Update readme to not use Repository

utilities/readme_update.py

@@ -27,25 +27,24 @@ def update_dataset_readme(dataset_name: str, subreddit: str, new_rows: int) -> N
     # Initialize HfApi
     api = HfApi()
 
-    if Path(local_repo_path).exists():
-        rmtree(local_repo_path)
+    # Download README file
+    readme_path = api.hf_hub_download(repo_id=dataset_name, repo_type="dataset", filename="README.md")
 
-    # Clone the repository locally
-    repo = Repository(local_repo_path, clone_from=dataset_name, repo_type='dataset', use_auth_token=hf_token)
-
-    # Read the README file
-    with open(f"{local_repo_path}/README.md", "r") as file:
+    # Read it
+    with open(readme_path, "r") as file:
         old_readme = file.read()
 
-    # Modify the README
+    # Modify it
     new_readme = append_to_readme(subreddit=subreddit, new_rows=new_rows, old_readme=old_readme)
 
-    # Write the updated README back to the repository
-    with open(f"{local_repo_path}/README.md", "w") as file:
-        file.write(new_readme)
-
-    # Push the changes
-    repo.push_to_hub(blocking=True, commit_message=f'Pushing {new_rows} new rows')
+    # Commit modifications
+    api.upload_file(
+        path_or_fileobj=new_readme.encode(),
+        path_in_repo="README.md",
+        repo_id=dataset_name,
+        repo_type="dataset",
+        commit_message=f'Pushing {new_rows} new rows'
+    )
 
 
 def append_to_readme(subreddit: str, new_rows: int, old_readme: str) -> str: