Commit
•
8bb39bf
1
Parent(s):
7641c8b
Minor readme update
Browse files- main.py +1 -2
- utilities/readme_update.py +1 -1
main.py
CHANGED
@@ -81,8 +81,7 @@ def main(date_to_fetch):
|
|
81 |
|
82 |
# Push the augmented dataset to the Hugging Face hub
|
83 |
logger.debug(f"Pushing data for {date_to_fetch} to the Hugging Face hub")
|
84 |
-
|
85 |
-
dataset.description = readme_text
|
86 |
dataset.push_to_hub(dataset_name, token=auth_token)
|
87 |
logger.info(f"Processed and pushed data for {date_to_fetch} to the Hugging Face Hub")
|
88 |
return most_recent_date
|
|
|
81 |
|
82 |
# Push the augmented dataset to the Hugging Face hub
|
83 |
logger.debug(f"Pushing data for {date_to_fetch} to the Hugging Face hub")
|
84 |
+
update_readme(dataset_name, subreddit, date_to_fetch)
|
|
|
85 |
dataset.push_to_hub(dataset_name, token=auth_token)
|
86 |
logger.info(f"Processed and pushed data for {date_to_fetch} to the Hugging Face Hub")
|
87 |
return most_recent_date
|
utilities/readme_update.py
CHANGED
@@ -42,7 +42,7 @@ def append_readme(path, readme_text):
|
|
42 |
index = content.index(generated_below_marker) + len(generated_below_marker)
|
43 |
content = content[:index] + "\n\n" + readme_text
|
44 |
else:
|
45 |
-
content += "\n" + generated_below_marker + "\n" + readme_text + "\n"
|
46 |
|
47 |
with open(path, "w") as file:
|
48 |
file.write(content)
|
|
|
42 |
index = content.index(generated_below_marker) + len(generated_below_marker)
|
43 |
content = content[:index] + "\n\n" + readme_text
|
44 |
else:
|
45 |
+
content += "\n\n" + generated_below_marker + "\n\n" + readme_text + "\n"
|
46 |
|
47 |
with open(path, "w") as file:
|
48 |
file.write(content)
|