Commit
•
f71f130
1
Parent(s):
8f11653
Fixing weird col issue
Browse files
main.py
CHANGED
@@ -88,6 +88,8 @@ def main(date_to_fetch):
|
|
88 |
# Merge the new submissions
|
89 |
old_data = dataset['all_days'].to_pandas()
|
90 |
new_data = pd.concat([old_data, df], ignore_index=True)
|
|
|
|
|
91 |
|
92 |
# Drop duplicates just in case
|
93 |
new_data = new_data.drop_duplicates(subset=['id'], keep="first")
|
|
|
88 |
# Merge the new submissions
|
89 |
old_data = dataset['all_days'].to_pandas()
|
90 |
new_data = pd.concat([old_data, df], ignore_index=True)
|
91 |
+
if '__index_level_0__' in new_data.columns:
|
92 |
+
new_data = new_data.drop('__index_level_0__', axis=1)
|
93 |
|
94 |
# Drop duplicates just in case
|
95 |
new_data = new_data.drop_duplicates(subset=['id'], keep="first")
|