Commit
•
0f45b88
1
Parent(s):
61f9cd0
fixing new dataset formatting
Browse files
main.py
CHANGED
@@ -41,6 +41,8 @@ def main():
|
|
41 |
# New dataset
|
42 |
else:
|
43 |
df = new_df
|
|
|
|
|
44 |
new_rows = len(new_df)
|
45 |
dataset['train'] = Dataset.from_pandas(df, preserve_index=False)
|
46 |
|
|
|
41 |
# New dataset
|
42 |
else:
|
43 |
df = new_df
|
44 |
+
df['new'] = True
|
45 |
+
df['updated'] = False
|
46 |
new_rows = len(new_df)
|
47 |
dataset['train'] = Dataset.from_pandas(df, preserve_index=False)
|
48 |
|