Spaces:
Runtime error
Runtime error
BusinessDev
commited on
Commit
•
b459e61
1
Parent(s):
1ea0d00
Update train.py
Browse files
train.py
CHANGED
@@ -36,7 +36,7 @@ def init():
|
|
36 |
constitution_text = f.read()
|
37 |
|
38 |
# Prepare the dataset
|
39 |
-
train_dataset = prepare_text_dataset(constitution_text)
|
40 |
|
41 |
# Define training arguments
|
42 |
training_args = TrainingArguments(
|
@@ -56,7 +56,7 @@ def init():
|
|
56 |
)
|
57 |
|
58 |
# Start training
|
59 |
-
trainer.train(
|
60 |
|
61 |
# Save the fine-tuned model
|
62 |
model.save_pretrained("./fine-tuned_model")
|
|
|
36 |
constitution_text = f.read()
|
37 |
|
38 |
# Prepare the dataset
|
39 |
+
train_dataset = prepare_text_dataset(constitution_text, chunk_size)
|
40 |
|
41 |
# Define training arguments
|
42 |
training_args = TrainingArguments(
|
|
|
56 |
)
|
57 |
|
58 |
# Start training
|
59 |
+
trainer.train()
|
60 |
|
61 |
# Save the fine-tuned model
|
62 |
model.save_pretrained("./fine-tuned_model")
|