Tom Aarsen
commited on
Commit
·
b312d97
1
Parent(s):
dfd0c04
Clarify why we call quit()
Browse files
train.py
CHANGED
|
@@ -159,6 +159,7 @@ def load_train_eval_datasets():
|
|
| 159 |
eval_dataset.save_to_disk("datasets/eval_dataset")
|
| 160 |
|
| 161 |
# The `train_test_split` calls have put a lot of the datasets in memory, while we want it to just be on disk
|
|
|
|
| 162 |
quit()
|
| 163 |
|
| 164 |
|
|
|
|
| 159 |
eval_dataset.save_to_disk("datasets/eval_dataset")
|
| 160 |
|
| 161 |
# The `train_test_split` calls have put a lot of the datasets in memory, while we want it to just be on disk
|
| 162 |
+
# So we're calling quit() here. Running the script again will load the datasets from disk.
|
| 163 |
quit()
|
| 164 |
|
| 165 |
|