badjware
/
the-algorithm
mirror of https://github.com/twitter/the-algorithm.git
1
0
Fork 0
Code Releases Activity

make it easier to do multiple fold training

This commit is contained in:
Harshil Mehta 2023-04-01 01:23:09 +05:30
parent ec83d01dca
commit c94f4a42b9
No known key found for this signature in database
GPG Key ID: 4AC061E441A1F727
1 changed files with 13 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
trust_and_safety_models/toxicity/train.py
View File

@ -387,15 +387,16 @@ class Trainer(object):
fold=i, fold=i,
) )
else: else:
raise ValueError("Sure you want to do multiple fold training") a = input("Are you sure you want to do multiple fold training? (y/n)")
for mb_generator, steps_per_epoch, val_data, test_data in self.mb_loader(full_df=df): if a.lower() == "y":
self._train_single_fold( for mb_generator, steps_per_epoch, val_data, test_data in self.mb_loader(full_df=df):
mb_generator=mb_generator, self._train_single_fold(
val_data=val_data, mb_generator=mb_generator,
test_data=test_data, val_data=val_data,
steps_per_epoch=steps_per_epoch, test_data=test_data,
fold=i, steps_per_epoch=steps_per_epoch,
) fold=i,
i += 1 )
if i == 3: i += 1
break if i == 3:
break