Update synthetic.py
This commit is contained in:
parent
9b5f28e0c9
commit
a7e6d72c60
1 changed files with 2 additions and 2 deletions
|
|
@ -224,8 +224,8 @@ class SyntheticDataKit:
|
|||
):
|
||||
assert(hasattr(self, "model_name"))
|
||||
assert(hasattr(self, "max_seq_length"))
|
||||
assert(hasattr(max_generation_tokens < self.max_seq_length))
|
||||
|
||||
assert(max_generation_tokens < self.max_seq_length)
|
||||
|
||||
locations = "pdf,html,youtube,docx,ppt,txt,output,generated,cleaned,final"
|
||||
locations = locations.split(",")
|
||||
for path in locations:
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue