Small fixes + polishing

This commit is contained in:
Alex
2023-03-21 22:16:09 +00:00
parent ce579293fb
commit 92993ee105
3 changed files with 31 additions and 23 deletions

View File

@@ -36,7 +36,7 @@ def ingest_worker(self, directory, formats, name_job, filename, user):
sample = False
token_check = True
min_tokens = 150
max_tokens = 2000
max_tokens = 1250
full_path = directory + '/' + user + '/' + name_job
# check if API_URL env variable is set
if not os.environ.get('API_URL'):