lalalalalalalalalala commited on
Commit
c44279e
·
verified ·
1 Parent(s): 62cf382

Update run.py

Browse files
Files changed (1) hide show
  1. run.py +4 -0
run.py CHANGED
@@ -49,6 +49,7 @@ def fast_caption(sys_prompt, usr_prompt, temp, top_p, max_tokens, model, key, en
49
  )
50
 
51
  pf = pq.ParquetFile(pqfile)
 
52
  for batch in pf.iter_batches(1):
53
  _chunk = []
54
  df = batch.to_pandas()
@@ -68,6 +69,9 @@ def fast_caption(sys_prompt, usr_prompt, temp, top_p, max_tokens, model, key, en
68
  writer.writerow({'md5': md5, 'caption': caption})
69
  # writer.writerow({'md5': md5, 'caption': 'caption'})
70
  progress_info.append(f"Processed video with MD5: {md5}")
 
 
 
71
  #return csv_filename, "\n".join(progress_info), None
72
  return csv_filename, "\n".join(progress_info), None
73
  else:
 
49
  )
50
 
51
  pf = pq.ParquetFile(pqfile)
52
+ i = 0
53
  for batch in pf.iter_batches(1):
54
  _chunk = []
55
  df = batch.to_pandas()
 
69
  writer.writerow({'md5': md5, 'caption': caption})
70
  # writer.writerow({'md5': md5, 'caption': 'caption'})
71
  progress_info.append(f"Processed video with MD5: {md5}")
72
+ i += 1
73
+ if i == 10:
74
+ break
75
  #return csv_filename, "\n".join(progress_info), None
76
  return csv_filename, "\n".join(progress_info), None
77
  else: