Spaces:
Running
on
T4
Running
on
T4
Update auditqa/process_chunks.py
Browse files
auditqa/process_chunks.py
CHANGED
|
@@ -40,7 +40,12 @@ def load_chunks():
|
|
| 40 |
for file in files[category][subtype]:
|
| 41 |
|
| 42 |
# load the chunks
|
| 43 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
print("chunks in subtype:",subtype, "are:",len(doc_processed))
|
| 45 |
|
| 46 |
# add metadata information
|
|
|
|
| 40 |
for file in files[category][subtype]:
|
| 41 |
|
| 42 |
# load the chunks
|
| 43 |
+
try:
|
| 44 |
+
doc_processed = open_file(path_to_data + file + "/"+ file+ ".chunks.json" )
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
except Exception as e:
|
| 48 |
+
print("Exception: ", e)
|
| 49 |
print("chunks in subtype:",subtype, "are:",len(doc_processed))
|
| 50 |
|
| 51 |
# add metadata information
|