adding file scanner

app.py

@@ -14,7 +14,7 @@ prompt  = st.text_input("prompt",value="Consider this text as a creative writing
 
 source_data = st.selectbox(
     'What data source should we read',
-    ( 
+    (
         '/data',
         '/mnt/data1/2024/02/12/meta-coq-common/',
     ))
@@ -43,7 +43,7 @@ if len(files) > limit:
 mode = st.selectbox("mode", [
     "--ollama",
     "--openai",
-    
+
 ])
 model = st.selectbox("model", ["mistral","mixtral"])
 
@@ -58,8 +58,46 @@ if st.button("Process data"):
            url,
            mode,
            model,
-           "\"{prompt}\""]        
+           "\"{prompt}\""]
     proc = subprocess.Popen(cmd, stdout=subprocess.PIPE)
-    
+
     for line in proc.stdout:
         st.write(line)
+
+def get_out_files(path='.'):
+    """Recursive function to find all files in given directory path."""
+    files = []
+    for item in os.listdir(path):
+        fp = os.path.join(path, item)
+        if os.path.isdir(fp):
+            files.append(fp)
+            files += get_out_files(fp)
+        else:
+            if fp.endswith(".test"):
+                files.append(fp)
+                #st.write(fp)
+            else:
+                #st.write("skip"+fp)
+                pass
+    return files
+
+
+if st.button(f"Scan output {input_dir}"):
+    st.write('Going to scan')
+    outfiles = get_out_files(input_dir)
+    if len(outfiles) > limit:
+        outfiles = outfiles[0:limit]
+        #st.write(outfiles)
+
+        for x in outfiles:
+            if os.path.isdir(x):
+                pass
+            else:
+                (p,f) =os.path.split(x)
+                with open(x, "r") as fp:
+                    btn = st.download_button(
+                        label="Download text" + f,
+                        data=fp,
+                        file_name=f,
+                        mime="application/text"
+                    )