File size: 2,488 Bytes
a33458e |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 |
import os
import sys
from datetime import datetime
from typing import List, Dict, Any
def sanitize_filename(filename: str) -> str:
"""Sanitize a filename by removing invalid characters."""
# Replace invalid characters with underscores
invalid_chars = '<>:"/\\|?*'
for char in invalid_chars:
filename = filename.replace(char, '_')
return filename
def get_document_path(filename: str) -> str:
"""Get the path to store a document."""
# Get the documents directory
docs_dir = os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))), 'data', 'documents')
# Create the directory if it doesn't exist
os.makedirs(docs_dir, exist_ok=True)
# Sanitize the filename
filename = sanitize_filename(filename)
# Add a timestamp to make the filename unique
timestamp = datetime.now().strftime('%Y%m%d%H%M%S')
base, ext = os.path.splitext(filename)
unique_filename = f"{base}_{timestamp}{ext}"
return os.path.join(docs_dir, unique_filename)
def format_sources(sources: List[Dict[str, Any]]) -> str:
"""Format source documents for display."""
if not sources:
return "No sources found."
formatted = []
for i, source in enumerate(sources, 1):
source_str = f"{i}. {source['file_name']} "
if source.get('page'):
source_str += f"(Page {source['page']}) "
formatted.append(source_str)
return "\n".join(formatted)
def save_conversation(question: str, answer: str, sources: List[Dict[str, Any]]) -> str:
"""Save a conversation to a file."""
# Create a directory for conversations
conv_dir = os.path.join(os.path.dirname(os.path.dirname(os.path.dirname(os.path.abspath(__file__)))), 'data', 'conversations')
os.makedirs(conv_dir, exist_ok=True)
# Create a filename based on the timestamp and first few words of the question
timestamp = datetime.now().strftime('%Y%m%d%H%M%S')
question_slug = "_".join(question.split()[:5]).lower()
question_slug = sanitize_filename(question_slug)
filename = f"{timestamp}_{question_slug}.txt"
# Format the conversation
formatted_sources = format_sources(sources)
content = f"Question: {question}\n\nAnswer: {answer}\n\nSources:\n{formatted_sources}\n"
# Save the conversation
filepath = os.path.join(conv_dir, filename)
with open(filepath, 'w') as f:
f.write(content)
return filepath |