Spaces:
Sleeping
Sleeping
File size: 2,476 Bytes
ad887b7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 |
"""Command implementation for parsing codebases."""
from pathlib import Path
from typing import Optional
from knowlang.configs.config import AppConfig
from knowlang.parser.factory import CodeParserFactory
from knowlang.parser.providers.git import GitProvider
from knowlang.parser.providers.filesystem import FilesystemProvider
from knowlang.summarizer.summarizer import CodeSummarizer
from knowlang.cli.display.formatters import get_formatter
from knowlang.cli.display.progress import ProgressTracker
from knowlang.utils.fancy_log import FancyLogger
from knowlang.cli.types import ParseCommandArgs
LOG = FancyLogger(__name__)
def create_config(config_path: Optional[Path] = None) -> AppConfig:
"""Create configuration from file or defaults."""
if config_path:
with open(config_path, 'r') as file:
config_data = file.read()
return AppConfig.model_validate_json(config_data)
return AppConfig()
async def parse_command(args: ParseCommandArgs) -> None:
"""Execute the parse command.
Args:
args: Typed command line arguments
"""
# Load configuration
config = create_config(args.config)
# Update codebase directory in config
config.db.codebase_directory = str(args.path)
# Create parser factory
factory = CodeParserFactory(config)
# Determine provider
source_path = args.path
if (source_path / '.git').exists():
LOG.info(f"Detected Git repository at {source_path}")
provider = GitProvider(source_path, config)
else:
LOG.info(f"Using filesystem provider for {source_path}")
provider = FilesystemProvider(source_path, config)
# Process files
total_chunks = []
progress = ProgressTracker("Parsing files...")
with progress.progress():
for file_path in provider.get_files():
progress.update(f"processing {file_path}...")
parser = factory.get_parser(file_path)
if parser:
chunks = parser.parse_file(file_path)
total_chunks.extend(chunks)
# Display results
if total_chunks:
LOG.info(f"\nFound {len(total_chunks)} code chunks")
formatter = get_formatter(args.output)
formatter.display_chunks(total_chunks)
else:
LOG.warning("No code chunks found")
# Process summaries
summarizer = CodeSummarizer(config)
await summarizer.process_chunks(total_chunks) |