Spaces:
Running
on
Zero
Running
on
Zero
File size: 18,684 Bytes
ad6905a d40d75f ad6905a a7d8c02 830576d a7d8c02 4ab3467 8d6efc2 9abf097 a7d8c02 24c3479 a7d8c02 d40d75f a7d8c02 d40d75f 307a239 d40d75f a7d8c02 8d6efc2 a7d8c02 24c3479 d40d75f a7d8c02 24c3479 d40d75f a7d8c02 86630ab a7d8c02 8d6efc2 a7d8c02 d40d75f 86630ab d40d75f 86630ab d40d75f 86630ab d40d75f 86630ab 8d6efc2 24c3479 8d6efc2 a7d8c02 24c3479 86630ab d40d75f 86630ab d40d75f 8d6efc2 307a239 6ee37e6 0d690c9 6ee37e6 0d690c9 6ee37e6 8c92505 6ee37e6 8c92505 6ee37e6 8c92505 6ee37e6 8c92505 9abf097 307a239 9abf097 6ee37e6 8c92505 0d690c9 8c92505 307a239 8c92505 307a239 8c92505 d40d75f 24c3479 830576d 24c3479 d40d75f a7d8c02 24c3479 a7d8c02 24c3479 c045c61 d40d75f c045c61 d40d75f c045c61 a7d8c02 307a239 24c3479 307a239 a7d8c02 24c3479 a7d8c02 307a239 a7d8c02 8c92505 24c3479 8c92505 307a239 24c3479 8d6efc2 a7d8c02 307a239 24c3479 0d690c9 307a239 0d690c9 307a239 0d690c9 d40d75f 5b85614 d40d75f 24c3479 5b85614 0d690c9 24c3479 d40d75f c045c61 d40d75f c045c61 a7d8c02 307a239 24c3479 a7d8c02 d40d75f 24c3479 d40d75f 307a239 d40d75f 0d690c9 d40d75f 307a239 24c3479 d40d75f 307a239 d40d75f 8d6efc2 24c3479 a7d8c02 24c3479 8d6efc2 d40d75f a7d8c02 d40d75f a7d8c02 8d6efc2 307a239 a7d8c02 d40d75f a7d8c02 d40d75f 8d6efc2 a7d8c02 307a239 a7d8c02 8d6efc2 96bcb6f 307a239 96bcb6f 307a239 96bcb6f 307a239 96bcb6f 307a239 a7d8c02 d40d75f 8d6efc2 d40d75f 8d6efc2 d40d75f 307a239 5b85614 a7d8c02 d40d75f 307a239 d40d75f a7d8c02 d40d75f a7d8c02 d40d75f 8d6efc2 a7d8c02 d40d75f 24c3479 8d6efc2 a7d8c02 d40d75f 8d6efc2 a7d8c02 d40d75f a7d8c02 d40d75f 24c3479 8d6efc2 a7d8c02 307a239 8d6efc2 307a239 a7d8c02 307a239 a7d8c02 307a239 d40d75f a7d8c02 d40d75f a7d8c02 d40d75f a7d8c02 d40d75f a7d8c02 d40d75f a7d8c02 24c3479 a7d8c02 24c3479 8d6efc2 a7d8c02 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 |
"""
Model management for Phramer AI
By Pariente AI, for MIA TV Series
BAGEL 7B integration with professional photography knowledge enhancement
"""
import spaces
import logging
import tempfile
import os
import re
from typing import Optional, Dict, Any, Tuple
from PIL import Image
from gradio_client import Client, handle_file
from config import get_device_config, PROFESSIONAL_PHOTOGRAPHY_CONFIG
from utils import clean_memory, safe_execute
from professional_photography import (
ProfessionalPhotoAnalyzer,
enhance_flux_prompt_with_professional_knowledge,
professional_analyzer,
export_professional_prompt_enhancement
)
logger = logging.getLogger(__name__)
class BaseImageAnalyzer:
"""Base class for image analysis models"""
def __init__(self):
self.is_initialized = False
self.device_config = get_device_config()
def initialize(self) -> bool:
"""Initialize the model"""
raise NotImplementedError
def analyze_image(self, image: Image.Image) -> Tuple[str, Dict[str, Any]]:
"""Analyze image and return description"""
raise NotImplementedError
def cleanup(self) -> None:
"""Clean up model resources"""
clean_memory()
class BagelAPIAnalyzer(BaseImageAnalyzer):
"""BAGEL 7B model with professional photography knowledge integration"""
def __init__(self):
super().__init__()
self.client = None
self.space_url = "Malaji71/Bagel-7B-Demo"
self.api_endpoint = "/image_understanding"
self.hf_token = os.getenv("HF_TOKEN")
self.professional_analyzer = professional_analyzer
def initialize(self) -> bool:
"""Initialize BAGEL API client with authentication"""
if self.is_initialized:
return True
try:
logger.info("Initializing BAGEL API client for Phramer AI...")
# Initialize client with token if available
if self.hf_token:
logger.info("Using HF token for enhanced API access")
self.client = Client(self.space_url, hf_token=self.hf_token)
else:
logger.info("Using public API access")
self.client = Client(self.space_url)
self.is_initialized = True
logger.info("BAGEL API client initialized successfully")
return True
except Exception as e:
logger.error(f"BAGEL API client initialization failed: {e}")
if self.hf_token:
logger.info("Retrying without token...")
try:
self.client = Client(self.space_url)
self.is_initialized = True
logger.info("BAGEL API client initialized (fallback mode)")
return True
except Exception as e2:
logger.error(f"Fallback initialization failed: {e2}")
return False
def _get_professional_prompt(self, analysis_type: str = "multimodal") -> str:
"""Get professional prompt that teaches BAGEL to use the complete knowledge base"""
try:
# Import the complete knowledge base
from professional_photography import EXPERT_PHOTOGRAPHY_KNOWLEDGE
# Create the teaching prompt with the complete structure
prompt = f"""Analyze this image using complete professional cinematography knowledge.
STRUCTURE: [PLANE] of [SUBJECT] [ACTION] [CONTEXT], [LIGHTING], [COMPOSITION], shot on [CAMERA], [LENS], [SETTINGS]
PLANE: From {EXPERT_PHOTOGRAPHY_KNOWLEDGE.get('photographic_planes', {})}
SUBJECT + ACTION: Define accurately what you see
CONTEXT: Define the environment accurately
LIGHTING: From {EXPERT_PHOTOGRAPHY_KNOWLEDGE.get('lighting_principles', {})}
COMPOSITION: From {EXPERT_PHOTOGRAPHY_KNOWLEDGE.get('composition_rules', {})}
CAMERA ANGLES: From {EXPERT_PHOTOGRAPHY_KNOWLEDGE.get('camera_angles', {})}
TECHNICAL SETUP: From {EXPERT_PHOTOGRAPHY_KNOWLEDGE.get('scene_types', {})}
Complete the structure using the appropriate elements from each section."""
return prompt
except Exception as e:
logger.warning(f"Professional knowledge base access failed: {e}")
return """Analyze this image using complete professional cinematography knowledge.
STRUCTURE: [PLANE] of [SUBJECT] [ACTION] [CONTEXT], [LIGHTING], [COMPOSITION], shot on [CAMERA], [LENS], [SETTINGS]
PLANE: wide_shot, medium_shot, close_up, extreme_wide_shot, extreme_close_up, detail_shot
SUBJECT + ACTION: Define accurately what you see
CONTEXT: Define the environment accurately
LIGHTING: golden_hour, natural_daylight, dramatic_lighting, soft_natural, blue_hour, studio_lighting
COMPOSITION: rule_of_thirds, leading_lines, symmetrical, centered_composition, dynamic_composition
TECHNICAL SETUP: Professional camera and lens specifications
Complete the structure using the appropriate elements."""
def _save_temp_image(self, image: Image.Image) -> str:
"""Save image to temporary file for API call"""
try:
temp_file = tempfile.NamedTemporaryFile(delete=False, suffix='.png')
temp_path = temp_file.name
temp_file.close()
if image.mode != 'RGB':
image = image.convert('RGB')
image.save(temp_path, 'PNG')
return temp_path
except Exception as e:
logger.error(f"Failed to save temporary image: {e}")
return None
def _cleanup_temp_file(self, file_path: str):
"""Clean up temporary file"""
try:
if file_path and os.path.exists(file_path):
os.unlink(file_path)
except Exception as e:
logger.warning(f"Failed to cleanup temp file: {e}")
@spaces.GPU(duration=60)
def analyze_image(self, image: Image.Image, prompt: str = None) -> Tuple[str, Dict[str, Any]]:
"""Analyze image using BAGEL API with professional cinematography enhancement"""
if not self.is_initialized:
success = self.initialize()
if not success:
return "BAGEL API not available", {"error": "API initialization failed"}
temp_path = None
metadata = {
"model": "BAGEL-7B-Professional",
"device": "api",
"confidence": 0.9,
"api_endpoint": self.api_endpoint,
"space_url": self.space_url,
"prompt_used": prompt,
"has_camera_suggestion": False,
"professional_enhancement": True
}
try:
# Use professional prompt created by professional_photography.py
if prompt is None:
prompt = self._get_professional_prompt("multimodal")
# Save image to temporary file
temp_path = self._save_temp_image(image)
if not temp_path:
return "Image processing failed", {"error": "Could not save image"}
logger.info("Calling BAGEL API with professional_photography.py prompt...")
# Call BAGEL API with professional prompt - FORCE NEW READING
result = self.client.predict(
image=handle_file(temp_path),
prompt=prompt,
show_thinking=False,
do_sample=True, # Allow creativity and variation
text_temperature=0.8, # Higher temperature for different responses each time
max_new_tokens=1024, # More tokens for detailed analysis
api_name=self.api_endpoint
)
# Extract response without filtering
if isinstance(result, tuple) and len(result) >= 2:
description = result[1] if result[1] else result[0]
else:
description = str(result)
if isinstance(description, str) and description.strip():
description = description.strip()
# Extract camera setup if present
if "CAMERA_SETUP:" in description or "2. CAMERA_SETUP" in description:
metadata["has_camera_suggestion"] = True
logger.info("BAGEL provided camera setup recommendation")
else:
metadata["has_camera_suggestion"] = False
# Mark as cinematography enhanced
metadata["cinematography_context_applied"] = True
else:
description = "Professional cinematographic analysis completed"
metadata["has_camera_suggestion"] = False
# Update metadata
metadata.update({
"response_length": len(description),
"analysis_type": "professional_enhanced"
})
logger.info(f"BAGEL Professional analysis complete: {len(description)} chars")
return description, metadata
except Exception as e:
logger.error(f"BAGEL Professional analysis failed: {e}")
return "Professional analysis failed", {"error": str(e), "model": "BAGEL-7B-Professional"}
finally:
if temp_path:
self._cleanup_temp_file(temp_path)
def analyze_for_cinematic_prompt(self, image: Image.Image) -> Tuple[str, Dict[str, Any]]:
"""Analyze image specifically for cinematic/MIA TV Series prompt generation"""
cinematic_prompt = self._get_professional_prompt("cinematic")
return self.analyze_image(image, cinematic_prompt)
def analyze_for_flux_with_professional_context(self, image: Image.Image) -> Tuple[str, Dict[str, Any]]:
"""Analyze image for FLUX with enhanced professional cinematography context"""
flux_prompt = self._get_professional_prompt("flux_optimized")
return self.analyze_image(image, flux_prompt)
def analyze_for_multiengine_prompt(self, image: Image.Image) -> Tuple[str, Dict[str, Any]]:
"""Analyze image for multi-engine compatibility (Flux, Midjourney, etc.)"""
multiengine_prompt = self._get_professional_prompt("multimodal")
return self.analyze_image(image, multiengine_prompt)
def cleanup(self) -> None:
"""Clean up API client resources"""
try:
if hasattr(self, 'client'):
self.client = None
super().cleanup()
logger.info("BAGEL Professional API resources cleaned up")
except Exception as e:
logger.warning(f"BAGEL Professional API cleanup warning: {e}")
class FallbackAnalyzer(BaseImageAnalyzer):
"""Enhanced fallback analyzer using professional_photography.py knowledge"""
def __init__(self):
super().__init__()
self.professional_analyzer = professional_analyzer
def initialize(self) -> bool:
"""Fallback with cinematography enhancement is always ready"""
self.is_initialized = True
return True
def analyze_image(self, image: Image.Image) -> Tuple[str, Dict[str, Any]]:
"""Provide enhanced image description using professional_photography.py"""
try:
width, height = image.size
aspect_ratio = width / height
# Use REAL functions from professional_photography.py
try:
# Use the REAL function that exists
from professional_photography import get_professional_camera_setup
# Create basic scene description
if aspect_ratio > 1.5:
scene_keywords = ["landscape", "outdoor", "wide"]
basic_description = "Wide shot composition with natural lighting and balanced framing"
elif aspect_ratio < 0.75:
scene_keywords = ["portrait", "person", "face"]
basic_description = "Portrait composition with professional lighting and sharp focus"
else:
scene_keywords = ["general", "balanced"]
basic_description = "Balanced composition with professional execution"
# Get professional camera setup using REAL function
camera_config = get_professional_camera_setup(" ".join(scene_keywords))
camera_setup = f"shot on {camera_config.get('camera', 'Canon EOS R6')}, {camera_config.get('lens', '50mm f/1.8')}, ISO {camera_config.get('iso', '400')}"
# Use REAL enhancement function
from professional_photography import enhance_flux_prompt_with_professional_knowledge
enhanced_description = enhance_flux_prompt_with_professional_knowledge(basic_description)
description = enhanced_description
except Exception as e:
logger.warning(f"Professional enhancement failed in fallback: {e}")
# Simple fallback without professional functions
if aspect_ratio > 1.5:
description = "Wide shot composition with natural lighting and balanced framing"
camera_setup = "shot on Phase One XT, 24-70mm f/4 lens, ISO 100"
elif aspect_ratio < 0.75:
description = "Portrait composition with professional lighting and sharp focus"
camera_setup = "shot on Canon EOS R5, 85mm f/1.4 lens, ISO 200"
else:
description = "Balanced composition with professional execution"
camera_setup = "shot on Canon EOS R6, 50mm f/1.8 lens, ISO 400"
metadata = {
"model": "Professional-Fallback",
"device": "cpu",
"confidence": 0.7,
"image_size": f"{width}x{height}",
"aspect_ratio": round(aspect_ratio, 2),
"has_camera_suggestion": True,
"camera_setup": camera_setup,
"professional_enhancement": True,
"cinematography_context_applied": True
}
return description, metadata
except Exception as e:
logger.error(f"Professional fallback analysis failed: {e}")
return "Professional cinematographic analysis", {
"error": str(e),
"model": "Professional-Fallback"
}
class ModelManager:
"""Enhanced manager for handling image analysis models with professional cinematography integration"""
def __init__(self, preferred_model: str = "bagel-professional"):
self.preferred_model = preferred_model
self.analyzers = {}
self.current_analyzer = None
def get_analyzer(self, model_name: str = None) -> Optional[BaseImageAnalyzer]:
"""Get or create analyzer for specified model"""
model_name = model_name or self.preferred_model
if model_name not in self.analyzers:
if model_name in ["bagel-api", "bagel-professional"]:
self.analyzers[model_name] = BagelAPIAnalyzer()
elif model_name == "fallback":
self.analyzers[model_name] = FallbackAnalyzer()
else:
logger.warning(f"Unknown model: {model_name}, using professional fallback")
model_name = "fallback"
self.analyzers[model_name] = FallbackAnalyzer()
return self.analyzers[model_name]
def analyze_image(self, image: Image.Image, model_name: str = None, analysis_type: str = "multiengine") -> Tuple[str, Dict[str, Any]]:
"""Analyze image with professional cinematography enhancement"""
analyzer = self.get_analyzer(model_name)
if analyzer is None:
return "No analyzer available", {"error": "Model not found"}
# Choose analysis method based on type and analyzer capabilities
if analysis_type == "cinematic" and hasattr(analyzer, 'analyze_for_cinematic_prompt'):
success, result = safe_execute(analyzer.analyze_for_cinematic_prompt, image)
elif analysis_type == "flux" and hasattr(analyzer, 'analyze_for_flux_with_professional_context'):
success, result = safe_execute(analyzer.analyze_for_flux_with_professional_context, image)
elif analysis_type == "multiengine" and hasattr(analyzer, 'analyze_for_multiengine_prompt'):
success, result = safe_execute(analyzer.analyze_for_multiengine_prompt, image)
else:
success, result = safe_execute(analyzer.analyze_image, image)
if success and result[1].get("error") is None:
return result
else:
# Fallback with professional_photography.py
logger.warning(f"Primary model failed, using professional fallback")
fallback_analyzer = self.get_analyzer("fallback")
fallback_success, fallback_result = safe_execute(fallback_analyzer.analyze_image, image)
if fallback_success:
return fallback_result
else:
return "All analyzers failed", {"error": "Complete analysis failure"}
def cleanup_all(self) -> None:
"""Clean up all model resources"""
for analyzer in self.analyzers.values():
analyzer.cleanup()
self.analyzers.clear()
clean_memory()
logger.info("All analyzers cleaned up")
# Global model manager instance
model_manager = ModelManager(preferred_model="bagel-professional")
def analyze_image(image: Image.Image, model_name: str = None, analysis_type: str = "multiengine") -> Tuple[str, Dict[str, Any]]:
"""
Enhanced convenience function for professional cinematography analysis
Args:
image: PIL Image to analyze
model_name: Optional model name ("bagel-professional", "fallback")
analysis_type: Type of analysis ("multiengine", "cinematic", "flux")
Returns:
Tuple of (description, metadata) with professional cinematography enhancement
"""
return model_manager.analyze_image(image, model_name, analysis_type)
# Export main components
__all__ = [
"BaseImageAnalyzer",
"BagelAPIAnalyzer",
"FallbackAnalyzer",
"ModelManager",
"model_manager",
"analyze_image"
] |