SCENE_TYPES = { "living_room": { "name": "Living Room", "required_objects": [57, 62], # couch, tv "optional_objects": [56, 60, 73, 75], # chair, dining table, book, vase "minimum_required": 2, "description": "A living room area with furniture for relaxation and entertainment" }, "bedroom": { "name": "Bedroom", "required_objects": [59], # bed "optional_objects": [56, 60, 73, 74, 75], # chair, dining table, book, clock, vase "minimum_required": 1, "description": "A bedroom with sleeping furniture" }, "dining_area": { "name": "Dining Area", "required_objects": [60], # dining table "optional_objects": [56, 39, 41, 42, 43, 44, 45], # chair, bottle, cup, fork, knife, spoon, bowl "minimum_required": 1, "description": "A dining area for meals" }, "kitchen": { "name": "Kitchen", "required_objects": [72, 68, 69, 71], # refrigerator, microwave, oven, sink "optional_objects": [39, 41, 42, 43, 44, 45], # bottle, cup, fork, knife, spoon, bowl "minimum_required": 1, "description": "A kitchen area for food preparation" }, "office_workspace": { "name": "Office Workspace", "required_objects": [56, 63, 66, 64, 73], # chair, laptop, keyboard, mouse, book "optional_objects": [60, 74, 75, 67], # dining table, clock, vase, cell phone "minimum_required": 2, "description": "A workspace with computer equipment for office work" }, "meeting_room": { "name": "Meeting Room", "required_objects": [56, 60], # chair, dining table "optional_objects": [63, 62, 67], # laptop, tv, cell phone "minimum_required": 2, "description": "A room set up for meetings with multiple seating" }, "city_street": { "name": "City Street", "required_objects": [0, 1, 2, 3, 5, 7, 9], # person, bicycle, car, motorcycle, bus, truck, traffic light "optional_objects": [10, 11, 12, 24, 25, 26, 28], # fire hydrant, stop sign, parking meter, backpack, umbrella, handbag, suitcase "minimum_required": 2, "description": "A city street with traffic and pedestrians" }, "parking_lot": { "name": "Parking Lot", "required_objects": [2, 3, 5, 7], # car, motorcycle, bus, truck "optional_objects": [0, 11, 12], # person, stop sign, parking meter "minimum_required": 3, "description": "A parking area with multiple vehicles" }, "park_area": { "name": "Park or Recreation Area", "required_objects": [0, 13], # person, bench "optional_objects": [1, 14, 16, 25, 33], # bicycle, bird, dog, umbrella, kite "minimum_required": 2, "description": "An outdoor recreational area for leisure activities" }, "retail_store": { "name": "Retail Store", "required_objects": [0, 24, 26, 28], # person, backpack, handbag, suitcase "optional_objects": [39, 45, 67], # bottle, bowl, cell phone "minimum_required": 2, "description": "A retail environment with shoppers and merchandise" }, "supermarket": { "name": "Supermarket", "required_objects": [0, 24, 39, 46, 47, 49], # person, backpack, bottle, banana, apple, orange "optional_objects": [26, 37, 45, 48, 51, 52, 53, 54, 55], # handbag, surfboard, bowl, sandwich, carrot, hot dog, pizza, donut, cake "minimum_required": 3, "description": "A supermarket with food items and shoppers" }, "classroom": { "name": "Classroom", "required_objects": [56, 60, 73], # chair, dining table, book "optional_objects": [63, 66, 67], # laptop, keyboard, cell phone "minimum_required": 2, "description": "A classroom environment set up for educational activities" }, "conference_room": { "name": "Conference Room", "required_objects": [56, 60, 63], # chair, dining table, laptop "optional_objects": [62, 67, 73], # tv, cell phone, book "minimum_required": 2, "description": "A conference room designed for meetings and presentations" }, "cafe": { "name": "Cafe", "required_objects": [56, 60, 41], # chair, dining table, cup "optional_objects": [39, 40, 63, 67, 73], # bottle, wine glass, laptop, cell phone, book "minimum_required": 2, "description": "A cafe setting with seating and beverages" }, "library": { "name": "Library", "required_objects": [56, 60, 73], # chair, dining table, book "optional_objects": [63, 67, 75], # laptop, cell phone, vase "minimum_required": 2, "description": "A library with books and reading areas" }, "gym": { "name": "Gym", "required_objects": [0, 32], # person, sports ball "optional_objects": [24, 25, 28, 38], # backpack, umbrella, suitcase, tennis racket "minimum_required": 1, "description": "A gym or fitness area for physical activities" }, "beach": { "name": "Beach", "required_objects": [0, 25, 29, 33, 37], # person, umbrella, frisbee, kite, surfboard "optional_objects": [1, 24, 26, 38], # bicycle, backpack, handbag, tennis racket "minimum_required": 2, "description": "A beach area with people and recreational items" }, "restaurant": { "name": "Restaurant", "required_objects": [56, 60, 41, 42, 43, 44, 45], # chair, dining table, cup, fork, knife, spoon, bowl "optional_objects": [39, 40, 48, 49, 50, 51, 52, 53, 54, 55], # bottle, wine glass, sandwich, orange, broccoli, carrot, hot dog, pizza, donut, cake "minimum_required": 3, "description": "A restaurant setting for dining with tables and eating utensils" }, "train_station": { "name": "Train Station", "required_objects": [0, 6], # person, train "optional_objects": [1, 2, 24, 28, 67], # bicycle, car, backpack, suitcase, cell phone "minimum_required": 1, "description": "A train station with train and passengers" }, "airport": { "name": "Airport", "required_objects": [0, 4, 28], # person, airplane, suitcase "optional_objects": [24, 25, 26, 67], # backpack, umbrella, handbag, cell phone "minimum_required": 2, "description": "An airport with planes and travelers carrying luggage" }, "upscale_dining": { "name": "Upscale Dining Area", "required_objects": [56, 60, 40, 41], # chair, dining table, wine glass, cup "optional_objects": [39, 42, 43, 44, 45, 62, 75], # bottle, fork, knife, spoon, bowl, tv, vase "minimum_required": 2, "description": "An elegantly designed dining space with refined furniture and decorative elements" }, "asian_commercial_street": { "name": "Asian Commercial Street", "required_objects": [0, 67], # person, cell phone "optional_objects": [1, 2, 3, 24, 25, 26, 28], # bicycle, car, motorcycle, backpack, umbrella, handbag, suitcase "minimum_required": 1, "description": "A bustling commercial street with shops, signage, and pedestrians in an Asian urban setting" }, "financial_district": { "name": "Financial District", "required_objects": [2, 5, 7, 9], # car, bus, truck, traffic light "optional_objects": [0, 1, 3, 8], # person, bicycle, motorcycle, boat "minimum_required": 2, "description": "A major thoroughfare in a business district with high-rise buildings and traffic" }, "urban_intersection": { "name": "Urban Intersection", "required_objects": [0, 9], # person, traffic light "optional_objects": [1, 2, 3, 5, 7], # bicycle, car, motorcycle, bus, truck "minimum_required": 1, "description": "A busy urban crossroad with pedestrian crossings and multiple traffic flows" }, "transit_hub": { "name": "Transit Hub", "required_objects": [0, 5, 6, 7], # person, bus, train, truck "optional_objects": [1, 2, 3, 9, 24, 28], # bicycle, car, motorcycle, traffic light, backpack, suitcase "minimum_required": 2, "description": "A transportation center where multiple modes of transit converge" }, "shopping_district": { "name": "Shopping District", "required_objects": [0, 24, 26], # person, backpack, handbag "optional_objects": [1, 2, 3, 25, 27, 28, 39, 67], # bicycle, car, motorcycle, umbrella, tie, suitcase, bottle, cell phone "minimum_required": 2, "description": "A retail-focused area with shops, pedestrians, and commercial activity" }, "bus_stop": { "name": "Bus Stop", "required_objects": [0, 5], # person, bus "optional_objects": [1, 2, 7, 24], # bicycle, car, truck, backpack "minimum_required": 2, "description": "A roadside bus stop with waiting passengers and buses" }, "bus_station": { "name": "Bus Station", "required_objects": [0, 5, 7], # person, bus, truck "optional_objects": [24, 28, 67], # backpack, suitcase, cell phone "minimum_required": 2, "description": "A bus terminal with multiple buses and travelers" }, "zoo": { "name": "Zoo", "required_objects": [20, 22, 23], # elephant, zebra, giraffe "optional_objects": [0, 14, 16], # person, bird, dog "minimum_required": 2, "description": "A zoo environment featuring large animal exhibits and visitors" }, "harbor": { "name": "Harbor", "required_objects": [8], # boat "optional_objects": [0, 2, 3, 39], # person, car, motorcycle, bottle "minimum_required": 1, "description": "A harbor area with boats docked and surrounding traffic" }, "playground": { "name": "Playground", "required_objects": [0, 32], # person, sports ball "optional_objects": [33, 24, 1], # kite, backpack, bicycle "minimum_required": 1, "description": "An outdoor playground with people playing sports and games" }, "sports_field": { "name": "Sports Field", "required_objects": [32], # sports ball "optional_objects": [38, 34, 35], # tennis racket, baseball bat, baseball glove "minimum_required": 1, "description": "A sports field set up for various ball games" }, "narrow_commercial_alley": { "name": "Narrow Commercial Alley", "required_objects": [0, 3], # person, motorcycle "optional_objects": [2, 7, 24, 26], # car, truck, backpack, handbag "minimum_required": 2, "description": "A tight urban alley lined with shops, with pedestrians and light vehicles" }, "daytime_shopping_street": { "name": "Daytime Shopping Street", "required_objects": [0, 2], # person, car "optional_objects": [1, 3, 24, 26], # bicycle, motorcycle, backpack, handbag "minimum_required": 2, "description": "A busy pedestrian street during daytime, featuring shops, vehicles, and shoppers" }, "urban_pedestrian_crossing": { "name": "Urban Pedestrian Crossing", "required_objects": [0, 9], # person, traffic light "optional_objects": [2, 3, 5], # car, motorcycle, bus "minimum_required": 1, "description": "A city street crossing with pedestrians and traffic signals" }, "aerial_view_intersection": { "name": "Aerial View Intersection", "required_objects": [0, 9], # person, traffic light "optional_objects": [1, 2, 3, 5, 7], # bicycle, car, motorcycle, bus, truck "minimum_required": 1, "description": "An intersection viewed from above, showing crossing patterns and pedestrian movement" }, "aerial_view_commercial_area": { "name": "Aerial View Commercial Area", "required_objects": [0, 2], # person, car "optional_objects": [1, 3, 5, 7, 24, 26], # bicycle, motorcycle, bus, truck, backpack, handbag "minimum_required": 2, "description": "A commercial or shopping area viewed from above showing pedestrians and urban layout" }, "aerial_view_plaza": { "name": "Aerial View Plaza", "required_objects": [0], # person "optional_objects": [1, 2, 24, 25, 26], # bicycle, car, backpack, umbrella, handbag "minimum_required": 1, "description": "An urban plaza or public square viewed from above with pedestrian activity" }, # specific cultural item "asian_night_market": { "name": "Asian Night Market", "required_objects": [0, 67], # person, cell phone "optional_objects": [1, 3, 24, 26, 39, 41], # bicycle, motorcycle, backpack, handbag, bottle, cup "minimum_required": 1, "description": "A vibrant night market scene typical in Asian cities with food stalls and crowds" }, "asian_temple_area": { "name": "Asian Temple Area", "required_objects": [0], # person "optional_objects": [24, 25, 26, 67, 75], # backpack, umbrella, handbag, cell phone, vase "minimum_required": 1, "description": "A traditional Asian temple complex with visitors and cultural elements" }, "european_plaza": { "name": "European Plaza", "required_objects": [0], # person "optional_objects": [1, 2, 4, 9, 24, 26, 67], # bicycle, car, airplane, traffic light, backpack, handbag, cell phone "minimum_required": 1, "description": "A European-style city plaza with historic architecture and pedestrian activity" }, # specific time item "nighttime_street": { "name": "Nighttime Street", "required_objects": [0, 9], # person, traffic light "optional_objects": [1, 2, 3, 5, 7, 67], # bicycle, car, motorcycle, bus, truck, cell phone "minimum_required": 1, "description": "An urban street at night with artificial lighting and nighttime activity" }, "nighttime_commercial_district": { "name": "Nighttime Commercial District", "required_objects": [0, 67], # person, cell phone "optional_objects": [1, 2, 3, 24, 26], # bicycle, car, motorcycle, backpack, handbag "minimum_required": 1, "description": "A commercial district illuminated at night with neon signs and evening activity" }, # mixture enviroment item "indoor_outdoor_cafe": { "name": "Indoor-Outdoor Cafe", "required_objects": [56, 60, 41], # chair, dining table, cup "optional_objects": [39, 40, 63, 67, 73], # bottle, wine glass, laptop, cell phone, book "minimum_required": 2, "description": "A cafe setting with both indoor elements and outdoor patio or sidewalk seating" }, "transit_station_platform": { "name": "Transit Station Platform", "required_objects": [0], # person "optional_objects": [5, 6, 7, 24, 28, 67], # bus, train, truck, backpack, suitcase, cell phone "minimum_required": 1, "description": "A transit platform with waiting passengers and arriving/departing vehicles" }, "sports_stadium": { "name": "Sports Stadium", "required_objects": [0, 32], # person, sports ball "optional_objects": [24, 38, 39, 41, 67], # backpack, tennis racket, bottle, cup, cell phone "minimum_required": 1, "description": "A sports stadium or arena with spectators and athletic activities" }, "construction_site": { "name": "Construction Site", "required_objects": [0, 7], # person, truck "optional_objects": [2, 3, 11, 76, 77, 78], # car, motorcycle, fire hydrant, scissors, teddy bear, hair drier "minimum_required": 1, "description": "A construction site with workers, equipment, and building materials" }, "medical_facility": { "name": "Medical Facility", "required_objects": [0, 56, 60], # person, chair, dining table "optional_objects": [63, 64, 66, 67, 73], # laptop, mouse, keyboard, cell phone, book "minimum_required": 2, "description": "A medical facility such as hospital, clinic or doctor's office with medical staff and patients" }, "educational_setting": { "name": "Educational Setting", "required_objects": [0, 56, 60, 73], # person, chair, dining table, book "optional_objects": [63, 64, 66, 67, 74], # laptop, mouse, keyboard, cell phone, clock "minimum_required": 2, "description": "An educational environment such as classroom, lecture hall or study area" }, "aerial_view_intersection": { "name": "Aerial View Intersection", "required_objects": [0, 9], # person, traffic light "optional_objects": [1, 2, 3, 5, 7], # bicycle, car, motorcycle, bus, truck "minimum_required": 1, "description": "An intersection viewed from above, showing crossing patterns and pedestrian movement", "viewpoint_indicator": "aerial", # view side "key_features": ["crosswalk_pattern", "pedestrian_flow", "intersection_layout"], # key feature "detection_priority": 10 # priority }, "perpendicular_crosswalk_intersection": { "name": "Perpendicular Crosswalk Intersection", "required_objects": [0], # person "optional_objects": [1, 2, 3, 5, 7, 9], # bicycle, car, motorcycle, bus, truck, traffic light "minimum_required": 1, "description": "An intersection with perpendicular crosswalks where pedestrians cross in multiple directions", "viewpoint_indicator": "aerial", "key_features": ["perpendicular_crosswalks", "pedestrian_crossing", "multi_directional_movement"], "pattern_detection": True, # specific pattern "detection_priority": 15 # }, "beach_water_recreation": { "name": "Beach/Water Recreation Area", "required_objects": [0, 37], # person, surfboard "optional_objects": [25, 33, 1, 8, 29, 24, 26, 39, 41], # umbrella, kite, bicycle, boat, frisbee, backpack, handbag, bottle, cup "minimum_required": 2, "description": "A beach or water recreation area with water sports equipment and beach accessories" }, "sports_venue": { "name": "Sports Venue", "required_objects": [0, 32], # person, sports ball "optional_objects": [34, 35, 38, 25, 24, 26, 39, 41], # baseball bat, baseball glove, tennis racket, umbrella, backpack, handbag, bottle, cup "minimum_required": 2, "description": "A professional sports venue with specialized sports equipment and spectator areas" }, "professional_kitchen": { "name": "Professional Kitchen", "required_objects": [43, 44, 45], # knife, spoon, bowl "optional_objects": [42, 39, 41, 68, 69, 71, 72, 0], # fork, bottle, cup, microwave, oven, sink, refrigerator, person "minimum_required": 3, "description": "A commercial kitchen with professional cooking equipment and food preparation areas" }, }