File size: 19,280 Bytes
3172319
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395

SCENE_TYPES = {
    "living_room": {
        "name": "Living Room",
        "required_objects": [57, 62],  # couch, tv
        "optional_objects": [56, 60, 73, 75],  # chair, dining table, book, vase
        "minimum_required": 2,
        "description": "A living room area with furniture for relaxation and entertainment"
    },
    "bedroom": {
        "name": "Bedroom",
        "required_objects": [59],  # bed
        "optional_objects": [56, 60, 73, 74, 75],  # chair, dining table, book, clock, vase
        "minimum_required": 1,
        "description": "A bedroom with sleeping furniture"
    },
    "dining_area": {
        "name": "Dining Area",
        "required_objects": [60],  # dining table
        "optional_objects": [56, 39, 41, 42, 43, 44, 45],  # chair, bottle, cup, fork, knife, spoon, bowl
        "minimum_required": 1,
        "description": "A dining area for meals"
    },
    "kitchen": {
        "name": "Kitchen",
        "required_objects": [72, 68, 69, 71],  # refrigerator, microwave, oven, sink
        "optional_objects": [39, 41, 42, 43, 44, 45],  # bottle, cup, fork, knife, spoon, bowl
        "minimum_required": 1,
        "description": "A kitchen area for food preparation"
    },
    "office_workspace": {
        "name": "Office Workspace",
        "required_objects": [56, 63, 66, 64, 73],  # chair, laptop, keyboard, mouse, book
        "optional_objects": [60, 74, 75, 67],  # dining table, clock, vase, cell phone
        "minimum_required": 2,
        "description": "A workspace with computer equipment for office work"
    },
    "meeting_room": {
        "name": "Meeting Room",
        "required_objects": [56, 60],  # chair, dining table
        "optional_objects": [63, 62, 67],  # laptop, tv, cell phone
        "minimum_required": 2,
        "description": "A room set up for meetings with multiple seating"
    },
    "city_street": {
        "name": "City Street",
        "required_objects": [0, 1, 2, 3, 5, 7, 9],  # person, bicycle, car, motorcycle, bus, truck, traffic light
        "optional_objects": [10, 11, 12, 24, 25, 26, 28],  # fire hydrant, stop sign, parking meter, backpack, umbrella, handbag, suitcase
        "minimum_required": 2,
        "description": "A city street with traffic and pedestrians"
    },
    "parking_lot": {
        "name": "Parking Lot",
        "required_objects": [2, 3, 5, 7],  # car, motorcycle, bus, truck
        "optional_objects": [0, 11, 12],  # person, stop sign, parking meter
        "minimum_required": 3,
        "description": "A parking area with multiple vehicles"
    },
    "park_area": {
        "name": "Park or Recreation Area",
        "required_objects": [0, 13],  # person, bench
        "optional_objects": [1, 14, 16, 25, 33],  # bicycle, bird, dog, umbrella, kite
        "minimum_required": 2,
        "description": "An outdoor recreational area for leisure activities"
    },
    "retail_store": {
        "name": "Retail Store",
        "required_objects": [0, 24, 26, 28],  # person, backpack, handbag, suitcase
        "optional_objects": [39, 45, 67],  # bottle, bowl, cell phone
        "minimum_required": 2,
        "description": "A retail environment with shoppers and merchandise"
    },
    "supermarket": {
        "name": "Supermarket",
        "required_objects": [0, 24, 39, 46, 47, 49],  # person, backpack, bottle, banana, apple, orange
        "optional_objects": [26, 37, 45, 48, 51, 52, 53, 54, 55],  # handbag, surfboard, bowl, sandwich, carrot, hot dog, pizza, donut, cake
        "minimum_required": 3,
        "description": "A supermarket with food items and shoppers"
    },
    "classroom": {
        "name": "Classroom",
        "required_objects": [56, 60, 73],  # chair, dining table, book
        "optional_objects": [63, 66, 67],  # laptop, keyboard, cell phone
        "minimum_required": 2,
        "description": "A classroom environment set up for educational activities"
    },
    "conference_room": {
        "name": "Conference Room",
        "required_objects": [56, 60, 63],  # chair, dining table, laptop
        "optional_objects": [62, 67, 73],  # tv, cell phone, book
        "minimum_required": 2,
        "description": "A conference room designed for meetings and presentations"
    },
    "cafe": {
        "name": "Cafe",
        "required_objects": [56, 60, 41],  # chair, dining table, cup
        "optional_objects": [39, 40, 63, 67, 73],  # bottle, wine glass, laptop, cell phone, book
        "minimum_required": 2,
        "description": "A cafe setting with seating and beverages"
    },
    "library": {
        "name": "Library",
        "required_objects": [56, 60, 73],  # chair, dining table, book
        "optional_objects": [63, 67, 75],  # laptop, cell phone, vase
        "minimum_required": 2,
        "description": "A library with books and reading areas"
    },
    "gym": {
        "name": "Gym",
        "required_objects": [0, 32],  # person, sports ball
        "optional_objects": [24, 25, 28, 38],  # backpack, umbrella, suitcase, tennis racket
        "minimum_required": 1,
        "description": "A gym or fitness area for physical activities"
    },
    "beach": {
        "name": "Beach",
        "required_objects": [0, 25, 29, 33, 37],  # person, umbrella, frisbee, kite, surfboard
        "optional_objects": [1, 24, 26, 38],  # bicycle, backpack, handbag, tennis racket
        "minimum_required": 2,
        "description": "A beach area with people and recreational items"
    },
    "restaurant": {
        "name": "Restaurant",
        "required_objects": [56, 60, 41, 42, 43, 44, 45],  # chair, dining table, cup, fork, knife, spoon, bowl
        "optional_objects": [39, 40, 48, 49, 50, 51, 52, 53, 54, 55],  # bottle, wine glass, sandwich, orange, broccoli, carrot, hot dog, pizza, donut, cake
        "minimum_required": 3,
        "description": "A restaurant setting for dining with tables and eating utensils"
    },
    "train_station": {
        "name": "Train Station",
        "required_objects": [0, 6],  # person, train
        "optional_objects": [1, 2, 24, 28, 67],  # bicycle, car, backpack, suitcase, cell phone
        "minimum_required": 1,
        "description": "A train station with train and passengers"
    },
    "airport": {
        "name": "Airport",
        "required_objects": [0, 4, 28],  # person, airplane, suitcase
        "optional_objects": [24, 25, 26, 67],  # backpack, umbrella, handbag, cell phone
        "minimum_required": 2,
        "description": "An airport with planes and travelers carrying luggage"
    },
      "upscale_dining": {
        "name": "Upscale Dining Area",
        "required_objects": [56, 60, 40, 41],  # chair, dining table, wine glass, cup
        "optional_objects": [39, 42, 43, 44, 45, 62, 75],  # bottle, fork, knife, spoon, bowl, tv, vase
        "minimum_required": 2,
        "description": "An elegantly designed dining space with refined furniture and decorative elements"
    },
    "asian_commercial_street": {
        "name": "Asian Commercial Street",
        "required_objects": [0, 67],  # person, cell phone
        "optional_objects": [1, 2, 3, 24, 25, 26, 28],  # bicycle, car, motorcycle, backpack, umbrella, handbag, suitcase
        "minimum_required": 1,
        "description": "A bustling commercial street with shops, signage, and pedestrians in an Asian urban setting"
    },
    "financial_district": {
        "name": "Financial District",
        "required_objects": [2, 5, 7, 9],  # car, bus, truck, traffic light
        "optional_objects": [0, 1, 3, 8],  # person, bicycle, motorcycle, boat
        "minimum_required": 2,
        "description": "A major thoroughfare in a business district with high-rise buildings and traffic"
    },
    "urban_intersection": {
        "name": "Urban Intersection",
        "required_objects": [0, 9],  # person, traffic light
        "optional_objects": [1, 2, 3, 5, 7],  # bicycle, car, motorcycle, bus, truck
        "minimum_required": 1,
        "description": "A busy urban crossroad with pedestrian crossings and multiple traffic flows"
    },
    "transit_hub": {
        "name": "Transit Hub",
        "required_objects": [0, 5, 6, 7],  # person, bus, train, truck
        "optional_objects": [1, 2, 3, 9, 24, 28],  # bicycle, car, motorcycle, traffic light, backpack, suitcase
        "minimum_required": 2,
        "description": "A transportation center where multiple modes of transit converge"
    },
    "shopping_district": {
        "name": "Shopping District",
        "required_objects": [0, 24, 26],  # person, backpack, handbag
        "optional_objects": [1, 2, 3, 25, 27, 28, 39, 67],  # bicycle, car, motorcycle, umbrella, tie, suitcase, bottle, cell phone
        "minimum_required": 2,
        "description": "A retail-focused area with shops, pedestrians, and commercial activity"
    },
     "bus_stop": {
        "name": "Bus Stop",
        "required_objects": [0, 5],  # person, bus
        "optional_objects": [1, 2, 7, 24],  # bicycle, car, truck, backpack
        "minimum_required": 2,
        "description": "A roadside bus stop with waiting passengers and buses"
    },
    "bus_station": {
        "name": "Bus Station",
        "required_objects": [0, 5, 7],  # person, bus, truck
        "optional_objects": [24, 28, 67],  # backpack, suitcase, cell phone
        "minimum_required": 2,
        "description": "A bus terminal with multiple buses and travelers"
    },
    "zoo": {
        "name": "Zoo",
        "required_objects": [20, 22, 23],  # elephant, zebra, giraffe
        "optional_objects": [0, 14, 16],  # person, bird, dog
        "minimum_required": 2,
        "description": "A zoo environment featuring large animal exhibits and visitors"
    },
    "harbor": {
        "name": "Harbor",
        "required_objects": [8],  # boat
        "optional_objects": [0, 2, 3, 39],  # person, car, motorcycle, bottle
        "minimum_required": 1,
        "description": "A harbor area with boats docked and surrounding traffic"
    },
    "playground": {
        "name": "Playground",
        "required_objects": [0, 32],  # person, sports ball
        "optional_objects": [33, 24, 1],  # kite, backpack, bicycle
        "minimum_required": 1,
        "description": "An outdoor playground with people playing sports and games"
    },
    "sports_field": {
        "name": "Sports Field",
        "required_objects": [32],  # sports ball
        "optional_objects": [38, 34, 35],  # tennis racket, baseball bat, baseball glove
        "minimum_required": 1,
        "description": "A sports field set up for various ball games"
    },
     "narrow_commercial_alley": {
        "name": "Narrow Commercial Alley",
        "required_objects": [0, 3],  # person, motorcycle
        "optional_objects": [2, 7, 24, 26],  # car, truck, backpack, handbag
        "minimum_required": 2,
        "description": "A tight urban alley lined with shops, with pedestrians and light vehicles"
    },
    "daytime_shopping_street": {
        "name": "Daytime Shopping Street",
        "required_objects": [0, 2],  # person, car
        "optional_objects": [1, 3, 24, 26],  # bicycle, motorcycle, backpack, handbag
        "minimum_required": 2,
        "description": "A busy pedestrian street during daytime, featuring shops, vehicles, and shoppers"
    },
    "urban_pedestrian_crossing": {
        "name": "Urban Pedestrian Crossing",
        "required_objects": [0, 9],  # person, traffic light
        "optional_objects": [2, 3, 5],  # car, motorcycle, bus
        "minimum_required": 1,
        "description": "A city street crossing with pedestrians and traffic signals"
    },
    "aerial_view_intersection": {
    "name": "Aerial View Intersection",
    "required_objects": [0, 9],  # person, traffic light
    "optional_objects": [1, 2, 3, 5, 7],  # bicycle, car, motorcycle, bus, truck
    "minimum_required": 1,
    "description": "An intersection viewed from above, showing crossing patterns and pedestrian movement"
    },
    "aerial_view_commercial_area": {
        "name": "Aerial View Commercial Area",
        "required_objects": [0, 2],  # person, car
        "optional_objects": [1, 3, 5, 7, 24, 26],  # bicycle, motorcycle, bus, truck, backpack, handbag
        "minimum_required": 2,
        "description": "A commercial or shopping area viewed from above showing pedestrians and urban layout"
    },
    "aerial_view_plaza": {
        "name": "Aerial View Plaza",
        "required_objects": [0],  # person
        "optional_objects": [1, 2, 24, 25, 26],  # bicycle, car, backpack, umbrella, handbag
        "minimum_required": 1,
        "description": "An urban plaza or public square viewed from above with pedestrian activity"
    },

    # specific cultural item
    "asian_night_market": {
        "name": "Asian Night Market",
        "required_objects": [0, 67],  # person, cell phone
        "optional_objects": [1, 3, 24, 26, 39, 41],  # bicycle, motorcycle, backpack, handbag, bottle, cup
        "minimum_required": 1,
        "description": "A vibrant night market scene typical in Asian cities with food stalls and crowds"
    },
    "asian_temple_area": {
        "name": "Asian Temple Area",
        "required_objects": [0],  # person
        "optional_objects": [24, 25, 26, 67, 75],  # backpack, umbrella, handbag, cell phone, vase
        "minimum_required": 1,
        "description": "A traditional Asian temple complex with visitors and cultural elements"
    },
    "european_plaza": {
        "name": "European Plaza",
        "required_objects": [0],  # person
        "optional_objects": [1, 2, 4, 9, 24, 26, 67],  # bicycle, car, airplane, traffic light, backpack, handbag, cell phone
        "minimum_required": 1,
        "description": "A European-style city plaza with historic architecture and pedestrian activity"
    },

    # specific time item
    "nighttime_street": {
        "name": "Nighttime Street",
        "required_objects": [0, 9],  # person, traffic light
        "optional_objects": [1, 2, 3, 5, 7, 67],  # bicycle, car, motorcycle, bus, truck, cell phone
        "minimum_required": 1,
        "description": "An urban street at night with artificial lighting and nighttime activity"
    },
    "nighttime_commercial_district": {
        "name": "Nighttime Commercial District",
        "required_objects": [0, 67],  # person, cell phone
        "optional_objects": [1, 2, 3, 24, 26],  # bicycle, car, motorcycle, backpack, handbag
        "minimum_required": 1,
        "description": "A commercial district illuminated at night with neon signs and evening activity"
    },

    # mixture enviroment item
    "indoor_outdoor_cafe": {
        "name": "Indoor-Outdoor Cafe",
        "required_objects": [56, 60, 41],  # chair, dining table, cup
        "optional_objects": [39, 40, 63, 67, 73],  # bottle, wine glass, laptop, cell phone, book
        "minimum_required": 2,
        "description": "A cafe setting with both indoor elements and outdoor patio or sidewalk seating"
    },
    "transit_station_platform": {
        "name": "Transit Station Platform",
        "required_objects": [0],  # person
        "optional_objects": [5, 6, 7, 24, 28, 67],  # bus, train, truck, backpack, suitcase, cell phone
        "minimum_required": 1,
        "description": "A transit platform with waiting passengers and arriving/departing vehicles"
    },
    "sports_stadium": {
        "name": "Sports Stadium",
        "required_objects": [0, 32],  # person, sports ball
        "optional_objects": [24, 38, 39, 41, 67],  # backpack, tennis racket, bottle, cup, cell phone
        "minimum_required": 1,
        "description": "A sports stadium or arena with spectators and athletic activities"
    },
    "construction_site": {
        "name": "Construction Site",
        "required_objects": [0, 7],  # person, truck
        "optional_objects": [2, 3, 11, 76, 77, 78],  # car, motorcycle, fire hydrant, scissors, teddy bear, hair drier
        "minimum_required": 1,
        "description": "A construction site with workers, equipment, and building materials"
    },
    "medical_facility": {
        "name": "Medical Facility",
        "required_objects": [0, 56, 60],  # person, chair, dining table
        "optional_objects": [63, 64, 66, 67, 73],  # laptop, mouse, keyboard, cell phone, book
        "minimum_required": 2,
        "description": "A medical facility such as hospital, clinic or doctor's office with medical staff and patients"
    },
    "educational_setting": {
        "name": "Educational Setting",
        "required_objects": [0, 56, 60, 73],  # person, chair, dining table, book
        "optional_objects": [63, 64, 66, 67, 74],  # laptop, mouse, keyboard, cell phone, clock
        "minimum_required": 2,
        "description": "An educational environment such as classroom, lecture hall or study area"
    },
    "aerial_view_intersection": {
        "name": "Aerial View Intersection",
        "required_objects": [0, 9],  # person, traffic light
        "optional_objects": [1, 2, 3, 5, 7],  # bicycle, car, motorcycle, bus, truck
        "minimum_required": 1,
        "description": "An intersection viewed from above, showing crossing patterns and pedestrian movement",
        "viewpoint_indicator": "aerial", # view side
        "key_features": ["crosswalk_pattern", "pedestrian_flow", "intersection_layout"],  # key feature
        "detection_priority": 10  # priority
    },
    "perpendicular_crosswalk_intersection": {
        "name": "Perpendicular Crosswalk Intersection",
        "required_objects": [0],  # person
        "optional_objects": [1, 2, 3, 5, 7, 9],  # bicycle, car, motorcycle, bus, truck, traffic light
        "minimum_required": 1,
        "description": "An intersection with perpendicular crosswalks where pedestrians cross in multiple directions",
        "viewpoint_indicator": "aerial",
        "key_features": ["perpendicular_crosswalks", "pedestrian_crossing", "multi_directional_movement"],
        "pattern_detection": True, # specific pattern
        "detection_priority": 15  #
    },
    "beach_water_recreation": {
    "name": "Beach/Water Recreation Area",
    "required_objects": [0, 37],  # person, surfboard
    "optional_objects": [25, 33, 1, 8, 29, 24, 26, 39, 41],  # umbrella, kite, bicycle, boat, frisbee, backpack, handbag, bottle, cup
    "minimum_required": 2,
    "description": "A beach or water recreation area with water sports equipment and beach accessories"
    },
    "sports_venue": {
    "name": "Sports Venue",
    "required_objects": [0, 32],  # person, sports ball
    "optional_objects": [34, 35, 38, 25, 24, 26, 39, 41],  # baseball bat, baseball glove, tennis racket, umbrella, backpack, handbag, bottle, cup
    "minimum_required": 2,
    "description": "A professional sports venue with specialized sports equipment and spectator areas"
    },
    "professional_kitchen": {
    "name": "Professional Kitchen",
    "required_objects": [43, 44, 45],  # knife, spoon, bowl
    "optional_objects": [42, 39, 41, 68, 69, 71, 72, 0],  # fork, bottle, cup, microwave, oven, sink, refrigerator, person
    "minimum_required": 3,
    "description": "A commercial kitchen with professional cooking equipment and food preparation areas"
    },
}