Upload 25 files

.gitattributes

@@ -40,3 +40,10 @@ inference/images/potsdam_00077.png filter=lfs diff=lfs merge=lfs -text
 inference/images/potsdam_00356.png filter=lfs diff=lfs merge=lfs -text
 inference/images/roma_01067.png filter=lfs diff=lfs merge=lfs -text
 inference/images/roma_01440.png filter=lfs diff=lfs merge=lfs -text
+images/bologna_00676.png filter=lfs diff=lfs merge=lfs -text
+images/brno_01418.png filter=lfs diff=lfs merge=lfs -text
+images/lyon_00016.png filter=lfs diff=lfs merge=lfs -text
+images/potsdam_00077.png filter=lfs diff=lfs merge=lfs -text
+images/potsdam_00356.png filter=lfs diff=lfs merge=lfs -text
+images/roma_01067.png filter=lfs diff=lfs merge=lfs -text
+images/roma_01440.png filter=lfs diff=lfs merge=lfs -text

requirements.txt

@@ -0,0 +1,6 @@
+omegaconf
+Pillow
+streamlit
+pathlib
+numpy
+matplotlib

spec_val_demo.json

@@ -0,0 +1,866 @@
+{
+    "9f20d1b9-faff5a29": {
+        "key": [
+            "0e861c60-30da4fb2",
+            "8ef7113f-8982496f",
+            "1a05ea87-806084c3",
+            "57af01e2-5f531cd9",
+            "9f20d1b9-faff5a29"
+        ],
+        "rank": [
+            4.0,
+            2.0,
+            5.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.6,
+            0.4,
+            0.2,
+            0.1,
+            1.0
+        ],
+        "hazard": [
+            "my car slids to the right due to my high speed and Entity #1 and won't stop in time thus crashing into Entity #2",
+            "driving forward with no snow tires, driving too fast on Entity #1, my car slides and clips Entity #2.",
+            "in two side of the road snow was melting. at that moment in front of my car Entity #1 is very close to my car. so, my car was skid the snow and hit the Entity #1.",
+            "Entity #1 driving forward, with my speed and Entity #2, my car is too far to the right, due to this my car clips parked Entity #1",
+            "driving with Entity #1 and Entity #2, going forward my car would slide when applying brakes and crash into Entity #3 passenger side due to Entity #1."
+        ],
+        "annotated_hazard": "driving with Entity #1 and Entity #2, going forward my car would slide when applying brakes and crash into Entity #3 passenger side due to Entity #1.",
+        "annotated_rank": 1.0
+    },
+    "67c0474a-b6ce015a": {
+        "key": [
+            "0ba01bd3-b1652add",
+            "barcelona_00144",
+            "roma_00781",
+            "berlin_00254",
+            "67c0474a-b6ce015a"
+        ],
+        "rank": [
+            4.0,
+            5.0,
+            3.0,
+            2.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.3,
+            0.2,
+            0.5,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 and Entity #2 are about to brake and Entity #2 might take the central lane and we would hit on Entity #2 unexpectedly at this speed",
+            "Entity #1 suddenly takes a slight left, so Entity #2, in an attempt to avoid the crash comes in front of our car, and we slam into Entity #2.",
+            "Entity #1 is about to stop while Entity #2 is overtaking Entity #1. both Entity #1 and Entity #2 are trying to block our way. our car would crash Entity #1 with this speed too.",
+            "Entity #1 would overtake Entity #2 and try to enter the center lane. We would hit Entity #1 as we did not expect it to suddenly come in front of our car.",
+            "both Entity #1 and Entity #2 might get into our lane and could crash unexpectedly. moving at this speed we might not able to stop in time and we might hit both Entity #1 and Entity #2."
+        ],
+        "annotated_hazard": "both Entity #1 and Entity #2 might get into our lane and could crash unexpectedly. moving at this speed we might not able to stop in time and we might hit both Entity #1 and Entity #2.",
+        "annotated_rank": 1.0
+    },
+    "lyon_00016": {
+        "key": [
+            "4b9930a7-53e1e6c4",
+            "198cfa25-f7b54297",
+            "97fdd307-1725c18e",
+            "060731f0-9b7f0cfd",
+            "lyon_00016"
+        ],
+        "rank": [
+            2.0,
+            3.0,
+            5.0,
+            4.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.5,
+            0.0,
+            0.9,
+            0.2,
+            1.0
+        ],
+        "hazard": [
+            "Entity #2 is green, so I will not stop the car. at that moment, Entity #1 crosses my path suddenly. My car will hit Entity #1.",
+            "Entity #1 is red, we are braking almost stopped, walk in to my car.",
+            "driving forward due to Entity #2, Entity #1 disobeys Entity #2 and crosses, due to this my car won't stop in time and hits Entity #1",
+            "Entity #1 was standing on the cycle in front of me, because the Entity #2 is red. I'm not completely stop yet, my car hit Entity #1 at the back.",
+            "Entity #1 disobeys Entity #2, crosses, due to my car's speed will not stop in time and hits Entity #1"
+        ],
+        "annotated_hazard": "Entity #1 disobeys Entity #2, crosses, due to my car's speed will not stop in time and hits Entity #1",
+        "annotated_rank": 1.0
+    },
+    "61c9998c-f413580c": {
+        "key": [
+            "3b04ac02-0e2b2ef0",
+            "wuerzburg_00404",
+            "569c337c-2542eba2",
+            "352dd68d-21fa3b7e",
+            "61c9998c-f413580c"
+        ],
+        "rank": [
+            2.0,
+            5.0,
+            4.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.3,
+            0.6,
+            0.1,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 comes into my lane; I veer to the right to avoid it, thus hitting Entity #2.",
+            "Entity #2 moves to my lane without looking due to Entity #1, due to speed, will not stop in time and hits Entity #1",
+            "distracted by Entity #2, Entity #1 changes into my lane without signaling, due to this my car hits Entity #1",
+            "my car is straddling Entity #1 instead of keeping in one lane. my car will clip the left rear of Entity #2.",
+            "Entity #1 comes into my lane due to Entity #2 in front, does not check mirror and collides with my car"
+        ],
+        "annotated_hazard": "Entity #1 comes into my lane due to Entity #2 in front, does not check mirror and collides with my car",
+        "annotated_rank": 1.0
+    },
+    "8e574099-d7a825ba": {
+        "key": [
+            "pisa_00195",
+            "barcelona_00191",
+            "3601d981-419b4970",
+            "bologna_00514",
+            "8e574099-d7a825ba"
+        ],
+        "rank": [
+            2.0,
+            3.0,
+            4.0,
+            5.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.3,
+            0.0,
+            0.5,
+            1.0
+        ],
+        "hazard": [
+            "I am turning left onto a street when I notice Entity #1, but I am already turning too wide and going too fast to avoid running into Entity #1.",
+            "both Entity #1 and Entity #2 would cross paths and we would hit Entity #1 and Entity #2 at its back.",
+            "i have swecrved into oncoming traffic lane to avoid Entity #1. now i will hit Entity #2 coming toward me in the oncoming lane, head on.",
+            "Entity #1 is stopping in front of me as Entity #2 is crossing the road. Misjudging the length of Entity #1, we hit Entity #1 from behind.",
+            "Entity #1 is crossing the road from left to right, and because of that, Entity #2 is moving slowly. At this time, my car is trying to turn right, so it will hit Entity #2."
+        ],
+        "annotated_hazard": "Entity #1 is crossing the road from left to right, and because of that, Entity #2 is moving slowly. At this time, my car is trying to turn right, so it will hit Entity #2.",
+        "annotated_rank": 1.0
+    },
+    "bologna_00676": {
+        "key": [
+            "pisa_00143",
+            "brno_00214",
+            "toulouse_00455",
+            "roma_01067",
+            "bologna_00676"
+        ],
+        "rank": [
+            2.0,
+            3.0,
+            4.0,
+            5.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.0,
+            0.4,
+            0.0,
+            1.0
+        ],
+        "hazard": [
+            "there is a possibility that Entity #1 and Entity #2 might crash at each other in front of us, at 45km/h speed we might not stop on time and might hit Entity #1 and Entity #2.",
+            "Entity #1 showing that we are too fast and Entity #2 is going to brake and make us crash into his back.",
+            "As we are heading down a very narrow road at 45 km/h, we might not get control at this speed and might hit Entity #1 unexpectedly.",
+            "Entity #2 would definitely enter the center lane, whereas Entity #1 would stop due to traffic ahead. We would hit Entity #2, who is slowing down for Entity #1.",
+            "We speed forward but suddenly realize that Entity #2 is coming from the opposite direction at a very high speed. Due to a narrow road, we drive our car to the left so Entity #2's car can pass smoothly, but in this process, we collide with Entity #1."
+        ],
+        "annotated_hazard": "We speed forward but suddenly realize that Entity #2 is coming from the opposite direction at a very high speed. Due to a narrow road, we drive our car to the left so Entity #2's car can pass smoothly, but in this process, we collide with Entity #1.",
+        "annotated_rank": 1.0
+    },
+    "brno_01418": {
+        "key": [
+            "roma_00781",
+            "roma_01067",
+            "roma_00531",
+            "67c0474a-b6ce015a",
+            "brno_01418"
+        ],
+        "rank": [
+            5.0,
+            4.0,
+            2.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.6,
+            0.3,
+            0.9,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 is about to stop while Entity #2 is overtaking Entity #1. both Entity #1 and Entity #2 are trying to block our way. our car would crash Entity #1 with this speed too.",
+            "Entity #2 would definitely enter the center lane, whereas Entity #1 would stop due to traffic ahead. We would hit Entity #2, who is slowing down for Entity #1.",
+            "Entity #1 would turn right with the right signal indicator while Entity #2 would enter the center lane. At this speed, our car would not stop; we would hit Entity #2 while it slowing down for Entity #1.",
+            "both Entity #1 and Entity #2 might get into our lane and could crash unexpectedly. moving at this speed we might not able to stop in time and we might hit both Entity #1 and Entity #2.",
+            "Entity #1 is overtaking and would enter the center lane whereas Entity #2 would stop due to traffic. we would crash either Entity #1 or Entity #2 at this given speed"
+        ],
+        "annotated_hazard": "Entity #1 is overtaking and would enter the center lane whereas Entity #2 would stop due to traffic. we would crash either Entity #1 or Entity #2 at this given speed",
+        "annotated_rank": 1.0
+    },
+    "potsdam_00077": {
+        "key": [
+            "berlin_00254",
+            "9fd82c31-b6de6f52",
+            "9d9c971c-69c1dc36",
+            "roma_01085",
+            "potsdam_00077"
+        ],
+        "rank": [
+            4.0,
+            2.0,
+            3.0,
+            5.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.6,
+            0.4,
+            0.0,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 would overtake Entity #2 and try to enter the center lane. We would hit Entity #1 as we did not expect it to suddenly come in front of our car.",
+            "Entity #1 leaves parking spot but does not see my car due to Entity #2, with my speed my car hits Entity #1",
+            "Entity #1 is moving in front of me to the left direction connecting road. at the time, Entity #2 is coming from that road, due to this, i will collide at the Entity #1 sure.",
+            "i pull to the left more on lane due avoid Entity #1, due to this, i hit Entity #2",
+            "Entity #1 view is obstructed by Entity #2, reverses anyways, no signal, due to this my car will hit Entity #1"
+        ],
+        "annotated_hazard": "Entity #1 view is obstructed by Entity #2, reverses anyways, no signal, due to this my car will hit Entity #1",
+        "annotated_rank": 1.0
+    },
+    "roma_01067": {
+        "key": [
+            "5e6fcaaa-1d775375",
+            "roma_00781",
+            "0ba01bd3-b1652add",
+            "3de73ef3-29ef57ff",
+            "roma_01067"
+        ],
+        "rank": [
+            2.0,
+            3.0,
+            5.0,
+            4.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.0,
+            0.2,
+            0.6,
+            0.4,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 would turn right because Entity #2 was blocking the way. We would hit Entity #1 due to this unexpected move.",
+            "Entity #1 is about to stop while Entity #2 is overtaking Entity #1. both Entity #1 and Entity #2 are trying to block our way. our car would crash Entity #1 with this speed too.",
+            "Entity #1 and Entity #2 are about to brake and Entity #2 might take the central lane and we would hit on Entity #2 unexpectedly at this speed",
+            "Entity #1 and Entity #2 are too close and are blocking our way so we at 45km/h will have no space to stop.",
+            "Entity #2 would definitely enter the center lane, whereas Entity #1 would stop due to traffic ahead. We would hit Entity #2, who is slowing down for Entity #1."
+        ],
+        "annotated_hazard": "Entity #2 would definitely enter the center lane, whereas Entity #1 would stop due to traffic ahead. We would hit Entity #2, who is slowing down for Entity #1.",
+        "annotated_rank": 1.0
+    },
+    "04dd75bb-9507acc4": {
+        "key": [
+            "2b03d428-8abaa40f",
+            "4b9930a7-53e1e6c4",
+            "b05d5f64-13c4b5c7",
+            "60ba1de1-c22d2d5c",
+            "04dd75bb-9507acc4"
+        ],
+        "rank": [
+            2.0,
+            4.0,
+            5.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.8,
+            0.4,
+            0.5,
+            0.3,
+            1.0
+        ],
+        "hazard": [
+            "I'm moving my car at a high speed because of Entity #1; at this time, as Entity #2 changes lanes in my direction, my car will hit Entity 2.",
+            "Entity #2 is green, so I will not stop the car. at that moment, Entity #1 crosses my path suddenly. My car will hit Entity #1.",
+            "there is only a single Entity #1 for traffic going my direction. Entity #2 is entering Entity #1 from my right. i will sideswipe Entity #2.",
+            "Entity #1 is in green, so I will not reduce my speed; as Entity #2 moves slowly without knowing my speed, my car will collide with it.",
+            "the Entity #1 was green, a Entity #2 starts running in front of me. so, that Entity #2 move in my way, my car will definitely smash the Entity #2. because i am driving at high speed on the road."
+        ],
+        "annotated_hazard": "the Entity #1 was green, a Entity #2 starts running in front of me. so, that Entity #2 move in my way, my car will definitely smash the Entity #2. because i am driving at high speed on the road.",
+        "annotated_rank": 1.0
+    },
+    "0e861c60-30da4fb2": {
+        "key": [
+            "10af5310-a3e93daa",
+            "9f20d1b9-faff5a29",
+            "9fd82c31-b6de6f52",
+            "5ab4b4dd-5ef6422b",
+            "0e861c60-30da4fb2"
+        ],
+        "rank": [
+            4.0,
+            2.0,
+            5.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.1,
+            0.6,
+            0.4,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 pulls out of the parking spot, but due to Entity #2, Entity #1 does not see my car coming and hits it.",
+            "driving with Entity #1 and Entity #2, going forward my car would slide when applying brakes and crash into Entity #3 passenger side due to Entity #1.",
+            "Entity #1 leaves parking spot but does not see my car due to Entity #2, with my speed my car hits Entity #1",
+            "Entity #1 brakes, due to Entity #1 and speed, my car slides into back of Entity #1",
+            "my car slids to the right due to my high speed and Entity #1 and won't stop in time thus crashing into Entity #2"
+        ],
+        "annotated_hazard": "my car slids to the right due to my high speed and Entity #1 and won't stop in time thus crashing into Entity #2",
+        "annotated_rank": 1.0
+    },
+    "8248d053-ae2a7446": {
+        "key": [
+            "8218ae24-9e43171b",
+            "61c9998c-f413580c",
+            "0fe850c9-6c8dc241",
+            "72558a98-bdecec6e",
+            "8248d053-ae2a7446"
+        ],
+        "rank": [
+            5.0,
+            3.0,
+            4.0,
+            2.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.6,
+            0.5,
+            0.7,
+            1.0
+        ],
+        "hazard": [
+            "Entity #2 change his lane from right-side to left-side and come front of Entity #1. seeing that, Entity #1 is slowing down but at the 75+ km/h speed i can't stop my car in time and hit the Entity #1.",
+            "Entity #1 comes into my lane due to Entity #2 in front, does not check mirror and collides with my car",
+            "Entity #1 slows down to meet Entity #2, my car is travelling fast and above Entity #2, due to this my car hits Entity #1",
+            "Entity #1 slows down due to Entity #2, i'm not paying attention ahead, due to this my car slams into back of Entity #1",
+            "Entity #1 comes into my lane but suddenly brakes due to Entity #2, my car don't slow down and hits Entity #1"
+        ],
+        "annotated_hazard": "Entity #1 comes into my lane but suddenly brakes due to Entity #2, my car don't slow down and hits Entity #1",
+        "annotated_rank": 1.0
+    },
+    "130add4f-d6b8cd0a": {
+        "key": [
+            "0e861c60-30da4fb2",
+            "9f20d1b9-faff5a29",
+            "540f5aa8-b723232d",
+            "1a05ea87-806084c3",
+            "130add4f-d6b8cd0a"
+        ],
+        "rank": [
+            4.0,
+            3.0,
+            2.0,
+            5.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.5,
+            0.9,
+            0.2,
+            1.0
+        ],
+        "hazard": [
+            "my car slids to the right due to my high speed and Entity #1 and won't stop in time thus crashing into Entity #2",
+            "driving with Entity #1 and Entity #2, going forward my car would slide when applying brakes and crash into Entity #3 passenger side due to Entity #1.",
+            "Entity #1 may brake and with Entity #2 on the road, our car may skid and hit with Entity #1.",
+            "in two side of the road snow was melting. at that moment in front of my car Entity #1 is very close to my car. so, my car was skid the snow and hit the Entity #1.",
+            "at the given speed, our car might skid while slowing down because of Entity #2 and hit the back of Entity #1."
+        ],
+        "annotated_hazard": "at the given speed, our car might skid while slowing down because of Entity #2 and hit the back of Entity #1.",
+        "annotated_rank": 1.0
+    },
+    "potsdam_00356": {
+        "key": [
+            "roma_00531",
+            "pisa_00143",
+            "ulm_00832",
+            "7bc6abdd-6a5c7b75",
+            "potsdam_00356"
+        ],
+        "rank": [
+            2.0,
+            5.0,
+            4.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.4,
+            0.1,
+            0.3,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 would turn right with the right signal indicator while Entity #2 would enter the center lane. At this speed, our car would not stop; we would hit Entity #2 while it slowing down for Entity #1.",
+            "there is a possibility that Entity #1 and Entity #2 might crash at each other in front of us, at 45km/h speed we might not stop on time and might hit Entity #1 and Entity #2.",
+            "both Entity #1 and Entity #2 would cross on the intersection and we would crash Entity #1 in the back",
+            "both Entity #1 and Entity #2 might stop due to traffic along the road. we could crash with Entity #1 or Entity #2 at this speed probably",
+            "we are in the need to turn to the left side. as we are close to Entity #1 and with the high speed of 75+km/h our car could overlap the Entity #1 and lose control. ultimately, our car could crash on Entity #2 back side."
+        ],
+        "annotated_hazard": "we are in the need to turn to the left side. as we are close to Entity #1 and with the high speed of 75+km/h our car could overlap the Entity #1 and lose control. ultimately, our car could crash on Entity #2 back side.",
+        "annotated_rank": 1.0
+    },
+    "a95ddb27-e0594fd7": {
+        "key": [
+            "04dd75bb-9507acc4",
+            "roma_01440",
+            "1a92ac6f-4bc71beb",
+            "79606cb4-a589dfb8",
+            "a95ddb27-e0594fd7"
+        ],
+        "rank": [
+            2.0,
+            4.0,
+            5.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.3,
+            0.6,
+            0.2,
+            1.0
+        ],
+        "hazard": [
+            "the Entity #1 was green, a Entity #2 starts running in front of me. so, that Entity #2 move in my way, my car will definitely smash the Entity #2. because i am driving at high speed on the road.",
+            "the Entity #2 do not know whether our car is on the left lane. as the Entity #1 is showing green, our car could come closer to the crossway. at that juncture, the Entity #2 could turn to the left and crash our car.",
+            "Due to Entity #1 showing green, Entity #2 would move from the right to our lane to go straight without signaling. So my car hits Entity #2 due to unexpectation.",
+            "Entity #1 is in green, so I will not reduce my speed. At this time, as Entity #2 moves slowly for its left turn, my car will hit Entity #2.",
+            "I am driving at 75+ km/h with Entity #1 on green. As Entity #2 suddenly enters my lane, I won't be able to control my car at the given speed and will smash into Entity #2."
+        ],
+        "annotated_hazard": "I am driving at 75+ km/h with Entity #1 on green. As Entity #2 suddenly enters my lane, I won't be able to control my car at the given speed and will smash into Entity #2.",
+        "annotated_rank": 1.0
+    },
+    "8dc90ad0-f2a21273": {
+        "key": [
+            "7b98a859-fe1928c8",
+            "88a8e32c-8f33ece5",
+            "0a5b3a25-81c3be4d",
+            "98dbf2f0-2dcdc33f",
+            "8dc90ad0-f2a21273"
+        ],
+        "rank": [
+            4.0,
+            2.0,
+            3.0,
+            5.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.2,
+            0.6,
+            0.3,
+            1.0
+        ],
+        "hazard": [
+            "not paying attention, i proceed at intersection and don't see Entity #1, Entity #1 collides with my car",
+            "i proceed at intersection due to Entity #2, Entity #1 decides to make an abrupt left turn without signaling and looking for oncoming traffic, due to speed will crash into Entity #1",
+            "due to Entity #2, obscurbes my vision and misjudge how far Entity #1 to my car, due to this, i stop late and hits Entity #1",
+            "Entity #1 not paying attention to Entity #2, crosses into my lane, at given speed won't stop fast enough and crash into Entity #1 head on.",
+            "driving forward, due to Entity #1 obscurbing my vision, i don't see Entity #2 and go through intersection and get hit by unexpected car."
+        ],
+        "annotated_hazard": "driving forward, due to Entity #1 obscurbing my vision, i don't see Entity #2 and go through intersection and get hit by unexpected car.",
+        "annotated_rank": 1.0
+    },
+    "roma_01440": {
+        "key": [
+            "1a92ac6f-4bc71beb",
+            "roma_00531",
+            "ulm_00541",
+            "9d9c971c-69c1dc36",
+            "roma_01440"
+        ],
+        "rank": [
+            2.0,
+            5.0,
+            4.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.3,
+            0.2,
+            0.1,
+            1.0
+        ],
+        "hazard": [
+            "Due to Entity #1 showing green, Entity #2 would move from the right to our lane to go straight without signaling. So my car hits Entity #2 due to unexpectation.",
+            "Entity #1 would turn right with the right signal indicator while Entity #2 would enter the center lane. At this speed, our car would not stop; we would hit Entity #2 while it slowing down for Entity #1.",
+            "as the Entity #1 shows red, the Entity #2 slows down the speed. since our car is well near to Entity #2, we could make a hit with Entity #2 at the given speed.",
+            "Entity #1 is moving in front of me to the left direction connecting road. at the time, Entity #2 is coming from that road, due to this, i will collide at the Entity #1 sure.",
+            "the Entity #2 do not know whether our car is on the left lane. as the Entity #1 is showing green, our car could come closer to the crossway. at that juncture, the Entity #2 could turn to the left and crash our car."
+        ],
+        "annotated_hazard": "the Entity #2 do not know whether our car is on the left lane. as the Entity #1 is showing green, our car could come closer to the crossway. at that juncture, the Entity #2 could turn to the left and crash our car.",
+        "annotated_rank": 1.0
+    },
+    "198cfa25-f7b54297": {
+        "key": [
+            "97fdd307-1725c18e",
+            "roma_01440",
+            "679dc3eb-d4971f54",
+            "bologna_00316",
+            "198cfa25-f7b54297"
+        ],
+        "rank": [
+            4.0,
+            2.0,
+            5.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.0,
+            0.3,
+            0.5,
+            1.0
+        ],
+        "hazard": [
+            "driving forward due to Entity #2, Entity #1 disobeys Entity #2 and crosses, due to this my car won't stop in time and hits Entity #1",
+            "the Entity #2 do not know whether our car is on the left lane. as the Entity #1 is showing green, our car could come closer to the crossway. at that juncture, the Entity #2 could turn to the left and crash our car.",
+            "Entity #1 is in green and ready to move; at this time, Entity #2 may move slowly due to turning; due to speed, my car will hit Entity #2.",
+            "Entity #2 doesn't alter its sign as expected, and Entity #1 also doesn't relocate before we get there, so we hit with Entity #1.",
+            "Entity #1 is red, we are braking almost stopped, walk in to my car."
+        ],
+        "annotated_hazard": "Entity #1 is red, we are braking almost stopped, walk in to my car.",
+        "annotated_rank": 1.0
+    },
+    "4b9930a7-53e1e6c4": {
+        "key": [
+            "roma_01440",
+            "60ba1de1-c22d2d5c",
+            "060731f0-9b7f0cfd",
+            "85f890c9-bd8dd2a7",
+            "4b9930a7-53e1e6c4"
+        ],
+        "rank": [
+            3.0,
+            5.0,
+            2.0,
+            4.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.1,
+            0.3,
+            0.1,
+            1.0
+        ],
+        "hazard": [
+            "the Entity #2 do not know whether our car is on the left lane. as the Entity #1 is showing green, our car could come closer to the crossway. at that juncture, the Entity #2 could turn to the left and crash our car.",
+            "Entity #1 is in green, so I will not reduce my speed; as Entity #2 moves slowly without knowing my speed, my car will collide with it.",
+            "Entity #1 was standing on the cycle in front of me, because the Entity #2 is red. I'm not completely stop yet, my car hit Entity #1 at the back.",
+            "Entity #1 is in green, so I did not expect a reduction in speed from Entity #2. Due to this, my car will hit Entity #2.",
+            "Entity #2 is green, so I will not stop the car. at that moment, Entity #1 crosses my path suddenly. My car will hit Entity #1."
+        ],
+        "annotated_hazard": "Entity #2 is green, so I will not stop the car. at that moment, Entity #1 crosses my path suddenly. My car will hit Entity #1.",
+        "annotated_rank": 1.0
+    },
+    "3089bf15-f20cf8f2": {
+        "key": [
+            "24d136c3-88737ebe",
+            "6b2f2a07-e7a6f52d",
+            "5250cae5-3b49c1bb",
+            "a5054b30-1f6e9166",
+            "3089bf15-f20cf8f2"
+        ],
+        "rank": [
+            5.0,
+            2.0,
+            3.0,
+            4.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.2,
+            0.6,
+            0.3,
+            1.0
+        ],
+        "hazard": [
+            "driving forward, due to Entity #1 on road, don't see them and due to speed, won't stop in time and hit Entity #1",
+            "i pull over to park, my car does not have winter tires,, due to this, my car slides into back of Entity #1 due to Entity #2",
+            "driving at a high speed, my car may slide on Entity #1 and crash into Entity #2.",
+            "as we apply the brakes, our car might skid due to Entity #2 and hit Entity #1.",
+            "driving forward, my car slides due to Entity #1, with my speed won't stop in time and hit Entity #2"
+        ],
+        "annotated_hazard": "driving forward, my car slides due to Entity #1, with my speed won't stop in time and hit Entity #2",
+        "annotated_rank": 1.0
+    },
+    "502aa4a8-eb99514f": {
+        "key": [
+            "61c9998c-f413580c",
+            "1359850e-434de2eb",
+            "wuerzburg_00404",
+            "7576eef5-02adfff7",
+            "502aa4a8-eb99514f"
+        ],
+        "rank": [
+            2.0,
+            3.0,
+            5.0,
+            4.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.5,
+            0.4,
+            0.3,
+            0.9,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 comes into my lane due to Entity #2 in front, does not check mirror and collides with my car",
+            "Entity #1 changes lane, does not signal, due to speed and Entity #2 will crash into back of Entity #1",
+            "Entity #2 moves to my lane without looking due to Entity #1, due to speed, will not stop in time and hits Entity #1",
+            "Entity #1 i stopped in front of me, due to my speed, my car slides into Entity #1 rear end due to Entity #2",
+            "Entity #1 cuts my car off, due to short stopping distance and Entity #2, my car slides into rear end of Entity #1"
+        ],
+        "annotated_hazard": "Entity #1 cuts my car off, due to short stopping distance and Entity #2, my car slides into rear end of Entity #1",
+        "annotated_rank": 1.0
+    },
+    "50e0558d-b0077a61": {
+        "key": [
+            "stuttgart_00385",
+            "abeb1a69-3dc6b68e",
+            "74e49dc1-78165ee3",
+            "8c116fa0-8dea62d8",
+            "50e0558d-b0077a61"
+        ],
+        "rank": [
+            4.0,
+            5.0,
+            2.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.9,
+            0.7,
+            0.8,
+            0.7,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 turns into my lane, doesn't factor my speed, due to this will crash into Entity #1",
+            "Entity #1 decides to merge into my lane after turning right, does not factor my speed, won't stop in time and hits Entity #1",
+            "Entity #1 decides to come into my lane, does not signal and factor in my speed, due to this Entity #1 collides with my car",
+            "Entity #1 decides to come into my lane, does not check mirror or factor in my speed thus colliding with Entity #1",
+            "Entity #1 decides to merge to my lane, does not factor my speed, due to this it will hit my car"
+        ],
+        "annotated_hazard": "Entity #1 decides to merge to my lane, does not factor my speed, due to this it will hit my car",
+        "annotated_rank": 1.0
+    },
+    "lyon_00135": {
+        "key": [
+            "budapest_00805",
+            "10739276-602cd73b",
+            "marseille_00089",
+            "marseille_00932",
+            "lyon_00135"
+        ],
+        "rank": [
+            3.0,
+            4.0,
+            5.0,
+            2.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.5,
+            0.2,
+            0.9,
+            0.8,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 pulls into live lane, no mirror check thus it hits my car",
+            "Entity #1 comes into live lane without accelerating, due to this my car hits Entity #1 from behind",
+            "Entity #1 pulls into live lane without giving a signal, due to this my car hits Entity #1",
+            "Entity #1 pulls out into live lane, with no signal, due to this my car hits Entity #1",
+            "Entity #1 comes into live lane with no signal, my car can't stop in time and hits Entity #1"
+        ],
+        "annotated_hazard": "Entity #1 comes into live lane with no signal, my car can't stop in time and hits Entity #1",
+        "annotated_rank": 1.0
+    },
+    "roma_00475": {
+        "key": [
+            "9b04d7ed-40fc7de5",
+            "barcelona_00946",
+            "8dde0dc2-477e4041",
+            "hamburg_00642",
+            "roma_00475"
+        ],
+        "rank": [
+            5.0,
+            2.0,
+            3.0,
+            4.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.4,
+            0.2,
+            0.6,
+            0.8,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 would stop the speed due to the narrow lane, hill, and traffic while being behind the hill. We would hit Entity #1, as we could not see it.",
+            "We are going at normal speed. We would hit Entity #1 as it applied the brakes too rapidly.",
+            "Entity #1 is slowing down in the front as its brake lights are on. As Entity #1 suddenly stops considering the speed of 45 km/h, I may not be able to slow down my car in time and hit Entity #1 at the back.",
+            "Entity #1 has applied its brakes unexpectedly, and we are heading toward it at a speed of 45 km/h. We would reach it and hit Entity #1.",
+            "Entity #1 would stop at any time in the way of the tunnel; we would not stop to follow the speed of in-the-front in this situation."
+        ],
+        "annotated_hazard": "Entity #1 would stop at any time in the way of the tunnel; we would not stop to follow the speed of in-the-front in this situation.",
+        "annotated_rank": 1.0
+    },
+    "070f6b29-17d7c3b0": {
+        "key": [
+            "85910ac0-6a954012",
+            "stuttgart_00344",
+            "43e61083-d55e89c2",
+            "pisa_00216",
+            "070f6b29-17d7c3b0"
+        ],
+        "rank": [
+            4.0,
+            2.0,
+            5.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.8,
+            0.5,
+            0.6,
+            0.4,
+            1.0
+        ],
+        "hazard": [
+            "Entity #1 changes into my lane not looking prior to entering my lane thus hits my car merging into my left lane",
+            "Entity #1 is turning into my side. Turning too tight, Entity #1 hit my car on the left side.",
+            "Entity #1 tries to beat my car at intersection by turning left ahead of my car, due to this, does not judge my speed and hits my car",
+            "Entity #1 makes left turn, but turns wide thus it hits my car going forward",
+            "making a left turn, Entity #1 decides to to do a left turn same time as me and converge into my lane hitting my car"
+        ],
+        "annotated_hazard": "making a left turn, Entity #1 decides to to do a left turn same time as me and converge into my lane hitting my car",
+        "annotated_rank": 1.0
+    },
+    "hamburg_00193": {
+        "key": [
+            "4cc4e7db-26ba602b",
+            "6a7eb824-f6c75b30",
+            "barcelona_01762",
+            "budapest_00043",
+            "hamburg_00193"
+        ],
+        "rank": [
+            2.0,
+            5.0,
+            4.0,
+            3.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.2,
+            0.8,
+            0.7,
+            1.0,
+            1.0
+        ],
+        "hazard": [
+            "i signal to the right lane, Entity #1 goes into right lane without signal, we both converge into the same lane and collide with each other",
+            "Entity #1 cuts my car off without factoring my stopping distance, due to this my car gets hit by Entity #1",
+            "Entity #1 cuts in front of my car, misjudges my car's speed and gets hit",
+            "Entity #1 cuts my car off then brakes, due to this my car hits Entity #1",
+            "Entity #1 cuts my car off on left lane and brakes, due to this my car won't stop in time and hits Entity #1"
+        ],
+        "annotated_hazard": "Entity #1 cuts my car off on left lane and brakes, due to this my car won't stop in time and hits Entity #1",
+        "annotated_rank": 1.0
+    },
+    "torino_00853": {
+        "key": [
+            "00067cfb-caba8a02",
+            "4554dd26-880e133f",
+            "berlin_00469",
+            "roma_01101",
+            "torino_00853"
+        ],
+        "rank": [
+            2.0,
+            4.0,
+            3.0,
+            5.0,
+            1.0
+        ],
+        "chatgpt_score": [
+            0.8,
+            0.6,
+            0.7,
+            0.2,
+            1.0
+        ],
+        "hazard": [
+            "We are going at normal speed, but since Entity #1 is closer to our car, we may hit it; we would not be able to stop in the distance.",
+            "Entity #1 brakes, which doesn't factor in my car's speed from behind; due to this, my car will hit Entity #1.",
+            "Entity #1 in front of me may apply the brakes suddenly. At my current speed of 45 km/h i may not be able to slow down my car in time and hit Entity #1 at the back.",
+            "We hope Entity #1 will move in time before we reach it, so we are not reducing speed; we hit Entity #1 even though we were moving at the lowest speed as it failed to do so.",
+            "We are going at normal speed, but Entity #1 is in front of our car. We may hit Entity 1 as it applies the brakes."
+        ],
+        "annotated_hazard": "We are going at normal speed, but Entity #1 is in front of our car. We may hit Entity 1 as it applies the brakes.",
+        "annotated_rank": 1.0
+    }
+}

visualize_best_val.py

@@ -0,0 +1,131 @@
+import os
+import json
+import numpy as np
+import matplotlib.pyplot as plt
+from pathlib import Path
+from pprint import pprint
+from omegaconf import OmegaConf
+from PIL import Image, ImageDraw
+import streamlit as st
+
+os.environ['ROOT'] = os.path.dirname(os.path.realpath(__file__))
+# print("ROOT", os.environ['ROOT'])
+
+class ImageRetriever:
+
+    def __init__(self, root_path, anno_path):
+        self.root_path = Path(root_path)
+        self.anno = json.load(open(anno_path))
+
+    def key2img_path(self, key):
+        file_paths = [
+            self.root_path / f"images/{key}.jpg",
+            self.root_path / f"images/{key}.png",
+            self.root_path / f"var_images/{key}.jpg",
+            self.root_path / f"var_images/{key}.png",
+            self.root_path / f"images/{key}.jpg",
+            self.root_path / f"img/train/{key.split('_')[0]}/{key}.png",
+            self.root_path / f"img/val/{key.split('_')[0]}/{key}.png",
+            self.root_path / f"img/test/{key.split('_')[0]}/{key}.png",
+        ]
+        for file_path in file_paths:
+            if file_path.exists():
+                return file_path
+
+    def key2img(self, key, draw_bbox=True):
+        file_path = self.key2img_path(key)
+
+        image = Image.open(file_path)
+        if draw_bbox:
+            meta = self.anno[key]['details'][-1]
+            bboxes = [meta['bounding_box'].get(str(box_idx + 1), None) for box_idx in range(3)]
+            image = self.hide_region(image, bboxes)
+        return image
+
+    def hide_region(self, image, bboxes):
+        self.hide_true_bbox = 2
+
+        image = image.convert('RGBA')
+
+        if self.hide_true_bbox == 1:  # hide mode
+            draw = ImageDraw.Draw(image, 'RGBA')
+
+        if self.hide_true_bbox in [2, 5, 7, 8, 9]:  #highlight mode
+            overlay = Image.new('RGBA', image.size, '#00000000')
+            draw = ImageDraw.Draw(overlay, 'RGBA')
+
+        if self.hide_true_bbox == 3 or self.hide_true_bbox == 6:  #blackout mode or position only mode
+            overlay = Image.new('RGBA', image.size, '#7B7575ff')
+            draw = ImageDraw.Draw(overlay, 'RGBA')
+
+        color_fill_list = ['#ff05cd3c', '#00F1E83c', '#F2D4003c']  # Green, Blue, Yellow?
+
+        for idx, bbox in enumerate(bboxes):
+            if bbox == None:
+                continue
+
+            color_fill = color_fill_list[idx]
+            x, y = bbox['left'], bbox['top']
+
+            if self.hide_true_bbox == 1:  # hide mode
+                draw.rectangle([(x, y), (x + bbox['width'], y + bbox['height'])], fill='#7B7575')
+            elif self.hide_true_bbox in [2, 5, 7, 8, 9]:  # highlight mode
+                draw.rectangle([(x, y), (x + bbox['width'], y + bbox['height'])], fill=color_fill, outline='#05ff37ff',
+                               width=3)  # Fill with Pink 60% ##00F1E8
+            elif self.hide_true_bbox == 3:  # blackout mode
+                draw.rectangle([(x, y), (x + bbox['width'], y + bbox['height'])], fill='#00000000')
+            elif self.hide_true_bbox == 6:  # position only mode
+                draw.rectangle([(x, y), (x + bbox['width'], y + bbox['height'])], fill=color_fill)
+
+        if self.hide_true_bbox in [2, 3, 5, 6, 7, 8, 9]:
+            image = Image.alpha_composite(image, overlay)
+        return image
+
+
+def main(mode='spec', split='val', which='best'):
+    result_dict = json.load(open(os.path.join(os.environ['ROOT'], f"{mode}_{split}_demo.json")))
+    main_dataset = json.load(open(os.path.join(os.environ['ROOT'], f"anno_{split}_combined.json")))
+
+    which_keys = {'best': [], 'worst': []}
+    message_dict = {}
+
+    for file_key in result_dict.keys():
+        if file_key == 'settings':
+            continue
+
+        annotated_hazard = result_dict[file_key]['annotated_hazard']
+        annotated_rank = result_dict[file_key]['annotated_rank']
+
+        res = result_dict[file_key]
+
+        message = {'annotated_hazard': f"{int(annotated_rank)} - {annotated_hazard}"}
+        message['hazard'] = [f"rank: {int(tup[0])}, score: {tup[1]}, sent: {tup[2]}" for tup in zip(res['rank'], res['chatgpt_score'], res['hazard'])]
+        message_dict[file_key] = message
+
+        if 1 <= annotated_rank <= 20:
+            which_keys['best'].append(file_key)
+
+        if annotated_rank > 100:
+            which_keys['worst'].append(file_key)
+
+    img_retriever = ImageRetriever(
+        root_path=os.path.join(os.environ['ROOT'], ''),
+        anno_path=os.path.join(os.environ['ROOT'], f'anno_{split}_combined.json'),
+    )
+    
+    # st.write(f"Total cases: {len(which_keys[which])}")
+    st.write("---")
+
+    for file_key in which_keys[which]:
+        # st.write(f"File key: {file_key}")
+
+        img = img_retriever.key2img(file_key)
+        # img = img.resize((img.width // 3, img.height // 3))
+
+        st.image(img)
+        st.json(message_dict[file_key])
+        st.write('---')
+
+
+if __name__ == '__main__':
+    main(mode='spec', split='val', which='best')