tod

Author: Vaghinak Basentsyan

src/superannotate/lib/app/helpers.py

@@ -72,11 +72,12 @@ def get_s3_annotation_paths(folder_path, s3_bucket, annotation_paths, recursive)
     paginator = s3_client.get_paginator("list_objects_v2")
     for data in paginator.paginate(Bucket=s3_bucket, Prefix=folder_path):
         for annotation in data["Contents"]:
-            if annotation["Key"].endswith(VECTOR_ANNOTATION_POSTFIX) or annotation[
-                "Key"
-            ].endswith(PIXEL_ANNOTATION_POSTFIX):
+            if (
+                annotation["Key"].endswith(VECTOR_ANNOTATION_POSTFIX)
+                or annotation["Key"].endswith(PIXEL_ANNOTATION_POSTFIX)
+            ):
                 annotation_paths.append(annotation["Key"])
-    return annotation_paths
+    return list(set(annotation_paths))
 
 
 def reformat_metrics_json(data, name):

tests/data_set/consensus_benchmark/consensus_test_data/classes/classes.json

@@ -1 +1 @@
-[{"id":776015,"project_id":108158,"name":"person","color":"#96963a","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z","attribute_groups":[]},{"id":776016,"project_id":108158,"name":"car","color":"#b01cb4","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z","attribute_groups":[{"id":297464,"class_id":776016,"name":"color","is_multiselect":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z","attributes":[{"id":1077532,"group_id":297464,"project_id":108158,"name":"red","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z"},{"id":1077533,"group_id":297464,"project_id":108158,"name":"blue","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z"},{"id":1077534,"group_id":297464,"project_id":108158,"name":"green","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z"},{"id":1077535,"group_id":297464,"project_id":108158,"name":"yellow","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z"}]}]},{"id":776017,"project_id":108158,"name":"tree","color":"#249e9e","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z","attribute_groups":[]},{"id":776018,"project_id":108158,"name":"sign","color":"#fed339","count":0,"createdAt":"2021-08-27T05:39:25.000Z","updatedAt":"2021-08-27T05:39:25.000Z","attribute_groups":[]}]
+[{"id":776351,"project_id":108297,"name":"person","color":"#96963a","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z","attribute_groups":[]},{"id":776352,"project_id":108297,"name":"car","color":"#b01cb4","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z","attribute_groups":[{"id":297564,"class_id":776352,"name":"color","is_multiselect":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z","attributes":[{"id":1077736,"group_id":297564,"project_id":108297,"name":"red","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z"},{"id":1077737,"group_id":297564,"project_id":108297,"name":"blue","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z"},{"id":1077738,"group_id":297564,"project_id":108297,"name":"green","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z"},{"id":1077739,"group_id":297564,"project_id":108297,"name":"yellow","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z"}]}]},{"id":776353,"project_id":108297,"name":"tree","color":"#249e9e","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z","attribute_groups":[]},{"id":776354,"project_id":108297,"name":"sign","color":"#fed339","count":0,"createdAt":"2021-08-27T07:13:53.000Z","updatedAt":"2021-08-27T07:13:53.000Z","attribute_groups":[]}]

tests/data_set/consensus_benchmark/consensus_test_data/consensus_1/berlin_000000_000019_leftImg8bit.png___objects.json

@@ -1 +1 @@
-{"metadata":{"name":"bielefeld_000000_000321_leftImg8bit.png","width":2048,"height":1024,"status":"QualityCheck","pinned":false,"isPredicted":false,"projectId":108158,"annotatorEmail":null,"qaEmail":null},"instances":[{"type":"bbox","classId":776015,"probability":100,"points":{"x1":1287.11,"x2":1313.14,"y1":370.86,"y2":428.72},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"createdAt":"2020-10-23T12:29:56.638Z","createdBy":{"email":"user2@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:59.630Z","updatedBy":{"email":"user2@mail.com","role":"Annotator"},"className":"person"},{"type":"bbox","classId":776015,"probability":100,"points":{"x1":1249.63,"x2":1275.66,"y1":375.32,"y2":433.18},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:29:32.705Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:43.337Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"person"},{"type":"bbox","classId":776016,"probability":100,"points":{"x1":88.54,"x2":2048,"y1":761.65,"y2":1024},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-27T14:58:20.021Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-27T14:58:28.377Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"car"},{"type":"polygon","classId":776016,"probability":100,"points":[1040.4,406.35,1031.95,428,1031.95,431.17,1033,432.22,1038.28,433.28,1039.34,429.05,1056.24,427.47,1062.05,406.35,1041.45,405.82],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:31:05.801Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:31:29.058Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"car"},{"type":"polygon","classId":776016,"probability":100,"points":[1064.69,403.18,1056.24,433.81,1057.29,447.54,1063.1,447.54,1063.1,440.67,1107.99,440.67,1107.99,448.06,1111.69,448.06,1114.33,446.48,1110.1,418.49,1102.71,402.12,1063.63,402.12],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:30:37.836Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:30:59.353Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"car"},{"type":"bbox","classId":776016,"probability":100,"points":{"x1":898.04,"x2":951.68,"y1":405.57,"y2":447.64},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"createdAt":"2020-10-23T12:28:40.128Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:28:49.616Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"car"},{"type":"bbox","classId":776016,"probability":100,"points":{"x1":766.55,"x2":866.35,"y1":401.36,"y2":472.23},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:28:28.785Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:28:35.314Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"car"},{"type":"polygon","classId":776018,"probability":100,"points":[1868.66,100.52,1871.55,239.37,1880.23,246.6,1888.9,250.94,1891.8,250.94,1891.8,252.38,1896.14,252.38,1897.58,249.49,1901.92,246.6,1910.6,245.15,1926.51,418.71,1939.53,417.27,1933.74,386.89,1933.74,359.41,1936.63,344.95,1939.53,339.16,1942.42,318.92,1942.42,303.01,1940.97,300.11,1940.97,243.71,1938.08,236.47,1938.08,229.24,1940.97,229.24,1952.54,223.46,1955.44,223.46,1956.88,229.24,1961.22,229.24,1961.22,227.8,1962.67,227.8,1964.11,91.84,1870.1,99.07],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:32:00.731Z","createdBy":{"email":"user2@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:32:21.815Z","updatedBy":{"email":"user2@mail.com","role":"Annotator"},"className":"sign"},{"type":"point","classId":776018,"probability":100,"x":964.7,"y":295.77,"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:29:15.367Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:18.655Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"sign"},{"type":"point","classId":776018,"probability":100,"x":996.52,"y":278.42,"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:29:08.239Z","createdBy":{"email":"user2@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:11.645Z","updatedBy":{"email":"user2@mail.com","role":"Annotator"},"className":"sign"},{"type":"polygon","classId":776017,"probability":100,"points":[1452.9,435.07,1461.61,437.98,1457.26,381.37,1451.45,347.99,1450,323.31,1450,278.32,1455.81,262.35,1455.81,250.74,1457.26,247.84,1461.61,247.84,1460.16,234.77,1451.45,208.65,1445.65,201.39,1441.29,191.23,1432.58,181.07,1409.36,159.3,1370.17,131.72,1345.5,105.59,1335.34,91.08,1323.72,67.86,1320.82,57.7,1320.82,38.83,1332.43,17.05,1335.34,0,1351.3,0,1357.11,15.6,1365.82,18.51,1422.42,27.21,1442.74,27.21,1442.74,28.67,1448.55,28.67,1452.9,27.21,1463.06,19.96,1465.97,19.96,1616.92,33.02,1751.9,75.11,1795.45,170.91,1606.76,204.29,1606.76,202.84,1496.45,250.74,1480.48,453.94],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-27T14:59:06.872Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-27T14:59:18.915Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"tree"},{"type":"polygon","classId":776017,"probability":100,"points":[146.6,493.13,150.95,494.58,150.95,478.62,148.05,465.55,148.05,439.43,142.24,394.43,142.24,377.01,132.08,345.08,130.63,330.57,130.63,275.41,127.73,262.35,124.82,253.64,121.92,250.74,121.92,247.84,117.57,242.03,107.41,234.77,50.8,234.77,40.64,233.32,21.77,223.16,0,218.81,0,41.73,59.51,0,165.47,0,233.68,99.79,174.17,168.01,158.21,276.86,177.08,504.74],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-27T14:58:42.899Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-27T14:58:58.522Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"tree"},{"type":"polygon","classId":776017,"probability":100,"points":[912.63,320.36,927.1,329.04,931.44,337.72,931.44,343.5,932.88,343.5,935.77,349.29,937.22,357.97,934.33,385.45,931.44,386.89,932.88,398.46,909.74,404.25,899.62,323.25,911.19,320.36],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:39:46.155Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:40:05.153Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"tree"}],"tags":[],"comments":[]}
+{"metadata":{"name":"bielefeld_000000_000321_leftImg8bit.png","width":2048,"height":1024,"status":"QualityCheck","pinned":false,"isPredicted":false,"projectId":108297,"annotatorEmail":null,"qaEmail":null},"instances":[{"type":"bbox","classId":776351,"probability":100,"points":{"x1":1287.11,"x2":1313.14,"y1":370.86,"y2":428.72},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"createdAt":"2020-10-23T12:29:56.638Z","createdBy":{"email":"user2@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:59.630Z","updatedBy":{"email":"user2@mail.com","role":"Annotator"},"className":"person"},{"type":"bbox","classId":776351,"probability":100,"points":{"x1":1249.63,"x2":1275.66,"y1":375.32,"y2":433.18},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:29:32.705Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:43.337Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"person"},{"type":"bbox","classId":776352,"probability":100,"points":{"x1":88.54,"x2":2048,"y1":761.65,"y2":1024},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-27T14:58:20.021Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-27T14:58:28.377Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"car"},{"type":"polygon","classId":776352,"probability":100,"points":[1040.4,406.35,1031.95,428,1031.95,431.17,1033,432.22,1038.28,433.28,1039.34,429.05,1056.24,427.47,1062.05,406.35,1041.45,405.82],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:31:05.801Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:31:29.058Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"car"},{"type":"polygon","classId":776352,"probability":100,"points":[1064.69,403.18,1056.24,433.81,1057.29,447.54,1063.1,447.54,1063.1,440.67,1107.99,440.67,1107.99,448.06,1111.69,448.06,1114.33,446.48,1110.1,418.49,1102.71,402.12,1063.63,402.12],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:30:37.836Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:30:59.353Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"car"},{"type":"bbox","classId":776352,"probability":100,"points":{"x1":898.04,"x2":951.68,"y1":405.57,"y2":447.64},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"createdAt":"2020-10-23T12:28:40.128Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:28:49.616Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"car"},{"type":"bbox","classId":776352,"probability":100,"points":{"x1":766.55,"x2":866.35,"y1":401.36,"y2":472.23},"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:28:28.785Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:28:35.314Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"car"},{"type":"polygon","classId":776354,"probability":100,"points":[1868.66,100.52,1871.55,239.37,1880.23,246.6,1888.9,250.94,1891.8,250.94,1891.8,252.38,1896.14,252.38,1897.58,249.49,1901.92,246.6,1910.6,245.15,1926.51,418.71,1939.53,417.27,1933.74,386.89,1933.74,359.41,1936.63,344.95,1939.53,339.16,1942.42,318.92,1942.42,303.01,1940.97,300.11,1940.97,243.71,1938.08,236.47,1938.08,229.24,1940.97,229.24,1952.54,223.46,1955.44,223.46,1956.88,229.24,1961.22,229.24,1961.22,227.8,1962.67,227.8,1964.11,91.84,1870.1,99.07],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:32:00.731Z","createdBy":{"email":"user2@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:32:21.815Z","updatedBy":{"email":"user2@mail.com","role":"Annotator"},"className":"sign"},{"type":"point","classId":776354,"probability":100,"x":964.7,"y":295.77,"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:29:15.367Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:18.655Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"sign"},{"type":"point","classId":776354,"probability":100,"x":996.52,"y":278.42,"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:29:08.239Z","createdBy":{"email":"user2@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:29:11.645Z","updatedBy":{"email":"user2@mail.com","role":"Annotator"},"className":"sign"},{"type":"polygon","classId":776353,"probability":100,"points":[1452.9,435.07,1461.61,437.98,1457.26,381.37,1451.45,347.99,1450,323.31,1450,278.32,1455.81,262.35,1455.81,250.74,1457.26,247.84,1461.61,247.84,1460.16,234.77,1451.45,208.65,1445.65,201.39,1441.29,191.23,1432.58,181.07,1409.36,159.3,1370.17,131.72,1345.5,105.59,1335.34,91.08,1323.72,67.86,1320.82,57.7,1320.82,38.83,1332.43,17.05,1335.34,0,1351.3,0,1357.11,15.6,1365.82,18.51,1422.42,27.21,1442.74,27.21,1442.74,28.67,1448.55,28.67,1452.9,27.21,1463.06,19.96,1465.97,19.96,1616.92,33.02,1751.9,75.11,1795.45,170.91,1606.76,204.29,1606.76,202.84,1496.45,250.74,1480.48,453.94],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-27T14:59:06.872Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-27T14:59:18.915Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"tree"},{"type":"polygon","classId":776353,"probability":100,"points":[146.6,493.13,150.95,494.58,150.95,478.62,148.05,465.55,148.05,439.43,142.24,394.43,142.24,377.01,132.08,345.08,130.63,330.57,130.63,275.41,127.73,262.35,124.82,253.64,121.92,250.74,121.92,247.84,117.57,242.03,107.41,234.77,50.8,234.77,40.64,233.32,21.77,223.16,0,218.81,0,41.73,59.51,0,165.47,0,233.68,99.79,174.17,168.01,158.21,276.86,177.08,504.74],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-27T14:58:42.899Z","createdBy":{"email":"user3@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-27T14:58:58.522Z","updatedBy":{"email":"user3@mail.com","role":"Annotator"},"className":"tree"},{"type":"polygon","classId":776353,"probability":100,"points":[912.63,320.36,927.1,329.04,931.44,337.72,931.44,343.5,932.88,343.5,935.77,349.29,937.22,357.97,934.33,385.45,931.44,386.89,932.88,398.46,909.74,404.25,899.62,323.25,911.19,320.36],"groupId":0,"pointLabels":{},"locked":false,"visible":true,"attributes":[],"trackingId":null,"error":null,"createdAt":"2020-10-23T12:39:46.155Z","createdBy":{"email":"user1@mail.com","role":"Annotator"},"creationType":"Manual","updatedAt":"2020-10-23T12:40:05.153Z","updatedBy":{"email":"user1@mail.com","role":"Annotator"},"className":"tree"}],"tags":[],"comments":[]}