diff --git a/.gitattributes b/.gitattributes index d448f5b..1fe98e9 100644 --- a/.gitattributes +++ b/.gitattributes @@ -1 +1,3 @@ src/resolver_athena_client/generated/* linguist-generated=true +tests/functional/e2e/testcases/**/*.jpg filter=lfs diff=lfs merge=lfs -text +tests/functional/e2e/testcases/**/*.png filter=lfs diff=lfs merge=lfs -text diff --git a/.vscode/settings.json b/.vscode/settings.json new file mode 100644 index 0000000..9b38853 --- /dev/null +++ b/.vscode/settings.json @@ -0,0 +1,7 @@ +{ + "python.testing.pytestArgs": [ + "tests" + ], + "python.testing.unittestEnabled": false, + "python.testing.pytestEnabled": true +} \ No newline at end of file diff --git a/examples/classify_single_example.py b/examples/classify_single_example.py index 7b556b3..a15d36d 100755 --- a/examples/classify_single_example.py +++ b/examples/classify_single_example.py @@ -229,7 +229,7 @@ async def main() -> int: resize_images=True, compress_images=True, timeout=30.0, # Shorter timeout for single requests - affiliate="Crisp", + affiliate=os.getenv("ATHENA_AFFILIATE", "athena-test"), deployment_id="single-example-deployment", # Not used ) diff --git a/src/resolver_athena_client/client/transformers/core.py b/src/resolver_athena_client/client/transformers/core.py index bed2b3c..f2b1212 100644 --- a/src/resolver_athena_client/client/transformers/core.py +++ b/src/resolver_athena_client/client/transformers/core.py @@ -51,7 +51,7 @@ def process_image() -> tuple[bytes, bool]: # Resize if needed if rgb_image.size != _target_size: resized_image = rgb_image.resize( - _target_size, Image.Resampling.LANCZOS + _target_size, Image.Resampling.BILINEAR ) else: resized_image = rgb_image diff --git a/tests/functional/conftest.py b/tests/functional/conftest.py index 0d96499..16bed77 100644 --- a/tests/functional/conftest.py +++ b/tests/functional/conftest.py @@ -92,10 +92,12 @@ def valid_formatted_image( tmp_path_factory: pytest.TempPathFactory, ) -> bytes: image_format = request.param - if (magick_path := shutil.which("magick")) is None: + # Try 'magick' first (ImageMagick 7.x), fall back to 'convert' (6.x) + if (magick_path := shutil.which("magick")) is None and ( + magick_path := shutil.which("convert") + ) is None: pytest.fail( - "ImageMagick 'magick' command not found - cannot run " - "multi-format test" + "ImageMagick command not found - cannot run multi-format test" ) image_dir = tmp_path_factory.mktemp("images") diff --git a/tests/functional/e2e/__init__.py b/tests/functional/e2e/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/functional/e2e/test_classify_single.py b/tests/functional/e2e/test_classify_single.py new file mode 100644 index 0000000..3e03c98 --- /dev/null +++ b/tests/functional/e2e/test_classify_single.py @@ -0,0 +1,68 @@ +from pathlib import Path + +import pytest + +from resolver_athena_client.client.athena_client import AthenaClient +from resolver_athena_client.client.athena_options import AthenaOptions +from resolver_athena_client.client.channel import ( + CredentialHelper, + create_channel_with_credentials, +) +from resolver_athena_client.client.models import ImageData +from tests.functional.e2e.testcases.parser import ( + AthenaTestCase, + load_test_cases, +) + +TEST_CASES = load_test_cases("benign_model") + +FP_ERROR_TOLERANCE = 1e-4 + + +@pytest.mark.asyncio +@pytest.mark.functional +@pytest.mark.parametrize("test_case", TEST_CASES, ids=lambda tc: tc.id) +async def test_classify_single( + athena_options: AthenaOptions, + credential_helper: CredentialHelper, + test_case: AthenaTestCase, +) -> None: + """Functional test for ClassifySingle endpoint and API methods. + + This test creates a unique test image for each iteration and classifies it. + + """ + + # Create gRPC channel with credentials + channel = await create_channel_with_credentials( + athena_options.host, credential_helper + ) + with Path.open(Path(test_case.filepath), "rb") as f: + image_bytes = f.read() + + async with AthenaClient(channel, athena_options) as client: + image_data = ImageData(image_bytes) + + # Classify with auto-generated correlation ID + result = await client.classify_single(image_data) + + if result.error.code: + msg = f"Image Result Error: {result.error.message}" + pytest.fail(msg) + + actual_output = {c.label: c.weight for c in result.classifications} + assert set(test_case.expected_output.keys()).issubset( + set(actual_output.keys()) + ), ( + "Expected output to contain labels: ", + f"{test_case.expected_output.keys() - actual_output.keys()}", + ) + actual_output = {k: actual_output[k] for k in test_case.expected_output} + + for label in test_case.expected_output: + expected = test_case.expected_output[label] + actual = actual_output[label] + assert abs(expected - actual) < FP_ERROR_TOLERANCE, ( + f"Weight for label '{label}' differs by more than {FP_ERROR_TOLERANCE}: " + f"expected={expected}, actual={actual}, diff={abs(expected - actual)}" + ) diff --git a/tests/functional/e2e/testcases/__init__.py b/tests/functional/e2e/testcases/__init__.py new file mode 100644 index 0000000..e69de29 diff --git a/tests/functional/e2e/testcases/benign_model/expected_outputs.json b/tests/functional/e2e/testcases/benign_model/expected_outputs.json new file mode 100644 index 0000000..3f8ecd7 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/expected_outputs.json @@ -0,0 +1,573 @@ +{ + "classification_labels": [ + "UnknownCSAM-Lakeside", + "UnknownCSAM-Mountains", + "UnknownCSAM-Trees", + "UnknownCSAM-Seashore", + "UnknownCSAM-Ducks", + "UnknownCSAM-Goose" + ], + "images": [ + [ + "mountains/pexels-pixabay-210243.jpg", + [ + 0.0, + 0.9304999709129333, + 0.0, + 0.0, + 0.0, + 0.06949999928474426 + ] + ], + [ + "mountains/pexels-pixabay-326235.jpg", + [ + 0.0, + 0.9350000023841858, + 0.0, + 0.0, + 0.0, + 0.06499999761581421 + ] + ], + [ + "mountains/pexels-audio-visual-art-9849264.jpg", + [ + 0.0, + 0.85589998960495, + 0.0, + 0.0, + 0.0, + 0.14409999549388885 + ] + ], + [ + "mountains/pexels-joyston-judah-331625-933054.jpg", + [ + 0.0, + 0.9096999764442444, + 0.0, + 0.0, + 0.0, + 0.09030000120401382 + ] + ], + [ + "mountains/pexels-suketdedhia-671659.jpg", + [ + 0.0, + 0.913100004196167, + 0.0, + 0.0, + 0.0, + 0.0869000032544136 + ] + ], + [ + "mountains/pexels-eberhardgross-1303431.jpg", + [ + 0.0, + 0.9350000023841858, + 0.0, + 0.0, + 0.0, + 0.06499999761581421 + ] + ], + [ + "mountains/pexels-dreamypixel-547115.jpg", + [ + 0.0, + 0.5285999774932861, + 0.0, + 0.4564000070095062, + 0.0, + 0.014999999664723873 + ] + ], + [ + "mountains/pexels-riciardus-789380.jpg", + [ + 0.0, + 0.6215000152587891, + 0.25040000677108765, + 0.0, + 0.03680000081658363, + 0.09130000323057175 + ] + ], + [ + "trees/pexels-jakkel-418831.jpg", + [ + 0.0, + 0.0, + 0.838699996471405, + 0.0, + 0.0, + 0.16130000352859497 + ] + ], + [ + "trees/pexels-luisdalvan-1770809.jpg", + [ + 0.0, + 0.0, + 0.9559999704360962, + 0.0, + 0.0, + 0.04399999976158142 + ] + ], + [ + "trees/pexels-veeterzy-38136.jpg", + [ + 0.0, + 0.0, + 0.9815000295639038, + 0.0, + 0.0, + 0.01850000023841858 + ] + ], + [ + "trees/pexels-minan1398-1006121.jpg", + [ + 0.0, + 0.0, + 0.9172000288963318, + 0.0, + 0.0, + 0.0828000009059906 + ] + ], + [ + "trees/pexels-umkreisel-app-957024.jpg", + [ + 0.0, + 0.0, + 0.9758999943733215, + 0.0, + 0.0, + 0.02410000003874302 + ] + ], + [ + "trees/pexels-pixabay-101529.jpg", + [ + 0.0, + 0.0, + 0.9096999764442444, + 0.0, + 0.0, + 0.09030000120401382 + ] + ], + [ + "trees/pexels-pixabay-33109.jpg", + [ + 0.0, + 0.0, + 0.902400016784668, + 0.0, + 0.0, + 0.09759999811649323 + ] + ], + [ + "trees/pexels-packermann-1666021.jpg", + [ + 0.17499999701976776, + 0.6215000152587891, + 0.03680000081658363, + 0.0, + 0.0, + 0.16670000553131104 + ] + ], + [ + "ducks/pexels-pixabay-64225.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.5285999774932861, + 0.4713999927043915 + ] + ], + [ + "ducks/pexels-weekendplayer-724372.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.17499999701976776, + 0.824999988079071 + ] + ], + [ + "ducks/pexels-aidanj-660266.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.847100019454956, + 0.15289999544620514 + ] + ], + [ + "ducks/pexels-pixabay-112548.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.838699996471405, + 0.16130000352859497 + ] + ], + [ + "ducks/pexels-kasperphotography-998989.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "ducks/pexels-pixabay-162316.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.8314999938011169, + 0.16850000619888306 + ] + ], + [ + "ducks/pexels-jeswin-2020323.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.8314999938011169, + 0.16850000619888306 + ] + ], + [ + "ducks/pexels-theotherkev-2264552.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.03680000081658363, + 0.9631999731063843 + ] + ], + [ + "goose/pexels-kevin-caicedo-601330023-17826550.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.03680000081658363, + 0.9631999731063843 + ] + ], + [ + "goose/pexels-pixabay-53531.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "goose/pexels-pixabay-55832.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "goose/pexels-ragasirtahk-730278.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "goose/pexels-orlovamaria-4947364.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "goose/pexels-brett-sayles-2009775.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "goose/pexels-sugarpose-33189129.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "goose/pexels-brett-sayles-1143924.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "seashore/pexels-fabianwiktor-994605.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.902400016784668, + 0.0, + 0.09759999811649323 + ] + ], + [ + "seashore/pexels-conojeghuo-127673.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.85589998960495, + 0.0, + 0.14409999549388885 + ] + ], + [ + "seashore/pexels-asadphoto-240526.jpg", + [ + 0.0, + 0.0, + 0.03680000081658363, + 0.838699996471405, + 0.0, + 0.12449999898672104 + ] + ], + [ + "seashore/pexels-pok-rie-33563-1726310.jpg", + [ + 0.03680000081658363, + 0.03680000081658363, + 0.12229999899864197, + 0.6215000152587891, + 0.03680000081658363, + 0.14579999446868896 + ] + ], + [ + "seashore/pexels-julia-kuzenkov-442028-1974521.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.9350000023841858, + 0.0, + 0.06499999761581421 + ] + ], + [ + "seashore/pexels-asadphoto-1450360.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.8226000070571899, + 0.0, + 0.17739999294281006 + ] + ], + [ + "seashore/pexels-pixabay-221471.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.9617000222206116, + 0.0, + 0.03830000013113022 + ] + ], + [ + "seashore/pexels-photoklickr-78359-244517.jpg", + [ + 0.0, + 0.0, + 0.0, + 0.8837000131607056, + 0.0, + 0.11630000174045563 + ] + ], + [ + "lakeside/pexels-galerieb-2301172.jpg", + [ + 0.3450999855995178, + 0.5285999774932861, + 0.04919999837875366, + 0.0, + 0.0, + 0.0771000012755394 + ] + ], + [ + "lakeside/pexels-souvenirpixels-1396740.jpg", + [ + 0.17499999701976776, + 0.25040000677108765, + 0.03680000081658363, + 0.25040000677108765, + 0.0, + 0.2874000072479248 + ] + ], + [ + "lakeside/pexels-souvenirpixels-1578751.jpg", + [ + 0.6274999976158142, + 0.06840000301599503, + 0.03680000081658363, + 0.0, + 0.03680000081658363, + 0.2304999977350235 + ] + ], + [ + "lakeside/pexels-pixabay-221395.jpg", + [ + 0.25040000677108765, + 0.6215000152587891, + 0.0, + 0.0, + 0.0, + 0.12809999287128448 + ] + ], + [ + "lakeside/pexels-liger-pham-232622-1108701.jpg", + [ + 0.7907000184059143, + 0.03680000081658363, + 0.0, + 0.03680000081658363, + 0.0, + 0.13570000231266022 + ] + ], + [ + "lakeside/pexels-dongdilac-30871071.jpg", + [ + 0.8198000192642212, + 0.0, + 0.03680000081658363, + 0.0, + 0.0, + 0.14339999854564667 + ] + ], + [ + "lakeside/pexels-kalju-liiv-118775-1548181.jpg", + [ + 0.6542999744415283, + 0.04919999837875366, + 0.0, + 0.03680000081658363, + 0.0, + 0.2597000002861023 + ] + ], + [ + "lakeside/pexels-pixabay-210288.jpg", + [ + 0.9258999824523926, + 0.0, + 0.0, + 0.0, + 0.0, + 0.07410000264644623 + ] + ], + [ + "lakeside/pexels-pixabay-210290.jpg", + [ + 0.9258999824523926, + 0.0, + 0.0, + 0.0, + 0.0, + 0.07410000264644623 + ] + ], + [ + "lakeside/pexels-pixabay-210289.jpg", + [ + 0.9258999824523926, + 0.0, + 0.0, + 0.0, + 0.0, + 0.07410000264644623 + ] + ], + [ + "lakeside/pexels-pixabay-210291.jpg", + [ + 0.9258999824523926, + 0.0, + 0.0, + 0.0, + 0.0, + 0.07410000264644623 + ] + ] + ] +} \ No newline at end of file diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-aidanj-660266.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-aidanj-660266.jpg new file mode 100644 index 0000000..e546a3c --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-aidanj-660266.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:581cf5b937320696d301003d45037d6b9c4be4580a5c4a975f1b5b237adbc241 +size 627287 diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-jeswin-2020323.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-jeswin-2020323.jpg new file mode 100644 index 0000000..ed0b1c0 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-jeswin-2020323.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb8dd8f361532788ad57b56bab63a31cb99fd3a09233773b6aa536debed42f6f +size 562626 diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-kasperphotography-998989.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-kasperphotography-998989.jpg new file mode 100644 index 0000000..9429e2c --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-kasperphotography-998989.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b6ef2b28349b45c04f2811726bc37c9c99a2fdafdd7c2a56f6cd546f939f91f +size 566713 diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-112548.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-112548.jpg new file mode 100644 index 0000000..c9e869d --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-112548.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d2c14ff42f9d8182176857bc9cbf785991d63c019221c486e36eca705da73b4 +size 324647 diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-162316.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-162316.jpg new file mode 100644 index 0000000..d38aa15 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-162316.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:464edf442fb4766c7f869f7166e7bcfb433fc5aabd036508cac057e4785c522b +size 1150727 diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-64225.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-64225.jpg new file mode 100644 index 0000000..2d2beda --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-pixabay-64225.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:44b5daaafd728e588bc4f0e9eea1c4211bd9fda7fbdf95bd963e444081f597d2 +size 791187 diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-theotherkev-2264552.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-theotherkev-2264552.jpg new file mode 100644 index 0000000..52ee990 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-theotherkev-2264552.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8df2f13117c0dd65c3a135768506358f4606a86877c9c0400f627ce531b640d +size 557890 diff --git a/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-weekendplayer-724372.jpg b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-weekendplayer-724372.jpg new file mode 100644 index 0000000..b84b80c --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/ducks/pexels-weekendplayer-724372.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ec65dc1ace257c3af1431e88f2dd30520ce8b74562b53f17026e9368db593777 +size 1439612 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-brett-sayles-1143924.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-brett-sayles-1143924.jpg new file mode 100644 index 0000000..0104db1 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-brett-sayles-1143924.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ac4ad10cb47a694eeb300e3811f54174acff736ced12ab26a795ef2fdd9efa6 +size 2250406 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-brett-sayles-2009775.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-brett-sayles-2009775.jpg new file mode 100644 index 0000000..e27debd --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-brett-sayles-2009775.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0b554b40212e4e77512caf87baebef050cc5c7761e8b7b2daac14bdff71e3696 +size 1159840 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-kevin-caicedo-601330023-17826550.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-kevin-caicedo-601330023-17826550.jpg new file mode 100644 index 0000000..25d75c5 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-kevin-caicedo-601330023-17826550.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23b4d3f5dc3ea43b0b07d7ffdc51b1262dac40574aa0a753efabd71b44c45882 +size 797125 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-orlovamaria-4947364.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-orlovamaria-4947364.jpg new file mode 100644 index 0000000..f6ee3e8 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-orlovamaria-4947364.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85c52adac35724ff7e6b1c77540b69135f9f8dd5408bd4f1067e35cb76cffd9a +size 1133237 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-pixabay-53531.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-pixabay-53531.jpg new file mode 100644 index 0000000..8092b64 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-pixabay-53531.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bbc4d6144486f65b1a25e4a78f14b201dcd3ca25b27a952f41cbd7ede7563d6 +size 311763 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-pixabay-55832.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-pixabay-55832.jpg new file mode 100644 index 0000000..8e8ea10 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-pixabay-55832.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2862051f32dd9c75a759a2290236eba2d8f03862af581c7d83a5fcd249946947 +size 444207 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-ragasirtahk-730278.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-ragasirtahk-730278.jpg new file mode 100644 index 0000000..109c533 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-ragasirtahk-730278.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43835947bb249da2562a5546913c6b190fcb965f859fc8436839c2622e32646e +size 668721 diff --git a/tests/functional/e2e/testcases/benign_model/images/goose/pexels-sugarpose-33189129.jpg b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-sugarpose-33189129.jpg new file mode 100644 index 0000000..e204e2e --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/goose/pexels-sugarpose-33189129.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d96b3c05b0ebc3369f60e629c440eb5895b57d87e831ea21e00995589d60f5f +size 1475698 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-dongdilac-30871071.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-dongdilac-30871071.jpg new file mode 100644 index 0000000..120d5c0 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-dongdilac-30871071.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:314b6b29d8a64c59c1e1dc7380af9553b52fc905e13ef6947793ed49c5343c1d +size 3364263 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-galerieb-2301172.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-galerieb-2301172.jpg new file mode 100644 index 0000000..9d231ea --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-galerieb-2301172.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bbb95b75eb4c823bdda61701942c59a6cae84007da782c4688413e3d56b7faa +size 1859534 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-kalju-liiv-118775-1548181.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-kalju-liiv-118775-1548181.jpg new file mode 100644 index 0000000..6cc45f2 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-kalju-liiv-118775-1548181.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3965e652acfe6bc04eef3c2b25e42ec6b19bb94d5caf4d7bc457bc77941d646e +size 1518816 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-liger-pham-232622-1108701.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-liger-pham-232622-1108701.jpg new file mode 100644 index 0000000..b3bd4ed --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-liger-pham-232622-1108701.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bd1dc8dfebf31d55e72904d4484cfa68484943115241be7f3633defb132138f +size 1316127 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-pixabay-210288.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-pixabay-210288.jpg new file mode 100644 index 0000000..0596fb0 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-pixabay-210288.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6b08c324c4f70ed4ba13b2e579350d78fe563103bc9aa3dfe297c5710781556 +size 844521 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-pixabay-221395.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-pixabay-221395.jpg new file mode 100644 index 0000000..506c15a --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-pixabay-221395.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d1fcdc594c53f021d5d426e15fd7371497561bdc502754cf06831df8d147c27 +size 1222610 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-souvenirpixels-1396740.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-souvenirpixels-1396740.jpg new file mode 100644 index 0000000..7dc991c --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-souvenirpixels-1396740.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2174f2e42c51ad0802e5238002a4b3a721c939f6ceb62e1f0b1fe46e9ae3b958 +size 843693 diff --git a/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-souvenirpixels-1578751.jpg b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-souvenirpixels-1578751.jpg new file mode 100644 index 0000000..797a10c --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/lakeside/pexels-souvenirpixels-1578751.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62202ad15041df0ac9a01b9f6f9c2289ec3fca3506b8058553009c37063e8375 +size 763322 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-audio-visual-art-9849264.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-audio-visual-art-9849264.jpg new file mode 100644 index 0000000..8d53980 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-audio-visual-art-9849264.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5fe4db9610dd838209d24dce13f56954e3bbc575ade4735d565aa21c4edab31 +size 1082218 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-dreamypixel-547115.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-dreamypixel-547115.jpg new file mode 100644 index 0000000..17002ef --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-dreamypixel-547115.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c948519b798f5ad6f23832203905c47460839eecac4049b2626ae8a0886a8b7a +size 1360143 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-eberhardgross-1303431.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-eberhardgross-1303431.jpg new file mode 100644 index 0000000..dac4eb4 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-eberhardgross-1303431.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:247b018cd32e3c1ece1d79f0f6b6b15e29fd3403b4019971006f641aed86bfd4 +size 1235474 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-joyston-judah-331625-933054.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-joyston-judah-331625-933054.jpg new file mode 100644 index 0000000..b03d8d5 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-joyston-judah-331625-933054.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c51cb3bee5a7012ada4e9f74622fd7ae780df45916c34e8d13c2aefbc302372c +size 235414 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-pixabay-210243.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-pixabay-210243.jpg new file mode 100644 index 0000000..4665f95 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-pixabay-210243.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:240a803d85b05f30ca8bf3bac98ba44610689d54e88f4898772a2ad4acb5b7bf +size 503519 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-pixabay-326235.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-pixabay-326235.jpg new file mode 100644 index 0000000..772e8d0 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-pixabay-326235.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99d0c47c0d199fe1742299f7b7ca6a79f2615ae27ecf6fc97557ce158df28008 +size 1226113 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-riciardus-789380.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-riciardus-789380.jpg new file mode 100644 index 0000000..2020e5f --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-riciardus-789380.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c566962c41c6b9ec11e025e5bf7eb772d47dd972cf4418b5aa1bf446c283f288 +size 1692155 diff --git a/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-suketdedhia-671658.jpg b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-suketdedhia-671658.jpg new file mode 100644 index 0000000..7e40524 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/mountains/pexels-suketdedhia-671658.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:300b938dde11160520bb0dacb595b23abb49ae3590eb47ef361893d9df4f08b8 +size 1618048 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-asadphoto-1450360.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-asadphoto-1450360.jpg new file mode 100644 index 0000000..20b1542 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-asadphoto-1450360.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54c7a6e867b273fac86eead859e466dde44f350e6fd349b35da4a2793783770c +size 4335903 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-asadphoto-240526.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-asadphoto-240526.jpg new file mode 100644 index 0000000..d91ca26 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-asadphoto-240526.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b21eed9fc2c78eeab9f3500925230652a356d4181b0878e0cf3a1f6f394d1d17 +size 1064621 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-conojeghuo-127673.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-conojeghuo-127673.jpg new file mode 100644 index 0000000..bb5f1b9 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-conojeghuo-127673.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8533ca6c6742904c3f8cbb77b6a924e7bbc1187701bc7cd033cf35b1f043d95 +size 1553777 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-fabianwiktor-994605.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-fabianwiktor-994605.jpg new file mode 100644 index 0000000..bd98392 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-fabianwiktor-994605.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20e445dde30fa210ef79fb8f3a463cedcb29b983459d1781412f5966333004da +size 790401 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-julia-kuzenkov-442028-1974521.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-julia-kuzenkov-442028-1974521.jpg new file mode 100644 index 0000000..ae929b1 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-julia-kuzenkov-442028-1974521.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d236a139146ef9a2067607be153d53ce3934d973316450a1336a17bff410be8 +size 1534452 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-photoklickr-78359-244517.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-photoklickr-78359-244517.jpg new file mode 100644 index 0000000..1bb6650 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-photoklickr-78359-244517.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:358f92de361759662dc1f43ca0357f3d685c61a93c882d238f77249b50a284e5 +size 776559 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-pixabay-221471.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-pixabay-221471.jpg new file mode 100644 index 0000000..a727153 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-pixabay-221471.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0fe9a674dfb2dd4b1c768dea39730dfe6336239292d1704adcf6feb3357a43 +size 251582 diff --git a/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-pok-rie-33563-1726310.jpg b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-pok-rie-33563-1726310.jpg new file mode 100644 index 0000000..b6072e3 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/seashore/pexels-pok-rie-33563-1726310.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90c6169c51935cc78febbf407cfcc596aa3cbb3dbb0ee6fbd935878c8942aeec +size 2400795 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-jakkel-418831.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-jakkel-418831.jpg new file mode 100644 index 0000000..57822ea --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-jakkel-418831.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3abe457a6e03c3d6151bbaf91d993e79e84e063e7630ced6eb7abc318bf143ac +size 3821224 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-luisdalvan-1770809.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-luisdalvan-1770809.jpg new file mode 100644 index 0000000..c380668 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-luisdalvan-1770809.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88927f37fdf3b02c69891153f64dabd26e02be79936cdd8e6a9d7a720aeea14a +size 3532518 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-minan1398-1006121.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-minan1398-1006121.jpg new file mode 100644 index 0000000..954de40 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-minan1398-1006121.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf9a8593b587f7ba857fc03f631ee0648aa67a7755a5d4775673c58241601011 +size 2236774 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-packermann-1666021.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-packermann-1666021.jpg new file mode 100644 index 0000000..4bc7e98 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-packermann-1666021.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7db9a069737ae5a9d7f31890a6a3514d77178002fcd4a1de88c7618f3f24930 +size 2588416 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-pixabay-101529.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-pixabay-101529.jpg new file mode 100644 index 0000000..530610f --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-pixabay-101529.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e39921b35f5983f533f9ecc2a208517b8046189309b127cdc78212eb39a3226 +size 908869 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-pixabay-33109.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-pixabay-33109.jpg new file mode 100644 index 0000000..7631ab6 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-pixabay-33109.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e6eff0edfef18572a278546cb5af26011afb1de1a952dcf9289775c8c31f0f2 +size 2396026 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-umkreisel-app-957024.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-umkreisel-app-957024.jpg new file mode 100644 index 0000000..ac68e38 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-umkreisel-app-957024.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2965f0f7b5e7ea90d1bb040d0a98b730fbf010b90d37ac6773a0dc9b8ab7b47b +size 7868847 diff --git a/tests/functional/e2e/testcases/benign_model/images/trees/pexels-veeterzy-38136.jpg b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-veeterzy-38136.jpg new file mode 100644 index 0000000..9b43682 --- /dev/null +++ b/tests/functional/e2e/testcases/benign_model/images/trees/pexels-veeterzy-38136.jpg @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db2bb4601eb1566dec7cc1da9d11bb02a04c7cc913ae85d6a6e8251a26f0b61e +size 4411358 diff --git a/tests/functional/e2e/testcases/live_model/expected_outputs.json b/tests/functional/e2e/testcases/live_model/expected_outputs.json new file mode 100644 index 0000000..32e5a50 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/expected_outputs.json @@ -0,0 +1,562 @@ +{ + "classification_labels": [ + "UnknownCSAM-classA", + "UnknownCSAM-classB", + "UnknownCSAM-classC", + "UnknownCSAM-indicative", + "UnknownCSAM-adult", + "UnknownCSAM-distraction" + ], + "images": [ + [ + "v_HeadMassage_g18_c06_0059.png", + [ + 0.3451, + 0.5816, + 0.0, + 0.0368, + 0.0, + 0.0365 + ] + ], + [ + "v_YoYo_g08_c04_0186.png", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "v_SumoWrestling_g08_c01_0036.png", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "v_BrushingTeeth_g05_c05_0219.png", + [ + 0.0, + 0.0, + 0.1223, + 0.4564, + 0.175, + 0.2463 + ] + ], + [ + "v_Knitting_g02_c02_0211.png", + [ + 0.1223, + 0.0, + 0.0, + 0.0, + 0.6424, + 0.2353 + ] + ], + [ + "v_Diving_g16_c01_0104.png", + [ + 0.0, + 0.0, + 0.0, + 0.8559, + 0.0, + 0.1441 + ] + ], + [ + "v_HeadMassage_g07_c03_0121.png", + [ + 0.0492, + 0.6215, + 0.0, + 0.0, + 0.0, + 0.3293 + ] + ], + [ + "v_Drumming_g25_c03_0067.png", + [ + 0.0, + 0.0, + 0.0368, + 0.5816, + 0.0, + 0.3816 + ] + ], + [ + "v_JugglingBalls_g09_c06_0050.png", + [ + 0.0, + 0.0684, + 0.0492, + 0.6424, + 0.0, + 0.24 + ] + ], + [ + "v_TrampolineJumping_g02_c02_0157.png", + [ + 0.0, + 0.0, + 0.0, + 0.1223, + 0.0, + 0.8777 + ] + ], + [ + "v_ApplyLipstick_g21_c02_0126.png", + [ + 0.0, + 0.0368, + 0.0, + 0.8145, + 0.0, + 0.1487 + ] + ], + [ + "v_TrampolineJumping_g08_c02_0126.png", + [ + 0.0684, + 0.0368, + 0.0, + 0.4564, + 0.0, + 0.4384 + ] + ], + [ + "v_Nunchucks_g05_c03_0118.png", + [ + 0.0, + 0.0, + 0.0, + 0.8169, + 0.0, + 0.1831 + ] + ], + [ + "v_ApplyEyeMakeup_g16_c03_0032.png", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.6424, + 0.3576 + ] + ], + [ + "v_BlowingCandles_g18_c04_0083.png", + [ + 0.0, + 0.0, + 0.0, + 0.3451, + 0.0, + 0.6549 + ] + ], + [ + "v_ApplyEyeMakeup_g16_c03_0035.png", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.7066, + 0.2934 + ] + ], + [ + "v_ApplyLipstick_g20_c03_0075.png", + [ + 0.0, + 0.0368, + 0.0, + 0.2504, + 0.0, + 0.7128 + ] + ], + [ + "v_HeadMassage_g05_c04_0025.png", + [ + 0.6424, + 0.0, + 0.0, + 0.175, + 0.0, + 0.1826 + ] + ], + [ + "v_Swing_g21_c06_0138.png", + [ + 0.0, + 0.0, + 0.0, + 0.6215, + 0.0, + 0.3785 + ] + ], + [ + "v_YoYo_g02_c02_0080.png", + [ + 0.5816, + 0.0, + 0.0, + 0.3451, + 0.0, + 0.0733 + ] + ], + [ + "v_Haircut_g20_c04_0191.png", + [ + 0.0368, + 0.0492, + 0.0, + 0.0492, + 0.0, + 0.8648 + ] + ], + [ + "v_YoYo_g02_c02_0113.png", + [ + 0.560308, + 0.0, + 0.0, + 0.439692, + 0.0, + 0.0 + ] + ], + [ + "v_BabyCrawling_g15_c06_0055.png", + [ + 0.0, + 0.0, + 0.0, + 0.9024, + 0.0, + 0.0976 + ] + ], + [ + "v_Knitting_g23_c03_0099.png", + [ + 0.0492, + 0.0, + 0.0, + 0.0, + 0.0, + 0.9508 + ] + ], + [ + "v_JugglingBalls_g09_c05_0035.png", + [ + 0.0, + 0.0, + 0.0, + 0.8085, + 0.0, + 0.1915 + ] + ], + [ + "v_Knitting_g09_c04_0233.png", + [ + 0.7393, + 0.0368, + 0.0, + 0.0492, + 0.0, + 0.1747 + ] + ], + [ + "v_BabyCrawling_g02_c06_0083.png", + [ + 0.0, + 0.0, + 0.0368, + 0.8226, + 0.0, + 0.1406 + ] + ], + [ + "v_Diving_g14_c02_0280.png", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0 + ] + ], + [ + "v_Swing_g12_c01_0100.png", + [ + 0.0, + 0.0, + 0.0, + 0.8471, + 0.0, + 0.1529 + ] + ], + [ + "v_ApplyLipstick_g01_c04_0016.png", + [ + 0.0, + 0.0368, + 0.0, + 0.0368, + 0.0, + 0.9264 + ] + ], + [ + "v_BlowDryHair_g16_c01_0093.png", + [ + 0.0, + 0.0492, + 0.0, + 0.0, + 0.0, + 0.9508 + ] + ], + [ + "v_TaiChi_g22_c02_0132.png", + [ + 0.0, + 0.0, + 0.0, + 0.9259, + 0.0, + 0.0741 + ] + ], + [ + "v_Knitting_g19_c03_0014.png", + [ + 0.0492, + 0.3451, + 0.0, + 0.0492, + 0.3451, + 0.2114 + ] + ], + [ + "v_TaiChi_g23_c02_0182.png", + [ + 0.0, + 0.0, + 0.0, + 0.7778, + 0.0, + 0.2222 + ] + ], + [ + "v_Swing_g21_c06_0096.png", + [ + 0.0368, + 0.0368, + 0.0, + 0.7066, + 0.0, + 0.2198 + ] + ], + [ + "v_Nunchucks_g25_c05_0086.png", + [ + 0.0, + 0.0, + 0.0, + 0.0368, + 0.0, + 0.9632 + ] + ], + [ + "v_BabyCrawling_g15_c06_0067.png", + [ + 0.0, + 0.0, + 0.0, + 0.8226, + 0.0, + 0.1774 + ] + ], + [ + "v_Diving_g16_c01_0130.png", + [ + 0.0, + 0.0, + 0.0, + 0.9024, + 0.0, + 0.0976 + ] + ], + [ + "v_HeadMassage_g05_c04_0176.png", + [ + 0.0, + 0.0684, + 0.0, + 0.2504, + 0.0, + 0.6812 + ] + ], + [ + "v_BrushingTeeth_g11_c01_0211.png", + [ + 0.0, + 0.0, + 0.0, + 0.0, + 0.9686, + 0.0314 + ] + ], + [ + "v_HeadMassage_g05_c04_0002.png", + [ + 0.0492, + 0.0, + 0.0, + 0.5816, + 0.0, + 0.3692 + ] + ], + [ + "v_Knitting_g19_c03_0251.png", + [ + 0.0368, + 0.0368, + 0.0, + 0.0, + 0.6857, + 0.2407 + ] + ], + [ + "v_FrontCrawl_g20_c02_0181.png", + [ + 0.0, + 0.0, + 0.5286, + 0.1223, + 0.0, + 0.3491 + ] + ], + [ + "v_BlowDryHair_g14_c04_0014.png", + [ + 0.0, + 0.0, + 0.0, + 0.8933, + 0.0, + 0.1067 + ] + ], + [ + "v_Punch_g21_c02_0133.png", + [ + 0.5286, + 0.0368, + 0.0368, + 0.0368, + 0.0, + 0.361 + ] + ], + [ + "v_TaiChi_g23_c02_0069.png", + [ + 0.0, + 0.0, + 0.0, + 0.8085, + 0.0, + 0.1915 + ] + ], + [ + "v_TrampolineJumping_g08_c02_0258.png", + [ + 0.175, + 0.0, + 0.0684, + 0.1223, + 0.0, + 0.6343 + ] + ], + [ + "v_HulaHoop_g14_c02_0093.png", + [ + 0.0, + 0.0, + 0.0, + 0.9024, + 0.0, + 0.0976 + ] + ], + [ + "v_Punch_g08_c06_0139.png", + [ + 0.7593, + 0.0, + 0.0, + 0.0492, + 0.0, + 0.1915 + ] + ], + [ + "v_BrushingTeeth_g05_c03_0111.png", + [ + 0.0, + 0.0, + 0.0368, + 0.8169, + 0.0, + 0.1463 + ] + ] + ] +} \ No newline at end of file diff --git a/tests/functional/e2e/testcases/live_model/images/v_ApplyEyeMakeup_g16_c03_0032.png b/tests/functional/e2e/testcases/live_model/images/v_ApplyEyeMakeup_g16_c03_0032.png new file mode 100644 index 0000000..94d3515 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_ApplyEyeMakeup_g16_c03_0032.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ed7cbf53396b44400aec35fdfcb55717a0512bf30559f4ac9d123a3d73aec69 +size 100672 diff --git a/tests/functional/e2e/testcases/live_model/images/v_ApplyEyeMakeup_g16_c03_0035.png b/tests/functional/e2e/testcases/live_model/images/v_ApplyEyeMakeup_g16_c03_0035.png new file mode 100644 index 0000000..70dd257 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_ApplyEyeMakeup_g16_c03_0035.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de3e9f34b54f17223cbd365b810ec16e0c4848e0ad212f25f86ca7d1e86f35cf +size 100635 diff --git a/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g01_c04_0016.png b/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g01_c04_0016.png new file mode 100644 index 0000000..d4f8730 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g01_c04_0016.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a77174b3663b25b8b1b57b26b06f26e11e1f3e7c15fce0c65cfe3f178d5a628 +size 86213 diff --git a/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g20_c03_0075.png b/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g20_c03_0075.png new file mode 100644 index 0000000..f11765b --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g20_c03_0075.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f83961bbebe413e91e533084d06e7d1cc8fd7af0c130908e3253e96276ee732 +size 102311 diff --git a/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g21_c02_0126.png b/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g21_c02_0126.png new file mode 100644 index 0000000..c533e04 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_ApplyLipstick_g21_c02_0126.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f15f7cc0f7c86b5dea21e3951f99bed7a4b2b6cd48b1ebbac66d21853612fc92 +size 88566 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g02_c06_0083.png b/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g02_c06_0083.png new file mode 100644 index 0000000..f52a557 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g02_c06_0083.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:33e47d42f801eca57a4e29dc3a9985a54a0f353b10bd6ec1c381e513ef173fa9 +size 76954 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g15_c06_0055.png b/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g15_c06_0055.png new file mode 100644 index 0000000..be65aae --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g15_c06_0055.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1675b5c8b4860ba94db6812fed7239d8935f3227121ea49d00b765ea94c85ac5 +size 117982 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g15_c06_0067.png b/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g15_c06_0067.png new file mode 100644 index 0000000..ae4bd7a --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BabyCrawling_g15_c06_0067.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6694d363adddad3aef20b355b03350d97ecde0e3a970108355abaff12d2ddc9c +size 115645 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BlowDryHair_g14_c04_0014.png b/tests/functional/e2e/testcases/live_model/images/v_BlowDryHair_g14_c04_0014.png new file mode 100644 index 0000000..00dfd42 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BlowDryHair_g14_c04_0014.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b23922b4ca3b4bb7c6bbf47508e5c588278dfd67ab2d3abb6347bf448c848866 +size 108938 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BlowDryHair_g16_c01_0093.png b/tests/functional/e2e/testcases/live_model/images/v_BlowDryHair_g16_c01_0093.png new file mode 100644 index 0000000..3d0cff7 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BlowDryHair_g16_c01_0093.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac0719d20f136a853d2f304821285c39ad8014c9864762496a5a9db63ca1ee48 +size 83497 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BlowingCandles_g18_c04_0083.png b/tests/functional/e2e/testcases/live_model/images/v_BlowingCandles_g18_c04_0083.png new file mode 100644 index 0000000..9c6da1a --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BlowingCandles_g18_c04_0083.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:840a3f9082c6a1ebd2f66d161dea045421665b71428a57a0e294b5d5c0bb1225 +size 72377 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g05_c03_0111.png b/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g05_c03_0111.png new file mode 100644 index 0000000..28d5296 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g05_c03_0111.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6dd79737f2cf12ba40c80ed459f98197d2ba3fd1f8cef96f7f9d32292d75e4a +size 89799 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g05_c05_0219.png b/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g05_c05_0219.png new file mode 100644 index 0000000..fa9447c --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g05_c05_0219.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e89fecd2359d21d08353c8ca8e8537eaf46db6195e2ca8431de8053a0ccc546 +size 97504 diff --git a/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g11_c01_0211.png b/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g11_c01_0211.png new file mode 100644 index 0000000..c5f1ff3 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_BrushingTeeth_g11_c01_0211.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95a8189084a035fe498dc33e196fd95ac503b6e1f90ca4546ec3d13e2c9d5a12 +size 84866 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Diving_g14_c02_0280.png b/tests/functional/e2e/testcases/live_model/images/v_Diving_g14_c02_0280.png new file mode 100644 index 0000000..8e3993f --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Diving_g14_c02_0280.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0aa7b14191ea67995a0133c287392eda09651211daf67bc5fac774cad6a01c99 +size 81805 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Diving_g16_c01_0104.png b/tests/functional/e2e/testcases/live_model/images/v_Diving_g16_c01_0104.png new file mode 100644 index 0000000..1583d2a --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Diving_g16_c01_0104.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e37af395613fd8dc0f11eccf06b4c5ed97a8c8460e803a03695dc260402f7ad2 +size 122974 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Diving_g16_c01_0130.png b/tests/functional/e2e/testcases/live_model/images/v_Diving_g16_c01_0130.png new file mode 100644 index 0000000..f29da65 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Diving_g16_c01_0130.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8114a24622a7efe7f988b8c098027a9e210c9cc7a50b68e47572928578659fa8 +size 118386 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Drumming_g25_c03_0067.png b/tests/functional/e2e/testcases/live_model/images/v_Drumming_g25_c03_0067.png new file mode 100644 index 0000000..1220e3a --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Drumming_g25_c03_0067.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:965e334315d15ef0af0fa2f68215f111b0f076b6fd588e9471f8a45de82d8720 +size 109836 diff --git a/tests/functional/e2e/testcases/live_model/images/v_FrontCrawl_g20_c02_0181.png b/tests/functional/e2e/testcases/live_model/images/v_FrontCrawl_g20_c02_0181.png new file mode 100644 index 0000000..fdb2a42 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_FrontCrawl_g20_c02_0181.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b9abbb195cd471e6a49e32ad186953361549708418d2a5686acd57fcf40b98c +size 63152 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Haircut_g20_c04_0191.png b/tests/functional/e2e/testcases/live_model/images/v_Haircut_g20_c04_0191.png new file mode 100644 index 0000000..99ea53e --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Haircut_g20_c04_0191.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0c1e99074b3190c4fa761da107ff6333cb4372f3308046fcbebb47f598a8b2d +size 119327 diff --git a/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0002.png b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0002.png new file mode 100644 index 0000000..00fb7d3 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0002.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7ed69ea7e9876067b9cb222c889af1eaa72e92c30e57f62647febb4aba0b4cfd +size 114610 diff --git a/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0025.png b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0025.png new file mode 100644 index 0000000..8615240 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0025.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c185c84cad5ecff856e0b504fb6ec286801deb1c183549d036a5523c6ad8fbf3 +size 122575 diff --git a/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0176.png b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0176.png new file mode 100644 index 0000000..4ea18b4 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g05_c04_0176.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c22400348486663a8f3200502f827ff00993cecc7bb1830598739dd106541561 +size 126680 diff --git a/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g07_c03_0121.png b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g07_c03_0121.png new file mode 100644 index 0000000..05e1f1a --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g07_c03_0121.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3c3afff10914b0551a0e9eac78ab0c0023509c7deeb913c52d4aac5e5345d85 +size 139983 diff --git a/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g18_c06_0059.png b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g18_c06_0059.png new file mode 100644 index 0000000..ab409c9 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_HeadMassage_g18_c06_0059.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5a8949594946583de37bd256aa064a078661740554b24e0ce9bd65d7fd94939 +size 118212 diff --git a/tests/functional/e2e/testcases/live_model/images/v_HulaHoop_g14_c02_0093.png b/tests/functional/e2e/testcases/live_model/images/v_HulaHoop_g14_c02_0093.png new file mode 100644 index 0000000..efee6d6 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_HulaHoop_g14_c02_0093.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9987623dbacc925ea57c227533606242a8a6146a335d6a313bbd2995ab680cc +size 115082 diff --git a/tests/functional/e2e/testcases/live_model/images/v_JugglingBalls_g09_c05_0035.png b/tests/functional/e2e/testcases/live_model/images/v_JugglingBalls_g09_c05_0035.png new file mode 100644 index 0000000..9c7d938 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_JugglingBalls_g09_c05_0035.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:109fb57ab8500e7ed44183ca617af45179536981192dff655b3b8632d0c7af65 +size 107008 diff --git a/tests/functional/e2e/testcases/live_model/images/v_JugglingBalls_g09_c06_0050.png b/tests/functional/e2e/testcases/live_model/images/v_JugglingBalls_g09_c06_0050.png new file mode 100644 index 0000000..55ac771 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_JugglingBalls_g09_c06_0050.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6582a0bea34ddd0f6436a6c06503bc2aee2a35fbc6b3d4197e6305c02563ab99 +size 108794 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Knitting_g02_c02_0211.png b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g02_c02_0211.png new file mode 100644 index 0000000..03050f6 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g02_c02_0211.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf39ee915030f661e89728fa19a398775d5775698fc3ff4a27010a685655fd0a +size 82843 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Knitting_g09_c04_0233.png b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g09_c04_0233.png new file mode 100644 index 0000000..520a531 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g09_c04_0233.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:08080c896a57551310e83933833a1fd8ef2b364a3d9be77431259d1aa8aab36c +size 98760 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Knitting_g19_c03_0014.png b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g19_c03_0014.png new file mode 100644 index 0000000..0da1e3c --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g19_c03_0014.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3afb1b40b96e64467bee459bbe43c0eb616ac61e87ec1e14fbb15982dc816401 +size 71359 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Knitting_g19_c03_0251.png b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g19_c03_0251.png new file mode 100644 index 0000000..090639e --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g19_c03_0251.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:83424be2b0dc2ccca7bff281c0cf7cd74743b7703fd031e7dc94b876cc2c57dd +size 70519 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Knitting_g23_c03_0099.png b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g23_c03_0099.png new file mode 100644 index 0000000..481c425 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Knitting_g23_c03_0099.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:742efa59441903950e47046d07af314ec7ea4fe16c78d62ee427c6e975574e1e +size 108018 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Nunchucks_g05_c03_0118.png b/tests/functional/e2e/testcases/live_model/images/v_Nunchucks_g05_c03_0118.png new file mode 100644 index 0000000..19f60a1 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Nunchucks_g05_c03_0118.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4a3b9fa8cd1771bb78d726c51bfa91e59c1da45fa02230ff6f84665689c83b6 +size 107010 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Nunchucks_g25_c05_0086.png b/tests/functional/e2e/testcases/live_model/images/v_Nunchucks_g25_c05_0086.png new file mode 100644 index 0000000..22ae067 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Nunchucks_g25_c05_0086.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:003f71d42b0527205a156340c0119909d23e789c7fe6aa07c1954617a7299812 +size 128359 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Punch_g08_c06_0139.png b/tests/functional/e2e/testcases/live_model/images/v_Punch_g08_c06_0139.png new file mode 100644 index 0000000..fbe36c6 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Punch_g08_c06_0139.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d019735273bd41f4e7f8a5f2f75548755199be854dd5c644b24c3de72fc148a5 +size 115124 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Punch_g21_c02_0133.png b/tests/functional/e2e/testcases/live_model/images/v_Punch_g21_c02_0133.png new file mode 100644 index 0000000..ef0e02f --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Punch_g21_c02_0133.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3e006f47a9455e2cc114418721002a30d119848355a543152894267b7dac265f +size 140864 diff --git a/tests/functional/e2e/testcases/live_model/images/v_SumoWrestling_g08_c01_0036.png b/tests/functional/e2e/testcases/live_model/images/v_SumoWrestling_g08_c01_0036.png new file mode 100644 index 0000000..ac1dc9a --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_SumoWrestling_g08_c01_0036.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0a3ff3e843b3b41761758973226906768c9513766007dcc0193ff0e76413ca63 +size 76770 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Swing_g12_c01_0100.png b/tests/functional/e2e/testcases/live_model/images/v_Swing_g12_c01_0100.png new file mode 100644 index 0000000..d47a48c --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Swing_g12_c01_0100.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e87b1ecc07eb8ace281a9845d22f44e99315d1e6e1a6c365f13632b7078cd89b +size 127327 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Swing_g21_c06_0096.png b/tests/functional/e2e/testcases/live_model/images/v_Swing_g21_c06_0096.png new file mode 100644 index 0000000..cdfb13b --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Swing_g21_c06_0096.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a3efbdfa300153598874e835668e6709548d1389bb34d00e3568242cc41e23 +size 104349 diff --git a/tests/functional/e2e/testcases/live_model/images/v_Swing_g21_c06_0138.png b/tests/functional/e2e/testcases/live_model/images/v_Swing_g21_c06_0138.png new file mode 100644 index 0000000..d6a6b80 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_Swing_g21_c06_0138.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:777cfba82b8f48377b656db2e6bc8e0407d58a04ccfae17292fd4119ad506b22 +size 119219 diff --git a/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g22_c02_0132.png b/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g22_c02_0132.png new file mode 100644 index 0000000..0a88b3f --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g22_c02_0132.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a983c0336ad2962bd48af56c0086c6f40528ec9ff7ebdfd57dd73f6a10272be3 +size 116743 diff --git a/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g23_c02_0069.png b/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g23_c02_0069.png new file mode 100644 index 0000000..07c8498 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g23_c02_0069.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48a3dd00895d3dfb3d7c3570948296416509250cb779700e31076f41297ec0f5 +size 112143 diff --git a/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g23_c02_0182.png b/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g23_c02_0182.png new file mode 100644 index 0000000..275b473 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_TaiChi_g23_c02_0182.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67e98682348c5437c71aaabdf23c61527163ab7c7f89ec1fa3e1ddc0d0206a4c +size 104384 diff --git a/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g02_c02_0157.png b/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g02_c02_0157.png new file mode 100644 index 0000000..73702a0 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g02_c02_0157.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea8a083f83ea3ac685bc5e857a4eafefa872388d77e54bed27fd96d44d584c0f +size 82139 diff --git a/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g08_c02_0126.png b/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g08_c02_0126.png new file mode 100644 index 0000000..fe098fa --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g08_c02_0126.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72496932785b6517f62a0c6a6cd67db3af91c4080bcdb5e2bdd71ab6d9e18798 +size 116180 diff --git a/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g08_c02_0258.png b/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g08_c02_0258.png new file mode 100644 index 0000000..285e169 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_TrampolineJumping_g08_c02_0258.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dec2927f359ccff4e65fe6563efbd1715e73cd3b5b5dd61fa82884258862a30c +size 94335 diff --git a/tests/functional/e2e/testcases/live_model/images/v_YoYo_g02_c02_0080.png b/tests/functional/e2e/testcases/live_model/images/v_YoYo_g02_c02_0080.png new file mode 100644 index 0000000..6a7c071 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_YoYo_g02_c02_0080.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e4043e588e95373080eb7dafecbfe0d6527b3ddc2829ad67da990d2da23811a +size 93873 diff --git a/tests/functional/e2e/testcases/live_model/images/v_YoYo_g02_c02_0113.png b/tests/functional/e2e/testcases/live_model/images/v_YoYo_g02_c02_0113.png new file mode 100644 index 0000000..0054297 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_YoYo_g02_c02_0113.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528b0a2b122852589f661de1a8a7b7d677a0fcdfd1ab32d5a7bac25751f93743 +size 95549 diff --git a/tests/functional/e2e/testcases/live_model/images/v_YoYo_g08_c04_0186.png b/tests/functional/e2e/testcases/live_model/images/v_YoYo_g08_c04_0186.png new file mode 100644 index 0000000..a5bf683 --- /dev/null +++ b/tests/functional/e2e/testcases/live_model/images/v_YoYo_g08_c04_0186.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b7eff39bf5a40fadb27542bbf8a428c94c3c8e10fe05b04329e2a432dc19ba4 +size 77362 diff --git a/tests/functional/e2e/testcases/parser.py b/tests/functional/e2e/testcases/parser.py new file mode 100644 index 0000000..a76a0fd --- /dev/null +++ b/tests/functional/e2e/testcases/parser.py @@ -0,0 +1,44 @@ +import json +from pathlib import Path + +# These files were NOT in the original Roke test set and were added later so +# manually excluded from tests. +EXCLUDED_FILENAMES = [ + "mountains/pexels-suketdedhia-671659.jpg", + "lakeside/pexels-pixabay-210289.jpg", + "lakeside/pexels-pixabay-210290.jpg", + "lakeside/pexels-pixabay-210291.jpg", +] + + +class AthenaTestCase: + def __init__( + self, + filepath: str, + expected_output: list[float], + classification_labels: list[str], + ) -> None: + self.id: str = "/".join( + filepath.split("/")[-2:] + ) # e.g. "ducks/duck1.jpg" + self.filepath: str = filepath + self.expected_output: dict[str, float] = dict( + zip(classification_labels, expected_output, strict=True) + ) + self.classification_labels: list[str] = classification_labels + + +def load_test_cases(dirname: str = "benign_model") -> list[AthenaTestCase]: + with Path.open( + Path(Path(__file__).parent / dirname / "expected_outputs.json"), + ) as f: + test_cases = json.load(f) + return [ + AthenaTestCase( + str(Path(Path(__file__).parent / dirname / "images" / item[0])), + item[1], + test_cases["classification_labels"], + ) + for item in test_cases["images"] + if item[0] not in EXCLUDED_FILENAMES + ]