Add tests to GH workflow

Author: tomaszn

.github/workflows/ci.yml

@@ -8,8 +8,10 @@ jobs:
     runs-on: ubuntu-18.04
     steps:
       - name: Check out code
+        if: startsWith(github.ref, 'v')
         uses: actions/checkout@v1
       - name: create release
+        if: startsWith(github.ref, 'v')
         id: create_release
         uses: actions/create-release@v1
         env:
@@ -20,8 +22,10 @@ jobs:
           draft: false
           prerelease: false
       - name: Output Release URL File
+        if: startsWith(github.ref, 'v')
         run: echo "${{ steps.create_release.outputs.upload_url }}" > release_url.txt
       - name: Save Release URL File for publish
+        if: startsWith(github.ref, 'v')
         uses: actions/upload-artifact@v1
         with:
           name: release_url
@@ -30,6 +34,7 @@ jobs:
   build_and_release:
     needs: [create_release]
     strategy:
+      fail-fast: false
       matrix:
         runtime:
           - python3.6
@@ -39,16 +44,30 @@ jobs:
     steps:
       - uses: actions/checkout@v1
       - run: ./make_layer.sh ${{ matrix.runtime }}
+
+      - run: |
+          mkdir opt
+          cd opt
+          unzip ../layer_diffoscope_${{ matrix.runtime }}.zip
+          cd ..
+          ls -l
+          docker run -e DOCKER_LAMBDA_DEBUG=1 --rm -v "$PWD":/var/task:ro,delegated -v "$PWD"/opt/:/opt:ro,delegated lambci/lambda:${{ matrix.runtime }} tests.run 2> /tmp/test_results
+          cat /tmp/test_results
+          grep '^OK$' /tmp/test_results
+
       - name: Load Release URL File from release job
+        if: startsWith(github.ref, 'v')
         uses: actions/download-artifact@v1
         with:
           name: release_url
       - name: Get Release File Name & Upload URL
+        if: startsWith(github.ref, 'v')
         id: get_release_info
         run: |
           value=`cat release_url/release_url.txt`
           echo ::set-output name=upload_url::$value
       - name: Upload Release Asset
+        if: startsWith(github.ref, 'v')
         id: upload-release-asset 
         uses: actions/upload-release-asset@v1.0.1
         env:

diffoscoping.py

@@ -0,0 +1,15 @@
+from diffoscope.logging import line_eraser, setup_logging
+from diffoscope.main import create_parser, run_diffoscope
+from diffoscope.profiling import ProfileManager, profile
+from diffoscope.progress import ProgressManager, Progress
+
+
+def calculate(args):
+    with profile("main", "parse_args"):
+        parser, post_parse = create_parser()
+        parsed_args = parser.parse_args(args)
+        print(parsed_args)
+    log_handler = ProgressManager().setup(parsed_args)
+    with setup_logging(parsed_args.debug, log_handler) as logger:
+        post_parse(parsed_args)
+        return run_diffoscope(parsed_args)

test/extension_2020_1_13_0.crx

@@ -0,0 +1,34 @@
+import unittest
+
+from diffoscoping import calculate
+
+
+def run(event, context):
+    unittest.TextTestRunner().run(
+        unittest.TestLoader().loadTestsFromTestCase(ChromeExtensionTestCase)
+    )
+
+
+class ChromeExtensionTestCase(unittest.TestCase):
+    @classmethod
+    def setUpClass(cls):
+        report_file = "/tmp/out.html"
+        calculate(
+            [
+                "test/extension_2020_1_7_1.crx",
+                "test/extension_2020_1_13_0.crx",
+                "--text",
+                report_file,
+            ]
+        )
+        with open(report_file) as f:
+            cls.report = f.read()
+
+    def test_no_fallbacks(self):
+        self.assertNotIn("Falling back", self.__class__.report)
+
+    def test_jsonlike_manifest(self):
+        self.assertIn("2020.1.7.1", self.__class__.report)
+
+    def test_no_tools_missing(self):
+        self.assertNotIn("missing", self.__class__.report)