fixing some of the logging.

set  logging using LOG_LEVEL

Author: blankdots

swift_upload_runner/download.py

@@ -21,7 +21,7 @@
 
 
 LOGGER = logging.getLogger(__name__)
-LOGGER.setLevel(logging.DEBUG)
+LOGGER.setLevel(os.environ.get('LOG_LEVEL', 'INFO'))
 
 
 # Unlike other classes, download uses python-requests for fetching objects
@@ -105,11 +105,9 @@ def download_into_queue(
             object_name: str
     ) -> None:
         """Download object chunks from stream into the queue."""
-        print(f"""
-        Downloading from project {project},
-        from container {container},
-        the file {object_name}
-        """)
+        LOGGER.info(f"Downloading from project {project}, "
+                    f"from container {container}, "
+                    f"the file {object_name}")
         with requests.get(
             generate_download_url(
                 get_download_host(self.auth, project),
@@ -123,10 +121,7 @@ def download_into_queue(
             stream=True,
             verify=True
         ) as req:
-            print(f"""
-            Request headers:
-            {req.headers}
-            """)
+            LOGGER.info(f"Request headers: {req.headers}")
             try:
                 self.content_type = req.headers["Content-Type"]
             except KeyError:
@@ -340,10 +335,10 @@ def _parse_archive_fs(
         """Parse a list of paths into a dict representing a filesystem."""
         ret_fs: dict = {}
         for path in to_parse:
-            print(path)
+            LOGGER.info(f"working path: {path}")
             # Path of zero means an incorrect input
             if len(path) == 0:
-                raise ValueError("Tried to archive a file wihtout a name")
+                raise ValueError("Tried to archive a file without a name")
             # Path of > 1 implies a directory in between
             # Create TarInfo for the directory
             if len(path) > 1:
@@ -484,7 +479,7 @@ def tar_archiving_loop(
 
             next_file["fileobj"].begin_download()
 
-            print(f"""
+            LOGGER.info(f"""
             Writing file {next_file["tar_info"].name} into the archive.
             """)
 

swift_upload_runner/replicate.py

@@ -3,7 +3,7 @@
 
 import logging
 import typing
-
+import os
 import aiohttp.web
 import aiohttp.client
 
@@ -14,7 +14,7 @@
 import certifi
 
 LOGGER = logging.getLogger(__name__)
-LOGGER.setLevel(logging.DEBUG)
+LOGGER.setLevel(os.environ.get('LOG_LEVEL', 'INFO'))
 
 ssl_context = ssl.create_default_context()
 ssl_context.load_verify_locations(certifi.where())

swift_upload_runner/server.py

@@ -23,7 +23,7 @@
 
 
 logging.basicConfig(
-    level=int(os.environ.get("UPLOAD_RUNNER_LOG_LEVEL", 20))
+    level=os.environ.get('LOG_LEVEL', 'INFO')
 )
 
 

swift_upload_runner/upload.py

@@ -22,7 +22,7 @@
 
 
 LOGGER = logging.getLogger(__name__)
-LOGGER.setLevel(logging.DEBUG)
+LOGGER.setLevel(os.environ.get('LOG_LEVEL', 'INFO'))
 
 
 # The upload process needs a generous timeout, due to aiohttp having a
@@ -203,6 +203,7 @@ async def a_add_manifest(
     ) -> None:
         """Add manifest file after segmented upload finish."""
         manifest = f"{self.container}_segments/{self.path}/"
+        LOGGER.info(f"Add manifest to {self.container}_segments.")
         async with self.client.put(
             common.generate_download_url(
                 self.host,