Add default save

BeFake/__main__.py

@@ -21,7 +21,7 @@
 logging.getLogger('urllib3').setLevel(logging.WARNING)
 
 BASE_DIR = Path.cwd()  # TODO: make this configurable
-
+DATA_DIR = "data"
 
 def load_bf(func):
     """
@@ -74,18 +74,47 @@ def refresh(bf):
     # Since this command is mostly used for debugging, it wouldn't be practical to add extra code to prevent this
     # behaviour.
     bf.firebase_refresh_tokens()
-    click.echo(bf.token, nl=False)
+    click.echo(bf.token)
 
 
 @cli.command(help="Download a feed")
 @click.argument("feed_id", type=click.Choice(["friends", "friends-v1", "friends-of-friends", "discovery", "memories", "memories-v1"]))
-@click.option("--save-location", required=True, help="Template for the paths where the posts should be downloaded")
+@click.option("--save-location", help="Template for the paths where the posts should be downloaded")
 @click.option("--realmoji-location", help="Template for the paths where the (non-instant) realmojis should be downloaded")
 @click.option("--instant-realmoji-location", help="Template for the paths where the instant realmojis should be downloaded")
+@click.option("--download-existing", is_flag=True, help="Skip downloading posts that already exist")
 @load_bf
-def feed(bf, feed_id, save_location, realmoji_location, instant_realmoji_location):
-    date_format = 'YYYY-MM-DD_HH-mm-ss'
+def feed(bf, feed_id, save_location, realmoji_location, instant_realmoji_location, download_existing):
+    date_format = 'YYYY-MM-DD'
     logging.debug(f"base dir: {BASE_DIR.absolute()}")
+
+    if save_location is None:
+        if feed_id == "memories":
+            save_location = f"{DATA_DIR}" + "/feeds/memories/{date}"
+        elif feed_id == "memories-v1":
+            save_location = f"{DATA_DIR}" + "/feeds/memories-v1/{date}/{post_id}"
+        elif feed_id == "friends-v1":
+            save_location = f"{DATA_DIR}" + "/feeds/{feed_id}/{date}/{user}/{notification_id}/{post_id}"
+        else:
+            save_location = f"{DATA_DIR}" + "/feeds/{feed_id}/{date}/{user}/{post_id}"
+
+    if realmoji_location is None:
+        if feed_id == "friends-v1":
+            realmoji_location = \
+                f"{DATA_DIR}" + \
+                "/feeds/{feed_id}/{post_date}/{post_user}/{notification_id}/{post_id}/reactions/{type}/{user}"
+        else:
+            realmoji_location = \
+                f"{DATA_DIR}" + \
+                "/feeds/{feed_id}/{post_date}/{post_user}/{post_id}/reactions/{type}/{user}"
+
+    instant_realmoji_location = realmoji_location if instant_realmoji_location is None else instant_realmoji_location
+
+    download_existing = download_existing or False
+
+    logging.debug(f"save location: {save_location}")
+    logging.debug(f"realmoji location: {realmoji_location}")
+    logging.debug(f"instant realmoji location: {instant_realmoji_location}")
 
     FEEDGETTER_MAP = {
         'friends-v1': bf.get_friendsv1_feed,
@@ -105,11 +134,11 @@ def _save_post_common(item, _save_location: Path):
         _save_location.mkdir(parents=True, exist_ok=True)
 
         (_save_location / "info.json").write_text(json.dumps(item.data_dict, indent=4))
-        item.primary_photo.download(_save_location / "primary")
-        item.secondary_photo.download(_save_location / "secondary")
+        item.primary_photo.download(_save_location / "primary", skip_existing=not download_existing)
+        item.secondary_photo.download(_save_location / "secondary", skip_existing=not download_existing)
         if item.bts_video.exists():
             # FIXME: bts_video successfully instantiates when there is none, but download() would fail
-            item.bts_video.download(_save_location / "bts")
+            item.bts_video.download(_save_location / "bts", skip_existing=not download_existing)
 
     def _save_realmojis(post, realmoji_location: str, instant_realmoji_location: str):
         for emoji in post.realmojis: