Move storage configs into individual manifests, assert format on useage.

src/auto_archiver/modules/atlos/__manifest__.py

@@ -2,23 +2,25 @@
     "name": "atlos_storage",
     "type": ["storage"],
     "requires_setup": True,
-    "external_dependencies": {
-        "python": ["loguru", "requests"],
-        "bin": [""]
-    },
+    "external_dependencies": {"python": ["loguru", "requests"], "bin": [""]},
     "configs": {
-        # TODO: get base storage configs
-        # TODO also? get_atlos_config_options()
-
+        "path_generator": {
+            "default": "url",
+            "help": "how to store the file in terms of directory structure: 'flat' sets to root; 'url' creates a directory based on the provided URL; 'random' creates a random directory.",
+        },
+        "filename_generator": {
+            "default": "random",
+            "help": "how to name stored files: 'random' creates a random string; 'static' uses a replicable strategy such as a hash.",
+        },
         "api_token": {
             "default": None,
             "help": "An Atlos API token. For more information, see https://docs.atlos.org/technical/api/",
-            "cli_set": lambda cli_val, _: cli_val
+            "cli_set": lambda cli_val, _: cli_val,
         },
         "atlos_url": {
             "default": "https://platform.atlos.org",
             "help": "The URL of your Atlos instance (e.g., https://platform.atlos.org), without a trailing slash.",
-            "cli_set": lambda cli_val, _: cli_val
+            "cli_set": lambda cli_val, _: cli_val,
         },
     },
     "description": """
@@ -34,5 +36,5 @@
     ### Notes
     - Requires Atlos API configuration, including `atlos_url` and `api_token`.
     - Files are linked to an `atlos_id` in the metadata, ensuring proper association with Atlos source materials.
-    """
+    """,
 }

src/auto_archiver/modules/gdrive_storage/__manifest__.py

@@ -12,6 +12,14 @@ m = {
         ],
     },
     "configs": {
+            "path_generator": {
+                "default": "url",
+                "help": "how to store the file in terms of directory structure: 'flat' sets to root; 'url' creates a directory based on the provided URL; 'random' creates a random directory.",
+            },
+            "filename_generator": {
+                "default": "random",
+                "help": "how to name stored files: 'random' creates a random string; 'static' uses a replicable strategy such as a hash.",
+            },
         # TODO: get base storage configs
         "root_folder_id": {"default": None, "help": "root google drive folder ID to use as storage, found in URL: 'https://drive.google.com/drive/folders/FOLDER_ID'"},
         "oauth_token": {"default": None, "help": "JSON filename with Google Drive OAuth token: check auto-archiver repository scripts folder for create_update_gdrive_oauth_token.py. NOTE: storage used will count towards owner of GDrive folder, therefore it is best to use oauth_token_filename over service_account."},

src/auto_archiver/modules/local_storage/__manifest__.py

@@ -6,7 +6,14 @@ m = {
         "python": ["loguru"],
     },
     "configs": {
-        # TODO: get base storage configs
+        "path_generator": {
+            "default": "url",
+            "help": "how to store the file in terms of directory structure: 'flat' sets to root; 'url' creates a directory based on the provided URL; 'random' creates a random directory.",
+        },
+        "filename_generator": {
+            "default": "random",
+            "help": "how to name stored files: 'random' creates a random string; 'static' uses a replicable strategy such as a hash.",
+        },
         "save_to": {"default": "./archived", "help": "folder where to save archived content"},
         "save_absolute": {"default": False, "help": "whether the path to the stored file is absolute or relative in the output result inc. formatters (WARN: leaks the file structure)"},
     },

src/auto_archiver/modules/s3_storage/__manifest__.py

@@ -6,7 +6,14 @@ m = {
         "python": ["boto3", "loguru"],
     },
     "configs": {
-                # TODO: get base storage configs
+                "path_generator": {
+                    "default": "url",
+                    "help": "how to store the file in terms of directory structure: 'flat' sets to root; 'url' creates a directory based on the provided URL; 'random' creates a random directory.",
+                },
+                "filename_generator": {
+                    "default": "random",
+                    "help": "how to name stored files: 'random' creates a random string; 'static' uses a replicable strategy such as a hash.",
+                },
                 "bucket": {"default": None, "help": "S3 bucket name"},
                 "region": {"default": None, "help": "S3 region name"},
                 "key": {"default": None, "help": "S3 API key"},