Initial changes to move to '__manifest__' format

src/auto_archiver/modules/generic_extractor/dropin.py

@@ -0,0 +1,58 @@
+from yt_dlp.extractor.common import InfoExtractor
+from auto_archiver.core.metadata import Metadata
+from auto_archiver.archivers.archiver import Archiver
+
+class GenericDropin:
+    """Base class for dropins for the generic extractor.
+    
+    In many instances, an extractor will exist in ytdlp, but it will only process videos.
+    Dropins can be created and used to make use of the already-written private code of a 
+    specific extractor from ytdlp.
+
+    The dropin should be able to handle the following methods:
+
+    - `get_post_data`: This method should be able to extract the post data from the url and return it as a dict.
+    - `create_metadata`: This method should be able to create a Metadata object from a post dict.
+
+    Optional methods include:
+
+    - `skip_ytdlp_download`: If you want to skip the ytdlp 'download' method all together, and do your own, then return True for this method.
+                             This is useful in cases where ytdlp might not work properly for all of your posts
+    - `keys_to_clean`: for the generic 'video_data' created by ytdlp (for video URLs), any additional fields you would like to clean out of the data before storing in metadata
+
+
+    """
+
+    def extract_post(self, url: str, ie_instance: InfoExtractor):
+        """
+        This method should return the post data from the url.
+        """
+        raise NotImplementedError("This method should be implemented in the subclass")
+    
+
+    def create_metadata(self, post: dict, ie_instance: InfoExtractor, archiver: Archiver, url: str) -> Metadata:
+        """
+        This method should create a Metadata object from the post data.
+        """
+        raise NotImplementedError("This method should be implemented in the subclass")
+    
+
+    def skip_ytdlp_download(self, url: str, ie_instance: InfoExtractor):
+        """
+        This method should return True if you want to skip the ytdlp download method.
+        """
+        return False
+    
+    def keys_to_clean(self, video_data: dict, info_extractor: InfoExtractor):
+        """
+        This method should return a list of strings (keys) to clean from the video_data dict.
+
+        E.g. ["uploader", "uploader_id", "tiktok_specific_field"]
+        """
+        return []
+    
+    def download_additional_media(self, video_data: dict, info_extractor: InfoExtractor, metadata: Metadata):
+        """
+        This method should download any additional media from the post.
+        """
+        return metadata