feat: Move to gallery-dl

As it turns out there is already a project that does what I want but
better.

11 files changed, 0 insertions, 192 deletions

diff --git a/importer/providers/__init__.py b/importer/providers/__init__.py
deleted file mode 100644
index 62c2d85..0000000
--- a/importer/providers/__init__.py
+++ /dev/null
@@ -1,10 +0,0 @@
-from .g_reddit import GReddit
-from .providerbase import ProviderBase
-from .gfycat import Gfycat
-from .i_reddit import IReddit
-from .imgur import Imgur
-from .raw_image_base import RawImageProviderBase
-from .redgifs import RedGifs
-from .v_reddit import VReddit
-from .youtube import Youtube
-from .youtube_dl_base import YoutubeDlProviderBase
diff --git a/importer/providers/g_reddit.py b/importer/providers/g_reddit.py
deleted file mode 100644
index e0341e0..0000000
--- a/importer/providers/g_reddit.py
+++ /dev/null
@@ -1,26 +0,0 @@
-from praw import Reddit
-
-from importer.providers.raw_image_base import RawImageProviderBase
-
-
-class GReddit(RawImageProviderBase):
-    regex = "^.*www.reddit.com/gallery.*$"
-    _TEST = [{
-        "url": "https://www.reddit.com/gallery/mik7c9",
-        "paths": ['source_hlokpsyhgrq61.jpg', 'source_n31c2y7igrq61.jpg', 'source_7eg0o76igrq61.jpg',
-                  'source_whl12jbigrq61.jpg', 'source_4uok762igrq61.jpg', 'source_t3pgm64igrq61.jpg',
-                  'source_ymc4hv9igrq61.jpg']
-    }]
-
-    def __init__(self, url: str, reddit: Reddit):
-        super(GReddit, self).__init__(url)
-        self.reddit = reddit
-
-    def download(self):
-        submission = self.reddit.submission(url=self.url)
-        for key in submission.media_metadata:
-            value = submission.media_metadata[key]
-            url = value['s']['u']
-            path = self._download_raw_file(url)
-            self.paths.append(path)
-        self.downloaded = True
diff --git a/importer/providers/gfycat.py b/importer/providers/gfycat.py
deleted file mode 100644
index 70d9c05..0000000
--- a/importer/providers/gfycat.py
+++ /dev/null
@@ -1,9 +0,0 @@
-from importer.providers.youtube_dl_base import YoutubeDlProviderBase
-
-
-class Gfycat(YoutubeDlProviderBase):
-    regex = "^.*gfycat.com.*$"
-    _TEST = [{
-        "url": "https://gfycat.com/presentdangerousdromedary",
-        "paths": "source_presentdangerousdromedary.mp4"
-    }]
diff --git a/importer/providers/i_reddit.py b/importer/providers/i_reddit.py
deleted file mode 100644
index 13fc70e..0000000
--- a/importer/providers/i_reddit.py
+++ /dev/null
@@ -1,15 +0,0 @@
-from importer.providers.raw_image_base import RawImageProviderBase
-
-
-class IReddit(RawImageProviderBase):
-    regex = "^.*i\\.redd\\.it.*\\.(jpg|jpeg|gif)$"
-    _TEST = [
-        {
-            "url": "https://i.redd.it/pjj1ll1b2rr41.jpg",
-            "paths": ["source_pjj1ll1b2rr41.jpg"]
-        },
-        {
-            "url": "https://i.redd.it/55vpi6ol5jc71.gif",
-            "paths": ['source_55vpi6ol5jc71.gif']
-        }
-    ]
diff --git a/importer/providers/imgur.py b/importer/providers/imgur.py
deleted file mode 100644
index dd8fb6e..0000000
--- a/importer/providers/imgur.py
+++ /dev/null
@@ -1,9 +0,0 @@
-from importer.providers.raw_image_base import RawImageProviderBase
-
-
-class Imgur(RawImageProviderBase):
-    regex = "^.*i\\.imgur\\.com.*\\.(jpg|jpeg)$"
-    _TEST = [{
-        "url": "https://i.imgur.com/fXLMjfp.jpg",
-        "paths": ["source_fXLMjfp.jpg"],
-    }]
diff --git a/importer/providers/providerbase.py b/importer/providers/providerbase.py
deleted file mode 100644
index 51b525e..0000000
--- a/importer/providers/providerbase.py
+++ /dev/null
@@ -1,30 +0,0 @@
-import os
-from typing import List
-
-
-class ProviderBase:
-    paths: List[str]
-    downloaded: bool
-    regex: str
-
-    _TEST = [{
-        "url": "https://i.imgur.com/fXLMjfp.jpg",
-        "paths": ["source_fXLMjfp.jpg"],
-    }]
-
-    def __init__(self, url: str, **kwargs):
-        self.url = url
-        self.paths = []
-        self.downloaded = False
-
-    def download(self):
-        pass
-
-    def __enter__(self):
-        return self
-
-    def __exit__(self, exc_type, exc_val, exc_tb):
-        if self.paths:
-            for path in self.paths:
-                if os.path.exists(path):
-                    os.unlink(path)
diff --git a/importer/providers/raw_image_base.py b/importer/providers/raw_image_base.py
deleted file mode 100644
index 89ecfca..0000000
--- a/importer/providers/raw_image_base.py
+++ /dev/null
@@ -1,27 +0,0 @@
-import os
-import shutil
-from urllib.parse import urlparse
-
-import requests
-
-from importer.providers.providerbase import ProviderBase
-
-
-class RawImageProviderBase(ProviderBase):
-    regex = "^.*.(jpg|jpeg|mp4|gif)$"
-
-    def download(self):
-        path = self._download_raw_file(self.url)
-        self.paths.append(path)
-        self.downloaded = True
-
-    @staticmethod
-    def _download_raw_file(url: str) -> str:
-        a = urlparse(url)
-        path = f'source_{os.path.basename(a.path)}'
-        r = requests.get(url, stream=True)
-        if r.status_code == 200:
-            with open(path, 'wb') as f:
-                r.raw.decode_content = True
-                shutil.copyfileobj(r.raw, f)
-        return path
diff --git a/importer/providers/redgifs.py b/importer/providers/redgifs.py
deleted file mode 100644
index e15468f..0000000
--- a/importer/providers/redgifs.py
+++ /dev/null
@@ -1,9 +0,0 @@
-from importer.providers.youtube_dl_base import YoutubeDlProviderBase
-
-
-class RedGifs(YoutubeDlProviderBase):
-    regex = "^.*redgifs\\.com.*$"
-    _TEST = [{
-        "url": "https://redgifs.com/watch/ripesnivelingfiddlercrab",
-        "paths": ["source_RipeSnivelingFiddlercrab.mp4", 'source_RipeSnivelingFiddlercrab-mobile.mp4']
-    }]
diff --git a/importer/providers/v_reddit.py b/importer/providers/v_reddit.py
deleted file mode 100644
index 2917fee..0000000
--- a/importer/providers/v_reddit.py
+++ /dev/null
@@ -1,10 +0,0 @@
-from importer.providers.youtube_dl_base import YoutubeDlProviderBase
-
-
-class VReddit(YoutubeDlProviderBase):
-    regex = "^.*v\\.redd\\.it.*$"
-    format = 'bestvideo+bestaudio/bestvideo'
-    _TEST = [{
-        "url": "https://v.redd.it/42j6r7i8z7151",
-        "paths": ["source_42j6r7i8z7151.mp4"]
-    }]
diff --git a/importer/providers/youtube.py b/importer/providers/youtube.py
deleted file mode 100644
index d880aa0..0000000
--- a/importer/providers/youtube.py
+++ /dev/null
@@ -1,10 +0,0 @@
-from importer.providers.youtube_dl_base import YoutubeDlProviderBase
-
-
-class Youtube(YoutubeDlProviderBase):
-    regex = "^.*\\.youtube\\.com.*$"
-    format = "bestvideo[ext=mp4]+bestaudio[ext=m4a]/bestvideo+bestaudio"
-    _TEST = [{
-        "url": "https://www.youtube.com/watch?v=Wjrrgrvq1ew",
-        "paths": ["source_Wjrrgrvq1ew.mp4"]
-    }]
diff --git a/importer/providers/youtube_dl_base.py b/importer/providers/youtube_dl_base.py
deleted file mode 100644
index 3d67738..0000000
--- a/importer/providers/youtube_dl_base.py
+++ /dev/null
@@ -1,37 +0,0 @@
-import os
-
-import youtube_dl
-
-from importer.providers.providerbase import ProviderBase
-
-
-class YoutubeDlProviderBase(ProviderBase):
-    regex = ".*"
-    output_template: str = 'source_%(id)s.%(ext)s'
-    format: str = "best"
-    merge_format_output: str = "mp4"
-
-    _TEST = [{
-        "url": "https://www.youtube.com/watch?v=Wjrrgrvq1ew",
-        "paths": ["source_Wjrrgrvq1ew.mp4"]
-    }]
-
-    def download(self):
-        ydl_opts = {
-            'quiet': True,
-            'format': self.format,
-            'merge_output_format': self.merge_format_output,
-            'outtmpl': self.output_template
-        }
-
-        with youtube_dl.YoutubeDL(ydl_opts) as ydl:
-            info = ydl.extract_info(self.url, download=True)
-            if info.get('_type', None) == 'playlist':
-                for entry in info['entries']:
-                    r = ydl.prepare_filename(entry)
-                    self.paths.append(f'{os.path.splitext(r)[0]}.{entry["ext"]}')
-            else:
-                r = ydl.prepare_filename(info)
-                self.paths.append(f'{os.path.splitext(r)[0]}.{info["ext"]}')
-
-            self.downloaded = True