fix: Fix pathing

The module imports aren't working.

3 files changed, 176 insertions, 0 deletions

diff --git a/importer/__init__.py b/importer/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/importer/__init__.py
diff --git a/importer/downloader.py b/importer/downloader.py
new file mode 100644
index 0000000..c67834b
--- /dev/null
+++ b/importer/downloader.py
@@ -0,0 +1,157 @@
+import os
+import re
+import shutil
+from enum import Enum
+from urllib.parse import urlparse
+
+import youtube_dl
+import requests
+
+from praw import Reddit
+
+
+class SourceType(Enum):
+    VREDDIT = 1
+    IREDDIT = 2
+    YOUTUBE = 4
+    REDGIFS = 5
+    IMAGURJPG = 6
+    GFYCAT = 7
+    GREDDIT = 8
+    UNKNOWN = 1000
+
+
+OUTTMPL = 'source_%(id)s.%(ext)s'
+
+
+class Downloader:
+    reddit: Reddit
+    username: str
+    downloaded: bool
+    post_id: str
+    source_type: SourceType
+    paths: list[str]
+
+    def __init__(self, url: str, reddit: Reddit):
+        self.reddit = reddit
+        self.downloaded = False
+        self.url = url
+        self.source_type = self._get_source_type(url)
+        self.paths = []
+
+    def __enter__(self):
+        return self
+
+    def __exit__(self, exc_type, exc_val, exc_tb):
+        self.delete()
+
+    def download(self):
+        try:
+            if self.source_type == SourceType.VREDDIT:
+                self._download_vreddit()
+            elif self.source_type == SourceType.REDGIFS:
+                self._download_redgifs()
+            elif self.source_type == SourceType.GFYCAT:
+                self._download_gifycat()
+            elif self.source_type == SourceType.YOUTUBE:
+                self._download_youtube()
+            elif self.source_type in (SourceType.IMAGURJPG, SourceType.IREDDIT):
+                self._download_raw_file()
+            elif self.source_type == SourceType.GREDDIT:
+                self._download_gallery_reddit()
+        except Exception as e:
+            self.downloaded = False
+
+    def delete(self):
+        if self.paths:
+            for path in self.paths:
+                if os.path.exists(path):
+                    os.unlink(path)
+
+    def _download_youtube_dls(self, ydl_opts):
+        with youtube_dl.YoutubeDL(ydl_opts) as ydl:
+            info = ydl.extract_info(self.url, download=True)
+            if info.get('_type', None) == 'playlist':
+                for entry in info['entries']:
+                    r = ydl.prepare_filename(entry)
+                    self.paths.append(f'{os.path.splitext(r)[0]}.mp4')
+            else:
+                r = ydl.prepare_filename(info)
+                self.paths.append(f'{os.path.splitext(r)[0]}.mp4')
+
+            self.downloaded = True
+
+    def _download_redgifs(self):
+        ydl_opts = {
+            'format': 'best',
+            'merge_output_format': 'mp4',
+            'outtmpl': OUTTMPL
+        }
+        self._download_youtube_dls(ydl_opts)
+
+    def _download_gifycat(self):
+        ydl_opts = {
+            'format': 'best',
+            'merge_output_format': 'mp4',
+            'outtmpl': OUTTMPL
+        }
+        self._download_youtube_dls(ydl_opts)
+
+    def _download_vreddit(self):
+        ydl_opts = {
+            'format': 'bestvideo+bestaudio/bestvideo',
+            'merge_output_format': 'mp4',
+            'outtmpl': OUTTMPL
+        }
+        self._download_youtube_dls(ydl_opts)
+
+    def _download_youtube(self):
+        ydl_opts = {
+            'format': 'bestvideo[ext=mp4]+bestaudio[ext=m4a]/bestvideo+bestaudio',
+            'merge_output_format': 'mp4',
+            'outtmpl': OUTTMPL
+        }
+        self._download_youtube_dls(ydl_opts)
+
+    def _download_raw_file(self):
+        a = urlparse(self.url)
+        path = f'source_{os.path.basename(a.path)}'
+
+        r = requests.get(self.url, stream=True)
+        if r.status_code == 200:
+            self.downloaded = True
+            with open(path, 'wb') as f:
+                r.raw.decode_content = True
+                shutil.copyfileobj(r.raw, f)
+            self.paths.append(path)
+        else:
+            self.downloaded = False
+
+    def _download_gallery_reddit(self):
+        url = self.url
+        submission = self.reddit.submission(url=self.url)
+        for key in submission.media_metadata:
+            value = submission.media_metadata[key]
+            self.url = value['s']['u']
+            self._download_raw_file()
+
+        self.url = url
+
+    @staticmethod
+    def _get_source_type(url):
+        if re.match("^.*v\\.redd\\.it.*$", url):
+            return SourceType.VREDDIT
+        if re.match("^.*i\\.redd\\.it.*\\.(jpg|jpeg)$", url):
+            return SourceType.IREDDIT
+        if re.match("^.*\\.youtube\\.com.*$", url):
+            return SourceType.YOUTUBE
+        if re.match("^.*redgifs\\.com.*$", url):
+            return SourceType.REDGIFS
+        if re.match("^.*i\\.imgur\\.com.*\\.(jpg|jpeg)$", url):
+            return SourceType.IMAGURJPG
+        if re.match("^.*gfycat.com.*$", url):
+            return SourceType.GFYCAT
+        if re.match("^.*www.reddit.com/gallery.*$", url):
+            return SourceType.GREDDIT
+
+        return SourceType.UNKNOWN
diff --git a/importer/uploader.py b/importer/uploader.py
new file mode 100644
index 0000000..7c7641a
--- /dev/null
+++ b/importer/uploader.py
@@ -0,0 +1,19 @@
+from functools import reduce
+
+from nextcloud import NextCloud
+
+
+def _create_folder(folder: str, nxc: NextCloud) -> str:
+    nxc.create_folder(folder, True)
+    return folder
+
+
+def create_folders(path: str, nxc: NextCloud):
+    # remove first "/" if there is one.
+    path = path if path[0] != '/' else path[1:]
+    folders = path.split("/")
+    reduce(lambda x, y: _create_folder(f"{x}/{y}", nxc), folders, "")
+
+
+def upload_file(local_filename: str, remote_filename: str, nxc: NextCloud):
+    nxc.upload_file(local_filename, remote_filename)