diff options
author | gabrielgio <gabriel.giovanini@pm.me> | 2021-07-18 19:56:59 +0200 |
---|---|---|
committer | gabrielgio <gabriel.giovanini@pm.me> | 2021-07-18 19:56:59 +0200 |
commit | 10cbc378ad0daf0e80f5ceed92d70fdbf573df88 (patch) | |
tree | a4217e75f591632ed383e334ed8e61935cd2b096 /importer/providers/raw_image_base.py | |
parent | b453f05d18c261d3ce3b20bb5aaa2504da562756 (diff) | |
download | reddit-nextcloud-importer-10cbc378ad0daf0e80f5ceed92d70fdbf573df88.tar.gz reddit-nextcloud-importer-10cbc378ad0daf0e80f5ceed92d70fdbf573df88.tar.bz2 reddit-nextcloud-importer-10cbc378ad0daf0e80f5ceed92d70fdbf573df88.zip |
ref: Move to OO implementation
Heavily inspired by the `youtube-dl` implementation I moved to OO
implementation where now every source type has its own class, making
easy to add new providers.
Also new it has a fallback back, where if no provider is chose it will
try to download with `YoutubeDlProvideBase`.
Add `_TEST` to each class to make it easy to add test to new providers.
Diffstat (limited to 'importer/providers/raw_image_base.py')
-rw-r--r-- | importer/providers/raw_image_base.py | 27 |
1 files changed, 27 insertions, 0 deletions
diff --git a/importer/providers/raw_image_base.py b/importer/providers/raw_image_base.py new file mode 100644 index 0000000..267dcad --- /dev/null +++ b/importer/providers/raw_image_base.py @@ -0,0 +1,27 @@ +import os +import shutil +from urllib.parse import urlparse + +import requests + +from importer.providers.providerbase import ProviderBase + + +class RawImageProviderBase(ProviderBase): + regex = "^.*i.(jpg|jpeg|mp4)$" + + def download(self): + path = self._download_raw_file(self.url) + self.paths.append(path) + self.downloaded = True + + @staticmethod + def _download_raw_file(url: str) -> str: + a = urlparse(url) + path = f'source_{os.path.basename(a.path)}' + r = requests.get(url, stream=True) + if r.status_code == 200: + with open(path, 'wb') as f: + r.raw.decode_content = True + shutil.copyfileobj(r.raw, f) + return path |