aboutsummaryrefslogtreecommitdiff
path: root/src
diff options
context:
space:
mode:
authorCody Logan <cody@lokken.dev>2023-11-01 09:52:03 -0700
committerCody Logan <cody@lokken.dev>2023-11-01 11:32:26 -0700
commit23df17b97e61fec8e4df4506a45cb257dfd33b93 (patch)
treecdf800a3e2b16b57f6aa2a4a1b1bb64c5caae02d /src
parentcc8c15283590dd9454467a8523bff0dd3f428546 (diff)
downloadwikiget-23df17b97e61fec8e4df4506a45cb257dfd33b93.tar.gz
wikiget-23df17b97e61fec8e4df4506a45cb257dfd33b93.zip
Refactor download processing code and add some tests
Diffstat (limited to 'src')
-rw-r--r--src/wikiget/dl.py29
-rw-r--r--src/wikiget/wikiget.py33
2 files changed, 31 insertions, 31 deletions
diff --git a/src/wikiget/dl.py b/src/wikiget/dl.py
index c0af6e9..20d8a07 100644
--- a/src/wikiget/dl.py
+++ b/src/wikiget/dl.py
@@ -49,6 +49,35 @@ def prep_download(dl: str, args: Namespace) -> File:
return file
+def process_download(args: Namespace) -> None:
+ if args.batch:
+ # batch download mode
+ errors = batch_download(args)
+ if errors:
+ # return non-zero exit code if any problems were encountered, even if some
+ # downloads completed successfully
+ logger.warning(
+ f"{errors} problem{'s'[:errors^1]} encountered during batch processing"
+ )
+ sys.exit(1) # completed with errors
+ else:
+ # single download mode
+ try:
+ file = prep_download(args.FILE, args)
+ except ParseError as e:
+ logger.error(e)
+ sys.exit(1)
+ except FileExistsError as e:
+ logger.warning(e)
+ sys.exit(1)
+ except (ConnectionError, HTTPError, InvalidResponse, LoginError, APIError):
+ sys.exit(1)
+
+ errors = download(file, args)
+ if errors:
+ sys.exit(1) # completed with errors
+
+
def batch_download(args: Namespace) -> int:
errors = 0
diff --git a/src/wikiget/wikiget.py b/src/wikiget/wikiget.py
index f42da35..33f7b2c 100644
--- a/src/wikiget/wikiget.py
+++ b/src/wikiget/wikiget.py
@@ -17,14 +17,9 @@
import argparse
import logging
-import sys
-
-from mwclient import APIError, InvalidResponse, LoginError
-from requests import ConnectionError, HTTPError
import wikiget
-from wikiget.dl import batch_download, download, prep_download
-from wikiget.exceptions import ParseError
+from wikiget.dl import process_download
from wikiget.logging import configure_logging
logger = logging.getLogger(__name__)
@@ -134,28 +129,4 @@ def main() -> None:
logger.info(f"Starting download session using wikiget {wikiget.__version__}")
logger.debug(f"User agent: {wikiget.USER_AGENT}")
- if args.batch:
- # batch download mode
- errors = batch_download(args)
- if errors:
- # return non-zero exit code if any problems were encountered, even if some
- # downloads completed successfully
- logger.warning(
- f"{errors} problem{'s'[:errors^1]} encountered during batch processing"
- )
- sys.exit(1) # completed with errors
- else:
- # single download mode
- try:
- file = prep_download(args.FILE, args)
- except ParseError as e:
- logger.error(e)
- sys.exit(1)
- except FileExistsError:
- sys.exit(1)
- except (ConnectionError, HTTPError, InvalidResponse, LoginError, APIError):
- sys.exit(1)
-
- errors = download(file, args)
- if errors:
- sys.exit(1) # completed with errors
+ process_download(args)