Add fdroidapk.py.

fdroidapk.py

@@ -0,0 +1,110 @@
+import argparse
+import bs4
+import requests
+import sys
+import time
+
+from voussoirkit import backoff
+from voussoirkit import betterhelp
+from voussoirkit import downloady
+from voussoirkit import pathclass
+from voussoirkit import vlogging
+
+log = vlogging.getLogger(__name__, 'fpk')
+
+session = requests.Session()
+
+def get_apk_url(package_name):
+    url = f'https://f-droid.org/en/packages/{package_name}'
+    log.debug('Downloading page %s', url)
+    response = session.get(url, timeout=30)
+    response.raise_for_status()
+    soup = bs4.BeautifulSoup(response.text, 'html.parser')
+    li = soup.find('li', {'class': 'package-version'})
+    aa = li.find_all('a')
+    aa = [a for a in aa if a.get('href', '').endswith('.apk')]
+    apk_url = aa[0]['href']
+    return apk_url
+
+def normalize_package_name(package_name):
+    package_name = package_name.strip()
+    # If it happens to be a URL.
+    package_name = package_name.strip('/')
+    package_name = package_name.rsplit('/', 1)[-1]
+    return package_name
+
+def retry_request(f, tries=5):
+    bo = backoff.Linear(m=3, b=3, max=30)
+    while tries > 0:
+        try:
+            return f()
+        except requests.exceptions.ConnectionError as exc:
+            if tries == 1:
+                raise exc
+            log.debug(exc)
+            time.sleep(bo.next())
+        tries -= 1
+
+DOCSTRING = '''
+fpk - F-Droid APK downloader
+============================
+
+> fpk package_names <flags>
+
+package_names:
+    One or more package names to download, separated by spaces. You can find
+    the package name in the URL on f-droid.org.
+    For example, com.nutomic.syncthingandroid from the URL
+    https://f-droid.org/en/packages/com.nutomic.syncthingandroid/
+
+--destination path:
+    Alternative path to download the apk files to. Default is cwd.
+
+--folders:
+    If provided, each apk will be downloaded into a separate folder named after
+    the package.
+
+--debug:
+    Add this flag to see more detailed information.
+'''
+
+def fpk_argparse(args):
+    destination = pathclass.Path(args.destination)
+    destination.assert_is_directory()
+    for package in args.packages:
+        package = normalize_package_name(package)
+        apk_url = retry_request(lambda: get_apk_url(package))
+
+        apk_basename = downloady.basename_from_url(apk_url)
+        if args.folders:
+            this_dest = destination.with_child(package)
+            this_dest.makedirs(exist_ok=True)
+        else:
+            this_dest = destination
+        this_dest = this_dest.with_child(apk_basename)
+        if this_dest.exists:
+            log.info('%s exists.', this_dest.absolute_path)
+            continue
+
+        log.info('Downloading %s', this_dest.absolute_path)
+        retry_request(lambda: downloady.download_file(
+            apk_url,
+            this_dest,
+            callback_progress=downloady.Progress2,
+            timeout=30,
+        ))
+
+def main(argv):
+    argv = vlogging.set_level_by_argv(log, argv)
+
+    parser = argparse.ArgumentParser(description=DOCSTRING)
+
+    parser.add_argument('packages', nargs='+')
+    parser.add_argument('--folders', action='store_true')
+    parser.add_argument('--destination', default='.')
+    parser.set_defaults(func=fpk_argparse)
+
+    return betterhelp.single_main(argv, parser, DOCSTRING)
+
+if __name__ == '__main__':
+    raise SystemExit(main(sys.argv[1:]))