split configs into two systems...

workstation/scripts/download/functions.py

@@ -0,0 +1,70 @@
+#!/usr/bin/python
+# -*- coding: utf-8 -*-
+"""Personal functions to aid on multiple scripts"""
+import sys
+import fileinput
+import re
+import os
+from pathlib import Path
+import yaml
+
+VERBOSE_G = False
+
+
+def load_config_variables():
+    """Loads all the variables from the config file"""
+    config_file = Path("~/.config/jawz/config.yaml")
+    with open(config_file.expanduser(), encoding="utf-8") as open_file:
+        return yaml.safe_load(open_file)
+
+
+def run(command: str, verbose: bool):
+    """Run command in a subprocess"""
+    # pylint: disable=subprocess-run-check
+    # This toggle allows for a really wasy debug when using -v
+    if verbose:
+        print(command)
+    else:
+        os.system(command)
+
+
+def list_lines(i: int, line: str) -> str:
+    """Create a numbered list"""
+    return f"{i}) {line}"
+
+
+def quote(line: str) -> str:
+    """Quote the line"""
+    return f'"{line}"'
+
+
+def sort_txt_file(file_path: Path):
+    """Sort every line alphabetically
+    remove duplicated and empty lines"""
+    file = str(file_path.resolve())
+    run(f"sort -u {quote(file)} -o {quote(file)}", VERBOSE_G)
+    run(f"sed -i '/^$/d' {quote(file)}", VERBOSE_G)
+    run(f'sed -i -e "s,http:,https:," {quote(file)}', VERBOSE_G)
+    # fix this using strip on python
+    # line.strip("/")
+    run(f'sed -i -e "s,/$,," {quote(file)}', VERBOSE_G)  # trailing /
+
+
+def randomize_txt_file(file_path: Path):
+    """Randomize the order of the
+    lines of the txt file"""
+    file = str(file_path.resolve())
+    run(f"sort -R {quote(file)} -o {quote(file)}", VERBOSE_G)
+
+
+def parse_list(file):
+    """Replace http with https and remove trailing /"""
+    for line in fileinput.input(file, inplace=True):
+        sys.stdout.write(str(line).replace("http://", "https://"))
+    with open(file, "r+", encoding="utf-8") as open_file:
+        f_content = open_file.read()
+        f_content = re.compile(r"\/$", 0).sub(r"\/$", "")
+        open_file.seek(0)
+        open_file.truncate()
+        print(f_content)
+    sort_txt_file(file)