#!/usr/bin/env python3 import argparse, os, time, re, subprocess, json, sys config_json = os.path.expanduser("~/.config/hgh/hgh.json") parser = argparse.ArgumentParser(description='Handles hugo stuff..') group0 = parser.add_mutually_exclusive_group() #group1 = parser.add_mutually_exclusive_group() group2 = parser.add_mutually_exclusive_group() group3 = parser.add_mutually_exclusive_group() group0.add_argument("--site", help="Name of site to work with. Use --sites for a list of all available sites.", dest='site_name', action="store", type=str, default = None) group0.add_argument("-p", "--printconfig", help="Print complete json config.", dest='printconfig', action="store_true") group0.add_argument("--sites", help="Print all sites from from configuration", dest='sites', action="store_true") group2.add_argument("--create-comments-file", help="Create a comments.json in current working directory with given amount of comments.", dest='create_comments_file', action="store_true") group2.add_argument("-cpb", "--create-pagebundle", help="Create new page bundle. Add --template for specific template to use.", dest='create_pagebundle', action="store", type=str, default = None) group2.add_argument("--time", help="Copy current date and time to clipboard.", dest='time', action="store_true") group2.add_argument("-cd", "-cdb", help="Change directory to base directory of site.", dest='cdb', action="store_true") group2.add_argument("-cdc", help="Change directory to contentdir of site.", dest='cdc', action="store_true") group2.add_argument("-cdl", help="Change directory to alternative contentdir of site.", dest='cdl', action="store_true") group2.add_argument("--build", help="Build a site.", dest='site_build', action="store_true") group2.add_argument("--upload", help="Build AND upload site to remote.", dest='site_upload', action="store_true") group2.add_argument("--deploy", help="Deploy (build AND upload) a site.", dest='deploy', action="store_true") group2.add_argument("--tmux", help="Start the tmux session for --site.", dest='tmux', action="store_true") group2.add_argument("-hs", "--hugo-server", help="Serves site (full). Use --hugo-server-environment for different environments.", dest='hugo_server', action="store_true") group2.add_argument("-hsl", "--hugo-server-light", help="Serves site (light).", dest='hugo_server_light', action="store_true") group2.add_argument("-ctcc", "--create-tags-categories-caches", help="Serves site (light).", dest='create_tags_categories_caches', action="store_true") #group3.add_argument("--deprecated_searchpost", help="Find pages/posts containing search term in 'path, slug, title, date or permalink'. Strings and Regular Expressions (regex) are allowed.", dest='searchpost', action="store", type=str, default = None) group3.add_argument("-hse", "--hugo-server-env", help="Use this environment for hugo server. Default on hugo and here is 'development'. Full render is normally 'production'.", dest='hugo_server_environment', action="store", type=str, default = None) group3.add_argument("-f", "--find", help="Find pages/posts containing search term in file content. Uses 'grep -r'. Strings and regex allowed.", dest='find_anything', action="store", type=str, default = None) group3.add_argument("-ff", "--find-fuzzy", help="Fuzzy find pages/posts containing search term. Press F4 to edit a selected file with \"bin_editor\". Strings and regex allowed.", dest='find_anything_fuzzy', action="store", type=str, default = None) group3.add_argument("-ft", "--find-tags", help="Find tags containing search term. Strings and regex are allowed.", dest='find_tags', action="store", type=str, default = None) group3.add_argument("-fc", "--find-categories", help="Find categories containing search term. Strings and regex are allowed.", dest='find_categories', action="store", type=str, default = None) group3.add_argument("--template", help="Use template for --create-pagebundle command.", dest='template', action="store", type=str, default = None) group3.add_argument("--list-templates", help="List available templates.", dest='list_templates', action="store_true") group3.add_argument("-ld", "--list-drafts", help="List all drafts of a site.", dest='list_drafts', action="store_true") def get_config(filename): with open(filename, "r") as config_file: config = json.load(config_file) return(config) def title_to_slug(title): slug_max_length=config["settings"]["slug_max_length"] slug=title.replace(" ", "-") slug=slug.lower() if len(slug) > slug_max_length: slug=slug[:slug_max_length].rstrip() special_char_map = {ord('ä'):'ae', ord('ü'):'ue', ord('ö'):'oe', ord('ß'):'ss'} slug = slug.translate(special_char_map) slug = re.sub('[^0-9a-zA-Z-]+', '', slug) return(slug) def get_datetime(): import datetime, pytz datetime = pytz.timezone('Europe/Berlin').localize(datetime.datetime.now()).strftime("%Y-%m-%dT%H:%M:%S%z") datetime = "{0}:{1}".format( datetime[:-2], datetime[-2:] ) # https://gist.github.com/mattstibbs/a283f55a124d2de1b1d732daaac1f7f8 return(datetime) def hugo_server(environment="development"): if args.hugo_server_environment: environment = args.hugo_server_environment print("Starting hugo-full for {site} (port:{port})\n".format(site=args.site_name, port=config["sites"][args.site_name]["serve_port"])) subprocess.run(["hugo", "server", "-e", environment, "--logLevel", "info", "--cleanDestinationDir", "--renderToDisk", "--disableFastRender", "-E", "-D", "-F", "-p", str(config["sites"][args.site_name]["serve_port"]) ], cwd=config["sites"][args.site_name]["basedir"]) # ohne --disableFastRender gibt es bei meinem Theme im Blog das Problem, dass CSS komplett fehlt. Wer das nicht hat, kann das entfernen. def hugo_server_light(): print("Starting hugo-light for {site} (port:{port})\n".format(site=args.site_name, port=config["sites"][args.site_name]["serve_port"])) subprocess.run(["hugo", "server", "--logLevel", "info", "--cleanDestinationDir", "--renderToDisk", "-E", "-D", "-F", "-c", config["sites"][args.site_name]["contentdir-light"], "-p", str(config["sites"][args.site_name]["serve_port"]) ], cwd=config["sites"][args.site_name]["basedir"]) def start_tmux(): # Attach to a already running session named --site or create a new one. process = subprocess.run(["/usr/bin/tmux", "has-session", "-t", args.site_name], cwd=config["sites"][args.site_name]["basedir"]) if process.returncode == 0: # tmux already exists, attach print("Attaching to tmux for {site}".format(site=args.site_name)) subprocess.run(["/usr/bin/tmux", "attach", "-t", args.site_name], cwd=config["sites"][args.site_name]["basedir"]) else: # Create a new session print("Starting tmux for {site}".format(site=args.site_name)) os.chdir(config["sites"][args.site_name]["basedir"]) os.system("/usr/bin/tmux new-session -s '{site_name}' -n 'Full' -c '{cwd}' \; send-keys '{editor} $(fzf)' \; split-window -v -p 5 \; new-window -n 'Light' -c '{cwd_light}' \; send-keys '{editor} $(fzf)' \; split-window -v -p 5 \; new-window -n 'Serve' \; send-keys 'hg.py --site {site_name} -sl' \; select-window -t 1 \; select-pane -t 0 \;".format(editor=config["settings"]["bin_editor"], site_name=args.site_name, cwd=config["sites"][args.site_name]["basedir"], cwd_light=config["sites"][args.site_name]["contentdir-light"])) # first window: basedir # second window: contentdir-light # third window: serve with prefilled command prompt def site_build(): print("Building {site}".format(site=args.site_name)) subprocess.run(["hugo", "--minify", "--cleanDestinationDir" ], cwd=config["sites"][args.site_name]["basedir"]) # def searchpost(search): # hugo list all zeigt nur beiträge an, die auch im aktuellen zustand gebaut würden. Bei development bei mir also nur die Beiträge von 2023, findet also nicht alles. # process = subprocess.run(["hugo", "list", "all" ], cwd=config["sites"][args.site_name]["basedir"], capture_output=True, universal_newlines=True) # # _counter = 0 # for line in iter(process.stdout.split('\n')): # if re.search(search, line, re.IGNORECASE): # _counter = _counter + 1 # print('\n' + line) # # # if _counter > 0: # print("\nFormat: path,slug,title,date,expiryDate,publishDate,draft,permalink") # # print("Results for '{}': {}".format(search, _counter)) def interactive_tags(search): os.system("/usr/bin/cat {filename} | fzf --delimiter=':' -n 2 -q '{search}'".format(filename = config["sites"][args.site_name]["list_tags"], search=search)) def interactive_categories(search): os.system("/usr/bin/cat {filename} | fzf --delimiter=':' -n 2 -q '{search}'".format(filename = config["sites"][args.site_name]["list_categories"], search=search)) def find_anything(search): os.chdir(config["sites"][args.site_name]["contentdir"]) os.system("/usr/bin/rg -i --column --line-number --no-heading \'{search}\'".format(search=search)) def find_anything_fuzzy(search): os.chdir(config["sites"][args.site_name]["contentdir"]) os.system("/usr/bin/rg -i --column --line-number --no-heading \'{search}\' . | fzf --bind 'f4:execute({editor} {{1}})' {bind_explorer} {preview} {preview_window} --with-nth=1.. -e --delimiter=':'".format(search=search, editor=config["settings"]["bin_editor"], preview="--preview 'batcat --style=full --color=always --line-range :500 {1}'", preview_window="--preview-window=top:75%:wrap", bind_explorer="--bind \'f3:execute(xdg-open \"$(dirname {})\")\'")) def site_upload(): remote_user = config["sites"][args.site_name]["remote_user"] remote_host = config["sites"][args.site_name]["remote_host"] remote_path = config["sites"][args.site_name]["remote_path"] build_dir = config["sites"][args.site_name]["build_dir"] subprocess.run(["/usr/bin/rsync", "-avz", "--delete-delay", build_dir, "{}@{}:{}".format(remote_user, remote_host, remote_path) ], cwd=config[args.site_name]["basedir"]) def get_year_month_date(): from datetime import date todays_date = date.today() year = todays_date.strftime('%Y') month = todays_date.strftime('%m') day = todays_date.strftime('%d') return(year, month, day) def process_template(template, title, slug, datetime): from jinja2 import Template filename = config["settings"]["template_path"] + template + ".jinja" with open(filename) as f: tmpl = Template(f.read()) return(tmpl.render(title = title, slug = slug, datetime = datetime)) def count_and_unify_occurences_from_file(filename): """ Liest eine Datei ein, die tausende gleiche Zeilen mit Tags enthält, die aus vielen Ausgaben von yq kamen und erstellt daraus ein dict, in dem jede Zeile nur einmal vorkommt und zusätzlich die Anzahl der Vorkommen enthält. Ausgabe. Code von https://www.geeksforgeeks.org/python-count-occurrences-of-each-word-in-given-text-file/ """ f = open(filename, "r") d = dict() for line in f: tag = line.strip("- ") tag = tag.strip() if tag in d: d[tag] = d[tag] + 1 else: d[tag] = 1 return(d) def write_unified_occurences_to_cache_file(filename, occurences): f = open(filename, "w") for key in list(sorted(occurences.keys())): f.write("{count}:{tag}\n".format(count=occurences[key], tag=key)) f.close() def create_tags_categories_caches(): """ Nutzt yq, um alle Blogbeiträge und Seiten nach genutzen Tags und Kategorien zu durchsuchen und eine Liste dieser und deren Häufigkeit zu erstellen, die dann mit "hgh.py -ft" genutzt werden kann. """ from tempfile import mkstemp fd_tags, filename_tags = mkstemp() fd_categories, filename_categories = mkstemp() os.chdir(config["sites"][args.site_name]["contentdir"]) command_tags = "find -iname \"*.md\" -exec yq --front-matter=extract \"{typeof}\" '{{}}' >> \"{tmpfile}\" \;".format(typeof = ".tags", tmpfile = filename_tags) command_categories = "find -iname \"*.md\" -exec yq --front-matter=extract \"{typeof}\" '{{}}' >> \"{tmpfile}\" \;".format(typeof = ".categories", tmpfile = filename_categories) os.system(command_tags) os.system(command_categories) # tags write_unified_occurences_to_cache_file(config["sites"][args.site_name]["list_tags"], count_and_unify_occurences_from_file(filename_tags)) # categories write_unified_occurences_to_cache_file(config["sites"][args.site_name]["list_categories"], count_and_unify_occurences_from_file(filename_categories)) """ Start des Tools ab hier """ config = get_config(config_json) args = parser.parse_args() if not args.site_name and not (args.sites or args.time or args.printconfig or args.list_templates or args.create_comments_file): parser.error("--site is required for all arguments except (--time, --printconfig, --templates, --create-comments-file).") if args.create_comments_file: # Creates a comment.json from template filename = config["settings"]["comments_filename"] comment = """[{ "id": 0, "author": "", "text": "", "website": "", "date": "", "time": "", "reply_to": 0 }]""" if not os.path.isfile(filename): with open(filename, "w") as w: w.write(comment) print("{filename} created.\n\nDon't forget to add \"jsoncomments: true\" to frontmatter.".format(filename=filename)) else: print("Aborted. There is already a file named \"{}\"".format(filename)) if args.sites: for key in config["sites"].keys(): print("{}: {}".format(key, config["sites"][key]["basedir"])) if args.create_tags_categories_caches: create_tags_categories_caches() if args.list_templates: import glob print("Templates available in {}".format(config["settings"]["template_path"])) for file in glob.glob(config["settings"]["template_path"] + "*.jinja"): print("- \"{}\"".format(file.lstrip(config["settings"]["template_path"]).rstrip(".jinja"))) if args.list_drafts: os.system("hugo list drafts | tail -n +2") if args.time: #get_datetime() os.system("date +'%Y-%m-%dT%H:%M:%S%:z' | xsel -i -b") # geht bei mir leider nicht mit pyperclip3 print("Check your clipboard :)") if args.printconfig: print("Config file: {path}\n{dump}".format(path = config_json, dump = json.dumps(config, indent=4))) if args.hugo_server: hugo_server() if args.hugo_server_light: hugo_server_light() if args.tmux: start_tmux() # if args.searchpost: # print("Deprecated") # searchpost(args.searchpost) if args.find_tags: interactive_tags(args.find_tags) if args.find_categories: interactive_categories(args.find_categories) if args.find_anything: find_anything(args.find_anything) if args.find_anything_fuzzy: find_anything_fuzzy(args.find_anything_fuzzy) if args.site_build: site_build() if args.site_upload: site_upload() if args.deploy: site_build() site_upload() # Wie gehtn das, dass man dort dann auch landet und das Python sich beendet? Gar nicht, da man auf die Shell, in der Python aufgerufen wurde, keinerlei Zugriff hat. # Man kann nur mit chdir das cwd wechseln und dort eine Shell aufrufen. if args.cdb: subprocess.run([config["settings"]["shell"]], cwd=config["sites"][args.site_name]["basedir"]) if args.cdc: subprocess.run([config["settings"]["shell"]], cwd=config["sites"][args.site_name]["contentdir"]) if args.cdl: subprocess.run([config["settings"]["shell"]], cwd=config["sites"][args.site_name]["contentdir-light"]) if args.create_pagebundle: # Erstellt ein Page Bundle mit Dateinamen aus slug, der automatisch aus dem angegebenen Titel generiert wird. --create-pagebundle "Dies ist ein neuer Blogbeitrag" # Das funktioniert nur angepasst für Natenoms Blog. Bitte im Code anpassen. Todo... title = args.create_pagebundle slug = title_to_slug(title) if args.template == None: template = config["settings"]["default_template"] else: template = args.template blog_directory_posts = config["sites"][args.site_name]["contentdir"] + '/posts/' # Page Bundle (nur Verzeichnis) verarbeiten year, month, day = get_year_month_date() directory_of_pagebundle = blog_directory_posts + year + "/" + month + "/" + year + "-" + month + "-" + day + "-" + slug if os.path.isdir(directory_of_pagebundle): # Page Bundle Verzeichnis existiert schon. directory_of_pagebundle_exists = True # Checking if the list is empty or not if len(os.listdir(directory_of_pagebundle)) == 0: print("Info: Directory exists, but is empty, weiter gehts: {}".format(directory_of_pagebundle)) else: # Page Bundle Verzeichnis existiert noch nicht. from pathlib import Path #directory_of_pagebundle_exists = False Path(directory_of_pagebundle).mkdir(parents=True, exist_ok=True) # index.md verarbeiten if os.path.isfile(directory_of_pagebundle + "/index.md"): print("Es gibt schon eine index.md im Page Bundle") sys.exit(1) else: filename = directory_of_pagebundle + "/index.md" filecontent = process_template(template, title, slug, get_datetime()) # erweitern, dass eine Liste mit allen möglichen Dingen übergeben wird, die man in einem Template nutzen könnte. with open(filename, "w") as w: w.write(filecontent) if config["settings"]["open_new_pagebundle_with_vscode"]: # tut nicht bei flatpak und normal gleichzeichtig: subprocess.run([config["settings"]["bin_vscode"].split(" "), config["sites"][args.site_name]["basedir"], directory_of_pagebundle + "/index.md"]) os.system("{bin_vscode} {basedir} {filename} &".format(bin_vscode = config["settings"]["bin_vscode"], basedir = config["sites"][args.site_name]["basedir"], filename = directory_of_pagebundle + "/index.md")) else: print("Page Bundle erfolgreich erstellt:\n\tTemplate: {}\n\tSlug: {}\n\tVerzeichnis: {}".format(template, slug, directory_of_pagebundle)) os.system("echo '{path}' | xsel -i -b".format(path=directory_of_pagebundle + "/index.md")) print("Hinweise:\n\tPfad zur Datei in Zwischenablage eingefügt. In VSCodium öffnen mit 'Strg + o' und einfügen, Leerzeichen am Ende entfernen. (Das Leerzeichen am Ende kommt von VSCode.)")