Functioning generation system

This commit is contained in:
Lucas
2025-03-22 10:59:24 -07:00
parent 51c6944c9f
commit 71a3d8365c
9 changed files with 4574 additions and 1451 deletions

View File

@@ -1,51 +1,102 @@
import json
def load_data():
with open("source/data/categories.json", "r", encoding="utf-8") as f:
categories_data = json.load(f)
with open("source/data/applications.json", "r", encoding="utf-8") as f:
applications_data = json.load(f)
return categories_data, applications_data
def slugify(name):
"""
Convert a string to an anchor-friendly slug.
"""
return name.lower().replace(" ", "-").replace("(", "").replace(")", "")
def generate_markdown(platform_filter=None):
categories_data, applications_data = load_data()
categories = sorted(categories_data["categories"], key=lambda x: x["Name"].lower())
subcategories = sorted(categories_data["subcategories"], key=lambda x: x["Name"].lower())
applications = sorted(applications_data["applications"], key=lambda x: x["name"].lower())
def extract_repo_path(link):
"""
Extract the GitHub repository path from the URL.
Expects links of the form: https://github.com/username/repo
"""
parts = link.rstrip("/").split("/")
if len(parts) >= 5:
return f"{parts[-2]}/{parts[-1]}"
return ""
def generate_contents(platform="all"):
# Load categories and applications JSON data.
with open("source/data/categories.json", "r", encoding="utf-8") as f:
cat_data = json.load(f)
with open("source/data/applications.json", "r", encoding="utf-8") as f:
app_data = json.load(f)
markdown_content = []
markdown_content.append("## Contents\n")
categories = cat_data.get("categories", [])
subcategories = cat_data.get("subcategories", [])
applications = app_data.get("applications", [])
category_map = {cat["id"]: cat["Name"] for cat in categories}
subcategory_map = {sub["id"]: sub for sub in subcategories}
# Build a mapping of parent category id to parent category name.
parent_map = {cat["id"]: cat["Name"] for cat in categories}
categorized_apps = {sub["id"]: [] for sub in subcategories}
# Group subcategories by their parent.
subcat_by_parent = {}
for sub in subcategories:
parent = sub.get("parent", "other")
subcat_by_parent.setdefault(parent, []).append({
"Name": sub["Name"],
"id": sub["id"]
})
# Sort subcategories alphabetically in each parent group.
for key in subcat_by_parent:
subcat_by_parent[key].sort(key=lambda x: x["Name"].lower())
# Filter and group applications by their subcategory (identified by the app's "category" field).
apps_by_subcat = {}
for app in applications:
if app["category"] in categorized_apps:
if platform_filter:
if platform_filter in [p.strip('`').lower() for p in app["platforms"]]:
categorized_apps[app["category"]].append(app)
else:
categorized_apps[app["category"]].append(app)
include = False
if platform == "all":
include = True
else:
# Normalize platform tags by stripping backticks and comparing in lower-case.
app_platforms = [p.strip("`").lower() for p in app.get("platforms", [])]
target = platform.lower()
if target in app_platforms:
include = True
# For macos, linux, and windows, also include if "cross" is present.
if target in ["macos", "linux", "windows"] and "cross" in app_platforms:
include = True
if not include:
continue
cat_id = app.get("category", "uncategorized")
apps_by_subcat.setdefault(cat_id, []).append(app)
for cat in categories:
cat_id = cat["id"]
markdown_content.append(f"# {cat['Name']} - [Go to top](#contents)\n")
for sub in subcategories:
if sub["parent"] == cat_id and categorized_apps[sub["id"]]:
markdown_content.append(f"### {sub['Name']}\n")
markdown_content.append("| Name | Description | Platform | Stars |\n| --- | --- | --- | --- |")
for app in categorized_apps[sub["id"]]:
platforms = " ".join(app["platforms"])
stars_badge = f"![GitHub Repo stars](https://img.shields.io/github/stars/{app['link'].split('/')[-2]}/{app['link'].split('/')[-1]}?style=for-the-badge&label=%20&color=white)"
tags = " ".join(app["tags"])
markdown_content.append(f"| [{app['name']}]({app['link']}) {tags} | {app['description']} | {platforms} | {stars_badge} |")
markdown_content.append("")
# Sort applications within each subcategory alphabetically by name.
for key in apps_by_subcat:
apps_by_subcat[key].sort(key=lambda x: x["name"].lower())
return "\n".join(markdown_content)
# Build Markdown output.
md_output = ""
# Process parent categories: sort alphabetically (excluding "other", which is added last).
parent_items = [(pid, parent_map.get(pid, pid)) for pid in subcat_by_parent if pid != "other"]
parent_items.sort(key=lambda x: x[1].lower())
if "other" in subcat_by_parent:
parent_items.append(("other", "Other"))
for pid, pname in parent_items:
md_output += f"# {pname} - [Go to top](#contents)\n\n"
# For each subcategory under the parent category.
for sub in subcat_by_parent.get(pid, []):
subname = sub["Name"]
md_output += f"### {subname}\n\n"
md_output += "| Name | Description | Platform | Stars |\n"
md_output += "| --- | --- | --- | --- |\n"
# List all apps for the given subcategory.
apps = apps_by_subcat.get(sub["id"], [])
for app in apps:
name = app.get("name", "")
description = app.get("description", "")
link = app.get("link", "#")
# Join the platform tags as provided.
app_platforms = " ".join(app.get("platforms", []))
repo_path = extract_repo_path(link)
stars_badge = f"![GitHub Repo stars](https://img.shields.io/github/stars/{repo_path}?style=for-the-badge&label=%20&color=white)" if repo_path else ""
md_output += f"| [{name}]({link}) | {description} | {app_platforms} | {stars_badge} |\n"
md_output += "\n"
return md_output
if __name__ == "__main__":
markdown_output = generate_markdown()
with open("contents.md", "w", encoding="utf-8") as f:
f.write(markdown_output)
print("Generated contents.md")
# For testing, default to 'all' platforms.
print(generate_contents("all"))