#!/usr/bin/env python3 """ ================================= | | This file is part of | | staticoso | | Just a simple Static Site Generator | | | | Licensed under the AGPLv3 license | | Copyright (C) 2022, OctoSpacc | | ================================= """ import argparse import os import shutil import time from ast import literal_eval from datetime import datetime from pathlib import Path try: from Modules.ActivityPub import * ActivityPub = True except: print("[W] ⚠ Can't load the ActivityPub module. Its use is disabled. Make sure the 'requests' library is installed.") ActivityPub = False from Modules.Config import * from Modules.Gemini import * from Modules.Markdown import * from Modules.Site import * from Modules.Sitemap import * from Modules.Utils import * def ResetOutputDir(OutDir): for e in (OutDir, f"{OutDir}.gmi"): try: shutil.rmtree(e) except FileNotFoundError: pass def DelTmp(OutDir): for Ext in FileExtensions['Tmp']: for File in Path(OutDir).rglob(f"*.{Ext}"): os.remove(File) for Dir in (OutDir, f"{OutDir}.gmi"): for File in Path(Dir).rglob('*.tmp'): os.remove(File) def SetSorting(Sorting): Default = { 'Pages':'Standard', 'Posts':'Inverse'} for i in Default: if i not in Sorting: Sorting.update({i:Default[i]}) return Sorting def GetConfMenu(Entries, MarkdownExts): if Entries: Menu, Max = [], 0 for i in Entries: if int(i) > Max: Max = int(i) Menu = [None] * (Max+1) for i in Entries: e = Entries[i] if not ((e.startswith('<') or e.startswith('[') or e.startswith('- ')) and (e.endswith('>') or e.endswith(')') or e.endswith('}'))): if not e.lower().endswith(FileExtensions['HTML']): e += '.html' Menu[int(i)] = e return Menu def CheckSafeOutputDir(OutDir): InDir = os.path.realpath(os.getcwd()) OutDir = os.path.realpath(OutDir) OutFolder = OutDir.split('/')[-1] if InDir == OutDir: print(f"[E] ⛔ Output and Input directories ({OutDir}) can't be the same. Exiting.") exit(1) elif OutFolder in ReservedPaths and f"{InDir}/{OutFolder}" == OutDir: print(f"[E] ⛔ Output directory {OutDir} can't be a reserved subdirectory of the Input. Exiting.") exit(1) def GetModifiedFiles(OutDir): All, Mod = [], [] for Path in ('Pages', 'Posts'): for Root, Dirs, Files in os.walk(Path): for File in Files: Src = os.path.join(Root,File) SrcTime = int(os.path.getmtime(Src)) if Path == 'Pages': Tmp = '/'.join(Src.split('/')[1:]) elif Path == 'Posts': Tmp = Src Obj = f"{OutDir}/{StripExt(Tmp)}.html" try: ObjTime = int(os.path.getmtime(Obj)) except FileNotFoundError: ObjTime = 0 All += [{'Tmp':Tmp, 'SrcTime':SrcTime, 'ObjTime':ObjTime}] for File in All: if File['SrcTime'] > File['ObjTime']: Mod += [File['Tmp']] return Mod def Main(Args, FeedEntries): HavePages, HavePosts = False, False SiteConf = LoadConfFile('Site.ini') #if Args.InputDir: # os.chdir(Args.InputDir) # print(f"[I] Current directory: {Args.InputDir}") DiffBuild = Args.DiffBuild OutputDir = Args.OutputDir if Args.OutputDir else ReadConf(SiteConf, 'Site', 'OutputDir') if ReadConf(SiteConf, 'Site', 'OutputDir') else 'public' OutputDir = OutputDir.removesuffix('/') CheckSafeOutputDir(OutputDir) print(f"[I] Outputting to {OutputDir}/") SiteName = Args.SiteName if Args.SiteName else ReadConf(SiteConf, 'Site', 'Name') if ReadConf(SiteConf, 'Site', 'Name') else '' BlogName = Args.BlogName if Args.BlogName else ReadConf(SiteConf, 'Site', 'BlogName') if ReadConf(SiteConf, 'Site', 'BlogName') else '' SiteTagline = Args.SiteTagline if Args.SiteTagline else ReadConf(SiteConf, 'Site', 'Tagline') if ReadConf(SiteConf, 'Site', 'Tagline') else '' SiteTemplate = Args.SiteTemplate if Args.SiteTemplate else ReadConf(SiteConf, 'Site', 'Template') if ReadConf(SiteConf, 'Site', 'Template') else 'Default.html' SiteDomain = Args.SiteDomain.rstrip('/') if Args.SiteDomain else ReadConf(SiteConf, 'Site', 'Domain').rstrip('/') if ReadConf(SiteConf, 'Site', 'Domain') else '' SiteRoot = Args.SiteRoot if Args.SiteRoot else ReadConf(SiteConf, 'Site', 'Root') if ReadConf(SiteConf, 'Site', 'Root') else '/' SiteLang = Args.SiteLang if Args.SiteLang else ReadConf(SiteConf, 'Site', 'Lang') if ReadConf(SiteConf, 'Site', 'Lang') else 'en' Locale = LoadLocale(SiteLang) MastodonURL = Args.MastodonURL if Args.MastodonURL else ReadConf(SiteConf, 'Mastodon', 'URL') if ReadConf(SiteConf, 'Mastodon', 'URL') else '' MastodonToken = Args.MastodonToken if Args.MastodonToken else ReadConf(SiteConf, 'Mastodon', 'Token') if ReadConf(SiteConf, 'Mastodon', 'Token') else '' DynamicParts = literal_eval(Args.DynamicParts) if Args.DynamicParts else EvalOpt(ReadConf(SiteConf, 'Site', 'DynamicParts')) if ReadConf(SiteConf, 'Site', 'DynamicParts') else {} MarkdownExts = literal_eval(Args.MarkdownExts) if Args.MarkdownExts else EvalOpt(ReadConf(SiteConf, 'Markdown', 'Exts')) if ReadConf(SiteConf, 'Markdown', 'Exts') else MarkdownExtsDefault ActivityPubTypeFilter = Args.ActivityPubTypeFilter if Args.ActivityPubTypeFilter else ReadConf(SiteConf, 'ActivityPub', 'TypeFilter') if ReadConf(SiteConf, 'ActivityPub', 'TypeFilter') else 'Post' ActivityPubHoursLimit = OptionChoose(168, Args.ActivityPubHoursLimit, ReadConf(SiteConf, 'ActivityPub', 'HoursLimit')) FeedCategoryFilter = OptionChoose('Blog', Args.FeedCategoryFilter, ReadConf(SiteConf, 'Feed', 'CategoryFilter')) Minify = StringBoolChoose(False, Args.Minify, ReadConf(SiteConf, 'Site', 'Minify')) NoScripts = StringBoolChoose(False, Args.NoScripts, ReadConf(SiteConf, 'Site', 'NoScripts')) ImgAltToTitle = StringBoolChoose(True, Args.ImgAltToTitle, ReadConf(SiteConf, 'Site', 'ImgAltToTitle')) ImgTitleToAlt = StringBoolChoose(False, Args.ImgTitleToAlt, ReadConf(SiteConf, 'Site', 'ImgTitleToAlt')) AutoCategories = StringBoolChoose(False, Args.AutoCategories, ReadConf(SiteConf, 'Site', 'AutoCategories')) GemtextOut = StringBoolChoose(False, Args.GemtextOut, ReadConf(SiteConf, 'Site', 'GemtextOut')) GemtextHeader = Args.GemtextHeader if Args.GemtextHeader else ReadConf(SiteConf, 'Gemtext', 'Header') if ReadConf(SiteConf, 'Gemtext', 'Header') else f"# {SiteName}\n\n" if SiteName else '' SitemapOut = StringBoolChoose(True, Args.SitemapOut, ReadConf(SiteConf, 'Site', 'SitemapOut')) FeedEntries = int(FeedEntries) if (FeedEntries or FeedEntries == 0) and FeedEntries != 'Default' else int(ReadConf(SiteConf, 'Site', 'FeedEntries')) if ReadConf(SiteConf, 'Site', 'FeedEntries') else 10 Sorting = literal_eval(Args.Sorting) if Args.Sorting else EvalOpt(ReadConf(SiteConf, 'Site', 'Sorting')) if ReadConf(SiteConf, 'Site', 'Sorting') else {} MenuEntries = ReadConf(SiteConf, 'Menu') if MenuEntries: ConfMenu = GetConfMenu(MenuEntries, MarkdownExts) else: ConfMenu = [] if DiffBuild: print("[I] Build mode: Differential") LimitFiles = GetModifiedFiles(OutputDir) else: print("[I] Build mode: Clean") ResetOutputDir(OutputDir) LimitFiles = False if os.path.isdir('Pages'): HavePages = True shutil.copytree('Pages', OutputDir, dirs_exist_ok=True) if GemtextOut: shutil.copytree('Pages', f"{OutputDir}.gmi", ignore=IgnoreFiles, dirs_exist_ok=True) if os.path.isdir('Posts'): HavePosts = True shutil.copytree('Posts', f"{OutputDir}/Posts", dirs_exist_ok=True) if GemtextOut: shutil.copytree('Posts', f"{OutputDir}.gmi/Posts", ignore=IgnoreFiles, dirs_exist_ok=True) if not (HavePages or HavePosts): print("[E] No Pages or posts found. Nothing to do, exiting!") exit(1) print("[I] Generating HTML") Pages = MakeSite( OutputDir=OutputDir, LimitFiles=LimitFiles, TemplatesText=LoadFromDir('Templates', ['*.htm', '*.html']), StaticPartsText=LoadFromDir('StaticParts', ['*.htm', '*.html']), DynamicParts=DynamicParts, DynamicPartsText=LoadFromDir('DynamicParts', ['*.htm', '*.html']), ConfMenu=ConfMenu, GlobalMacros=ReadConf(SiteConf, 'Macros'), SiteName=SiteName, BlogName=BlogName, SiteTagline=SiteTagline, SiteTemplate=SiteTemplate, SiteDomain=SiteDomain, SiteRoot=SiteRoot, FolderRoots=literal_eval(Args.FolderRoots) if Args.FolderRoots else {}, SiteLang=SiteLang, Locale=Locale, Minify=Minify, NoScripts=NoScripts, ImgAltToTitle=ImgAltToTitle, ImgTitleToAlt=ImgTitleToAlt, Sorting=SetSorting(Sorting), MarkdownExts=MarkdownExts, AutoCategories=AutoCategories) if FeedEntries != 0: print("[I] Generating Feeds") for FeedType in (True, False): MakeFeed( OutputDir=OutputDir, CategoryFilter=FeedCategoryFilter, Pages=Pages, SiteName=SiteName, SiteTagline=SiteTagline, SiteDomain=SiteDomain, MaxEntries=FeedEntries, Lang=SiteLang, FullSite=FeedType, Minify=Minify) if ActivityPub and MastodonURL and MastodonToken and SiteDomain: print("[I] Mastodon Stuff") MastodonPosts = MastodonShare( InstanceURL=MastodonURL, Token=MastodonToken, Pages=Pages, SiteDomain=SiteDomain, SiteLang=SiteLang, Locale=Locale, TypeFilter=ActivityPubTypeFilter, CategoryFilter=FeedCategoryFilter, HoursLimit=ActivityPubHoursLimit) else: MastodonPosts = [] for File, Content, Titles, Meta, ContentHTML, SlimHTML, Description, Image in Pages: File = f"{OutputDir}/{StripExt(File)}.html" Content = ReadFile(File) Post = '' for p in MastodonPosts: if p['Link'] == SiteDomain + '/' + File[len(f"{OutputDir}/"):]: Post = '

{StrComments}

{StrOpen} ↗️'.format( StrComments=Locale['Comments'], StrOpen=Locale['OpenInNewTab'], URL=p['Post']) break Content = ReplWithEsc(Content, '[staticoso:Comments]', Post) WriteFile(File, Content) if GemtextOut: print("[I] Generating Gemtext") GemtextCompileList(OutputDir, Pages, GemtextHeader) print("[I] Cleaning Temporary Files") DelTmp(OutputDir) if SitemapOut: print("[I] Generating Sitemap") MakeSitemap(OutputDir, Pages, SiteDomain) print("[I] Copying Assets") os.system(f"cp -R Assets/* {OutputDir}/") if __name__ == '__main__': Parser = argparse.ArgumentParser() Parser.add_argument('--DiffBuild', action='store_true') Parser.add_argument('--OutputDir', type=str) #Parser.add_argument('--InputDir', type=str) Parser.add_argument('--Sorting', type=str) Parser.add_argument('--SiteLang', type=str) Parser.add_argument('--SiteRoot', type=str) Parser.add_argument('--SiteName', type=str) Parser.add_argument('--BlogName', type=str) Parser.add_argument('--SiteTemplate', type=str) Parser.add_argument('--SiteDomain', type=str) Parser.add_argument('--Minify', type=str) Parser.add_argument('--NoScripts', type=str) Parser.add_argument('--ImgAltToTitle', type=str) Parser.add_argument('--ImgTitleToAlt', type=str) Parser.add_argument('--GemtextOut', type=str) Parser.add_argument('--GemtextHeader', type=str) Parser.add_argument('--SiteTagline', type=str) Parser.add_argument('--SitemapOut', type=str) Parser.add_argument('--FeedEntries', type=str) Parser.add_argument('--FolderRoots', type=str) Parser.add_argument('--DynamicParts', type=str) Parser.add_argument('--MarkdownExts', type=str) Parser.add_argument('--MastodonURL', type=str) Parser.add_argument('--MastodonToken', type=str) Parser.add_argument('--FeedCategoryFilter', type=str) Parser.add_argument('--ActivityPubTypeFilter', type=str) Parser.add_argument('--ActivityPubHoursLimit', type=int) Parser.add_argument('--AutoCategories', type=str) Args = Parser.parse_args() try: import lxml from Modules.Feed import * FeedEntries = Args.FeedEntries if Args.FeedEntries else 'Default' except: print("[W] ⚠ Can't load the XML libraries. XML Feeds Generation is Disabled. Make sure the 'lxml' library is installed.") FeedEntries = 0 Main( Args=Args, FeedEntries=FeedEntries) print(f"[I] ✅ Done! ({round(time.process_time(),3)}s)")