2023-02-23 00:11:49 +01:00
|
|
|
""" ================================== |
|
|
|
|
| This file is part of |
|
|
|
|
| staticoso |
|
|
|
|
| Just a simple Static Site Generator |
|
|
|
|
| |
|
|
|
|
| Licensed under the AGPLv3 license |
|
|
|
|
| Copyright (C) 2022-2023, OctoSpacc |
|
|
|
|
| ================================== """
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-11-18 20:51:54 +01:00
|
|
|
import shutil
|
2022-08-23 17:25:05 +02:00
|
|
|
from datetime import datetime
|
2022-08-30 21:10:45 +02:00
|
|
|
from multiprocessing import Pool, cpu_count
|
2022-07-28 16:27:37 +02:00
|
|
|
from Modules.Config import *
|
2022-08-30 21:10:45 +02:00
|
|
|
from Modules.Elements import *
|
2022-12-20 13:05:41 +01:00
|
|
|
from Modules.Globals import *
|
2022-07-18 17:16:21 +02:00
|
|
|
from Modules.HTML import *
|
2022-09-03 17:48:39 +02:00
|
|
|
from Modules.Logging import *
|
2022-07-14 20:38:45 +02:00
|
|
|
from Modules.Markdown import *
|
2023-02-23 00:11:49 +01:00
|
|
|
from Modules.Meta import *
|
2022-07-14 20:38:45 +02:00
|
|
|
from Modules.Pug import *
|
|
|
|
from Modules.Utils import *
|
|
|
|
|
2022-09-03 17:48:39 +02:00
|
|
|
def PatchHTML(File, HTML, StaticPartsText, DynamicParts, DynamicPartsText, HTMLPagesList, PagePath, Content, Titles, Meta, SiteDomain, SiteRoot, SiteName, BlogName, FolderRoots, Categories, SiteLang, Locale, LightRun):
|
2022-07-14 20:38:45 +02:00
|
|
|
HTMLTitles = FormatTitles(Titles)
|
|
|
|
BodyDescription, BodyImage = '', ''
|
2022-08-14 17:35:58 +02:00
|
|
|
if not File.lower().endswith('.txt'):
|
2022-12-20 13:05:41 +01:00
|
|
|
Soup = MkSoup(Content)
|
|
|
|
if not BodyDescription:# and Soup.p:
|
|
|
|
#BodyDescription = Soup.p.get_text()[:150].replace('\n', ' ').replace('"', "'") + '...'
|
|
|
|
for t in Soup.find_all('p'):
|
|
|
|
if t.get_text():
|
|
|
|
BodyDescription = t.get_text()[:150].replace('\n', ' ').replace('"', "'") + '...'
|
|
|
|
break
|
2022-08-14 17:35:58 +02:00
|
|
|
if not BodyImage and Soup.img and Soup.img['src']:
|
|
|
|
BodyImage = Soup.img['src']
|
2022-07-29 18:12:13 +02:00
|
|
|
|
2022-08-14 17:35:58 +02:00
|
|
|
#Content = SquareFnrefs(Content)
|
2022-12-20 13:05:41 +01:00
|
|
|
if '<a class="footnote-ref" ' in Content:
|
|
|
|
Content = AddToTagStartEnd(Content, '<a class="footnote-ref" ', '</a>', '[', ']')
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-10-26 11:01:17 +02:00
|
|
|
if any(_ in Content for _ in ('<!-- noprocess />', '<!--noprocess/>', '</ noprocess -->', '</ noprocess --->', '</noprocess-->', '</noprocess--->')):
|
2022-09-03 17:48:39 +02:00
|
|
|
Content = DictReplWithEsc(
|
|
|
|
Content, {
|
2022-12-20 13:05:41 +01:00
|
|
|
'<!--<%noprocess>': '',
|
|
|
|
'<noprocess%>-->': '',
|
|
|
|
'<noprocess%>--->': '',
|
2022-10-26 11:01:17 +02:00
|
|
|
'<!-- noprocess />': '',
|
|
|
|
'<!--noprocess/>': '',
|
|
|
|
'</ noprocess -->': '',
|
|
|
|
'</ noprocess --->': '',
|
|
|
|
'</noprocess-->': '',
|
|
|
|
'</noprocess--->': ''})
|
2022-09-03 17:48:39 +02:00
|
|
|
|
2022-08-14 17:35:58 +02:00
|
|
|
Title = GetTitle(File.split('/')[-1], Meta, Titles, 'MetaTitle', BlogName)
|
2022-07-14 20:38:45 +02:00
|
|
|
Description = GetDescription(Meta, BodyDescription, 'MetaDescription')
|
|
|
|
Image = GetImage(Meta, BodyImage, 'MetaImage')
|
2022-10-19 11:27:51 +02:00
|
|
|
ContentHeader = MakeContentHeader(Meta, Locale, MakeCategoryLine(File, Meta))
|
|
|
|
TimeNow = datetime.now().strftime('%Y-%m-%d %H:%M')
|
2022-11-04 11:03:43 +01:00
|
|
|
RelativeRoot = GetPathLevels(PagePath)
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-10-25 10:13:00 +02:00
|
|
|
if 'staticoso:DynamicPart:' in HTML: # Reduce risk of unnecessary cycles
|
|
|
|
for Line in HTML.splitlines():
|
|
|
|
Line = Line.lstrip().rstrip()
|
|
|
|
if (Line.startswith('[staticoso:DynamicPart:') and Line.endswith(']')) or (Line.startswith('<staticoso:DynamicPart:') and Line.endswith('>')):
|
|
|
|
Path = Line[len('<staticoso:DynamicPart:'):-1]
|
|
|
|
Section = Path.split('/')[-1]
|
|
|
|
if Section in DynamicParts:
|
|
|
|
Part = DynamicParts[Section]
|
|
|
|
Text = ''
|
|
|
|
if type(Part) == list:
|
|
|
|
for e in Part:
|
|
|
|
Text += DynamicPartsText[f"{Path}/{e}"] + '\n'
|
|
|
|
elif type(Part) == str:
|
|
|
|
Text = DynamicPartsText[f"{Path}/{Part}"]
|
|
|
|
else:
|
|
|
|
Text = ''
|
|
|
|
HTML = ReplWithEsc(HTML, f"[staticoso:DynamicPart:{Path}]", Text)
|
|
|
|
HTML = ReplWithEsc(HTML, f"<staticoso:DynamicPart:{Path}>", Text)
|
2022-07-28 22:18:13 +02:00
|
|
|
|
2022-11-16 13:07:27 +01:00
|
|
|
for i in range(2):
|
|
|
|
for e in StaticPartsText:
|
|
|
|
HTML = ReplWithEsc(HTML, f"[staticoso:StaticPart:{e}]", StaticPartsText[e])
|
|
|
|
HTML = ReplWithEsc(HTML, f"<staticoso:StaticPart:{e}>", StaticPartsText[e])
|
2022-08-29 20:28:12 +02:00
|
|
|
|
|
|
|
if LightRun:
|
|
|
|
HTML = None
|
|
|
|
else:
|
2022-12-20 13:05:41 +01:00
|
|
|
HTML = WrapDictReplWithEsc(HTML, {
|
|
|
|
#'[staticoso:PageHead]': Meta['Head'],
|
|
|
|
#'<staticoso:PageHead>': Meta['Head'],
|
|
|
|
# #DEPRECATION #
|
|
|
|
'staticoso:Site:Menu': HTMLPagesList,
|
|
|
|
'staticoso:Page:Lang': Meta['Language'] if Meta['Language'] else SiteLang,
|
|
|
|
'staticoso:Page:Chapters': HTMLTitles,
|
|
|
|
'staticoso:Page:Title': Title,
|
|
|
|
'staticoso:Page:Description': Description,
|
|
|
|
'staticoso:Page:Image': Image,
|
|
|
|
'staticoso:Page:Path': PagePath,
|
|
|
|
'staticoso:Page:Style': Meta['Style'],
|
|
|
|
################
|
|
|
|
'staticoso:SiteMenu': HTMLPagesList,
|
|
|
|
'staticoso:PageLang': Meta['Language'] if Meta['Language'] else SiteLang,
|
|
|
|
'staticoso:PageLanguage': Meta['Language'] if Meta['Language'] else SiteLang,
|
|
|
|
'staticoso:PageSections': HTMLTitles,
|
|
|
|
'staticoso:PageTitle': Title,
|
|
|
|
'staticoso:PageDescription': Description,
|
|
|
|
'staticoso:PageImage': Image,
|
|
|
|
'staticoso:PagePath': PagePath,
|
|
|
|
'staticoso:PageHead': Meta['Head'],
|
|
|
|
'staticoso:PageStyle': Meta['Style'],
|
2022-11-04 11:03:43 +01:00
|
|
|
# NOTE: Content is injected in page only at this point! Keep in mind for other substitutions
|
2022-12-20 13:05:41 +01:00
|
|
|
# #DEPRECATION #
|
|
|
|
'staticoso:Page:Content': Content,
|
|
|
|
'staticoso:Page:ContentInfo': ContentHeader,
|
|
|
|
'staticoso:Site:Name': SiteName,
|
|
|
|
'staticoso:Site:AbsoluteRoot': SiteRoot,
|
|
|
|
'staticoso:Site:RelativeRoot': RelativeRoot,
|
|
|
|
################
|
|
|
|
'staticoso:PageContent': Content,
|
|
|
|
'staticoso:PageContentInfo': ContentHeader,
|
|
|
|
'staticoso:BuildTime': TimeNow,
|
|
|
|
'staticoso:SiteDomain': SiteDomain,
|
|
|
|
'staticoso:SiteName': SiteName,
|
|
|
|
'staticoso:SiteAbsoluteRoot': SiteRoot,
|
|
|
|
'staticoso:SiteRelativeRoot': RelativeRoot,
|
|
|
|
}, InternalMacrosWraps)
|
2022-11-04 11:03:43 +01:00
|
|
|
for e in Meta['Macros']:
|
|
|
|
HTML = ReplWithEsc(HTML, f"[:{e}:]", Meta['Macros'][e])
|
|
|
|
for e in FolderRoots:
|
2022-12-20 13:05:41 +01:00
|
|
|
HTML = WrapDictReplWithEsc(HTML, {
|
|
|
|
f'staticoso:CustomPath:{e}': FolderRoots[e],
|
|
|
|
f'staticoso:Folder:{e}:AbsoluteRoot': FolderRoots[e], #DEPRECATED
|
|
|
|
}, InternalMacrosWraps)
|
2022-11-04 11:03:43 +01:00
|
|
|
for e in Categories:
|
2022-12-20 13:05:41 +01:00
|
|
|
HTML = WrapDictReplWithEsc(HTML, {
|
|
|
|
f'staticoso:Category:{e}': Categories[e],
|
|
|
|
f'staticoso:CategoryList:{e}': Categories[e],
|
|
|
|
}, InternalMacrosWraps)
|
|
|
|
HTML = ReplWithEsc(HTML, f'<span>[staticoso:Category:{e}]</span>', Categories[e]) #DEPRECATED
|
2022-11-04 11:03:43 +01:00
|
|
|
|
|
|
|
# TODO: Clean this doubling?
|
|
|
|
ContentHTML = Content
|
2022-12-20 13:05:41 +01:00
|
|
|
ContentHTML = WrapDictReplWithEsc(ContentHTML, {
|
|
|
|
# #DEPRECATION #
|
2022-11-04 11:03:43 +01:00
|
|
|
'[staticoso:Page:Title]': Title,
|
|
|
|
'[staticoso:Page:Description]': Description,
|
2022-12-20 13:05:41 +01:00
|
|
|
'[staticoso:Site:Name]': SiteName,
|
|
|
|
'[staticoso:Site:AbsoluteRoot]': SiteRoot,
|
|
|
|
'[staticoso:Site:RelativeRoot]': RelativeRoot,
|
|
|
|
################
|
|
|
|
'<staticoso:PageTitle>': Title,
|
2022-11-04 11:03:43 +01:00
|
|
|
'<staticoso:PageDescription>': Description,
|
|
|
|
'<staticoso:SiteDomain>': SiteDomain,
|
|
|
|
'<staticoso:SiteName>': SiteName,
|
|
|
|
'<staticoso:SiteAbsoluteRoot>': SiteRoot,
|
2022-12-20 13:05:41 +01:00
|
|
|
'<staticoso:SiteRelativeRoot>': RelativeRoot,
|
|
|
|
}, InternalMacrosWraps)
|
2022-07-28 16:27:37 +02:00
|
|
|
for e in Meta['Macros']:
|
2022-07-29 18:12:13 +02:00
|
|
|
ContentHTML = ReplWithEsc(ContentHTML, f"[:{e}:]", Meta['Macros'][e])
|
2022-07-28 16:27:37 +02:00
|
|
|
for e in FolderRoots:
|
2022-12-20 13:05:41 +01:00
|
|
|
ContentHTML = WrapDictReplWithEsc(ContentHTML, {
|
|
|
|
f'staticoso:CustomPath:{e}': FolderRoots[e],
|
|
|
|
f'staticoso:Folder:{e}:AbsoluteRoot': FolderRoots[e], #DEPRECATED
|
|
|
|
}, InternalMacrosWraps)
|
2022-07-28 16:27:37 +02:00
|
|
|
for e in Categories:
|
2022-12-20 13:05:41 +01:00
|
|
|
ContentHTML = WrapDictReplWithEsc(ContentHTML, {
|
|
|
|
f'staticoso:Category:{e}': Categories[e],
|
|
|
|
f'staticoso:CategoryList:{e}': Categories[e],
|
|
|
|
}, InternalMacrosWraps)
|
|
|
|
ContentHTML = ReplWithEsc(ContentHTML, f'<span>[staticoso:Category:{e}]</span>', Categories[e]) #DEPRECATED
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-08-29 20:28:12 +02:00
|
|
|
return HTML, ContentHTML, Description, Image
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-08-30 21:10:45 +02:00
|
|
|
def HandlePage(Flags, Page, Pages, Categories, LimitFiles, Snippets, ConfMenu, Locale):
|
|
|
|
File, Content, Titles, Meta = Page
|
|
|
|
OutDir, MarkdownExts, Sorting, MinifyKeepComments = Flags['OutDir'], Flags['MarkdownExts'], Flags['Sorting'], Flags['MinifyKeepComments']
|
|
|
|
SiteName, BlogName, SiteTagline = Flags['SiteName'], Flags['BlogName'], Flags['SiteTagline']
|
|
|
|
SiteTemplate, SiteLang = Flags['SiteTemplate'], Flags['SiteLang']
|
|
|
|
SiteDomain, SiteRoot, FolderRoots = Flags['SiteDomain'], Flags['SiteRoot'], Flags['FolderRoots']
|
2022-08-30 16:31:33 +02:00
|
|
|
AutoCategories, CategoryUncategorized = Flags['CategoriesAutomatic'], Flags['CategoriesUncategorized']
|
|
|
|
ImgAltToTitle, ImgTitleToAlt = Flags['ImgAltToTitle'], Flags['ImgTitleToAlt']
|
2022-08-30 21:10:45 +02:00
|
|
|
DynamicParts, DynamicPartsText, StaticPartsText, TemplatesText = Flags['DynamicParts'], Snippets['DynamicParts'], Snippets['StaticParts'], Snippets['Templates']
|
|
|
|
|
|
|
|
FileLower = File.lower()
|
2023-02-22 22:46:04 +01:00
|
|
|
PagePath = f'{OutDir}/{StripExt(File)}.html'
|
|
|
|
ContentPagePath = f'{OutDir}.Content/{StripExt(File)}.html'
|
2022-08-30 21:10:45 +02:00
|
|
|
LightRun = False if LimitFiles == False or File in LimitFiles else True
|
|
|
|
|
|
|
|
if FileLower.endswith(FileExtensions['Markdown']):
|
|
|
|
Content = markdown(PagePostprocessor('md', Content, Meta), extensions=MarkdownExts)
|
|
|
|
elif FileLower.endswith(('.pug')):
|
|
|
|
Content = PagePostprocessor('pug', ReadFile(PagePath), Meta)
|
|
|
|
elif FileLower.endswith(('.txt')):
|
|
|
|
Content = '<pre>' + html.escape(Content) + '</pre>'
|
2023-02-22 22:46:04 +01:00
|
|
|
#elif FileLower.endswith(FileExtensions['HTML']):
|
|
|
|
# Content = ReadFile(PagePath)
|
2022-08-30 21:10:45 +02:00
|
|
|
|
|
|
|
if LightRun:
|
|
|
|
HTMLPagesList = None
|
|
|
|
else:
|
|
|
|
TemplateMeta = TemplatePreprocessor(TemplatesText[Meta['Template']])
|
|
|
|
HTMLPagesList = GetHTMLPagesList(
|
|
|
|
Pages=Pages,
|
|
|
|
BlogName=BlogName,
|
|
|
|
SiteRoot=SiteRoot,
|
|
|
|
PathPrefix=GetPathLevels(File),
|
|
|
|
Unite=ConfMenu,
|
|
|
|
Type='Page',
|
|
|
|
For='Menu',
|
|
|
|
MarkdownExts=MarkdownExts,
|
|
|
|
MenuStyle=TemplateMeta['MenuStyle'])
|
2022-08-31 00:18:23 +02:00
|
|
|
|
2022-08-30 21:10:45 +02:00
|
|
|
HTML, ContentHTML, Description, Image = PatchHTML(
|
|
|
|
File=File,
|
|
|
|
HTML=TemplatesText[Meta['Template']],
|
|
|
|
StaticPartsText=StaticPartsText,
|
|
|
|
DynamicParts=DynamicParts,
|
|
|
|
DynamicPartsText=DynamicPartsText,
|
|
|
|
HTMLPagesList=HTMLPagesList,
|
|
|
|
PagePath=PagePath[len(f"{OutDir}/"):],
|
|
|
|
Content=Content,
|
|
|
|
Titles=Titles,
|
|
|
|
Meta=Meta,
|
2022-09-03 17:48:39 +02:00
|
|
|
SiteDomain=SiteDomain,
|
2022-08-30 21:10:45 +02:00
|
|
|
SiteRoot=SiteRoot,
|
|
|
|
SiteName=SiteName,
|
|
|
|
BlogName=BlogName,
|
|
|
|
FolderRoots=FolderRoots,
|
|
|
|
Categories=Categories,
|
|
|
|
SiteLang=SiteLang,
|
|
|
|
Locale=Locale,
|
|
|
|
LightRun=LightRun)
|
|
|
|
|
2022-10-26 11:01:17 +02:00
|
|
|
HTML = ReplWithEsc(HTML, f"<staticoso:Feed>", GetHTMLPagesList(
|
|
|
|
Limit=Flags['FeedEntries'],
|
|
|
|
Type='Post',
|
|
|
|
Category=None if Flags['FeedCategoryFilter'] == '*' else Flags['FeedCategoryFilter'],
|
|
|
|
Pages=Pages,
|
|
|
|
BlogName=BlogName,
|
|
|
|
SiteRoot=SiteRoot,
|
|
|
|
PathPrefix=GetPathLevels(File),
|
|
|
|
For='Categories',
|
|
|
|
MarkdownExts=MarkdownExts,
|
2022-10-31 22:05:16 +01:00
|
|
|
MenuStyle='Flat',
|
|
|
|
ShowPaths=False))
|
2022-10-25 10:13:00 +02:00
|
|
|
if 'staticoso:DirectoryList:' in HTML: # Reduce risk of unnecessary cycles
|
|
|
|
for Line in HTML.splitlines():
|
|
|
|
Line = Line.lstrip().rstrip()
|
|
|
|
if Line.startswith('<staticoso:DirectoryList:') and Line.endswith('>'):
|
|
|
|
Path = Line[len('<staticoso:DirectoryList:'):-1]
|
|
|
|
DirectoryList = GetHTMLPagesList(
|
2022-10-25 12:04:17 +02:00
|
|
|
CallbackFile=File,
|
2022-10-25 10:13:00 +02:00
|
|
|
Pages=Pages,
|
|
|
|
BlogName=BlogName,
|
|
|
|
SiteRoot=SiteRoot,
|
|
|
|
PathPrefix=GetPathLevels(File),
|
|
|
|
PathFilter=Path,
|
|
|
|
For='Categories',
|
|
|
|
MarkdownExts=MarkdownExts,
|
|
|
|
MenuStyle='Flat')
|
|
|
|
HTML = ReplWithEsc(HTML, f"<staticoso:DirectoryList:{Path}>", DirectoryList)
|
|
|
|
|
2022-11-05 12:17:23 +01:00
|
|
|
if Flags['MinifyOutput']:
|
2022-08-30 21:10:45 +02:00
|
|
|
if not LightRun:
|
|
|
|
HTML = DoMinifyHTML(HTML, MinifyKeepComments)
|
|
|
|
ContentHTML = DoMinifyHTML(ContentHTML, MinifyKeepComments)
|
2022-11-17 13:03:17 +01:00
|
|
|
if Flags['NoScripts'] and ('<script' in ContentHTML.lower() or '<script' in HTML.lower()):
|
2022-08-30 21:10:45 +02:00
|
|
|
if not LightRun:
|
|
|
|
HTML = StripTags(HTML, ['script'])
|
|
|
|
ContentHTML = StripTags(ContentHTML, ['script'])
|
|
|
|
if ImgAltToTitle or ImgTitleToAlt:
|
|
|
|
if not LightRun:
|
|
|
|
HTML = WriteImgAltAndTitle(HTML, ImgAltToTitle, ImgTitleToAlt)
|
|
|
|
ContentHTML = WriteImgAltAndTitle(ContentHTML, ImgAltToTitle, ImgTitleToAlt)
|
2022-09-03 17:48:39 +02:00
|
|
|
if Flags['HTMLFixPre']:
|
|
|
|
if not LightRun:
|
|
|
|
HTML = DoHTMLFixPre(HTML)
|
|
|
|
ContentHTML = DoHTMLFixPre(ContentHTML)
|
2022-08-31 00:18:23 +02:00
|
|
|
|
2022-08-30 21:10:45 +02:00
|
|
|
if LightRun:
|
|
|
|
SlimHTML = None
|
|
|
|
else:
|
|
|
|
SlimHTML = HTMLPagesList + ContentHTML
|
|
|
|
if not LightRun:
|
|
|
|
WriteFile(PagePath, HTML)
|
2023-02-22 22:46:04 +01:00
|
|
|
WriteFile(ContentPagePath, ContentHTML)
|
2022-08-31 00:18:23 +02:00
|
|
|
|
2022-11-18 20:51:54 +01:00
|
|
|
if not LightRun and 'htmljournal' in ContentHTML.lower(): # Avoid extra cycles
|
|
|
|
HTML, _, _, _ = PatchHTML(
|
|
|
|
File=File,
|
|
|
|
HTML=TemplatesText[Meta['Template']],
|
|
|
|
StaticPartsText=StaticPartsText,
|
|
|
|
DynamicParts=DynamicParts,
|
|
|
|
DynamicPartsText=DynamicPartsText,
|
|
|
|
HTMLPagesList=HTMLPagesList,
|
|
|
|
PagePath=f'{StripExt(File)}.Journal.html',
|
|
|
|
Content=MakeHTMLJournal(Flags, Locale, f'{StripExt(File)}.html', ContentHTML),
|
|
|
|
Titles='',
|
|
|
|
Meta=Meta,
|
|
|
|
SiteDomain=SiteDomain,
|
|
|
|
SiteRoot=SiteRoot,
|
|
|
|
SiteName=SiteName,
|
|
|
|
BlogName=BlogName,
|
|
|
|
FolderRoots=FolderRoots,
|
|
|
|
Categories=Categories,
|
|
|
|
SiteLang=SiteLang,
|
|
|
|
Locale=Locale,
|
|
|
|
LightRun=LightRun)
|
|
|
|
if Flags["JournalRedirect"]:
|
|
|
|
HTML = HTML.replace('</head>', f"""<meta http-equiv="refresh" content="0; url='./{PagePath.split('''/''')[-1]}'"></head>""")
|
|
|
|
WriteFile(StripExt(PagePath)+'.Journal.html', HTML)
|
|
|
|
|
2022-08-30 21:10:45 +02:00
|
|
|
return [File, Content, Titles, Meta, ContentHTML, SlimHTML, Description, Image]
|
|
|
|
|
2022-08-31 00:18:23 +02:00
|
|
|
def MultiprocPagePreprocessor(d):
|
2022-10-17 15:53:07 +02:00
|
|
|
PrintProcPercentDots(d['Process'], 2)
|
2022-08-31 00:18:23 +02:00
|
|
|
return PagePreprocessor(d['Path'], d['TempPath'], d['Type'], d['Template'], d['SiteRoot'], d['GlobalMacros'], d['CategoryUncategorized'], d['LightRun'])
|
2022-08-30 21:10:45 +02:00
|
|
|
|
2022-10-17 15:53:07 +02:00
|
|
|
def MultiprocHandlePage(d):
|
|
|
|
PrintProcPercentDots(d['Process'])
|
|
|
|
return HandlePage(d['Flags'], d['Page'], d['Pages'], d['Categories'], d['LimitFiles'], d['Snippets'], d['ConfMenu'], d['Locale'])
|
|
|
|
|
2022-09-03 17:48:39 +02:00
|
|
|
def MakeSite(Flags, LimitFiles, Snippets, ConfMenu, GlobalMacros, Locale, Threads):
|
2022-08-31 00:18:23 +02:00
|
|
|
PagesPaths, PostsPaths, Pages, MadePages, Categories = [], [], [], [], {}
|
2022-09-03 17:48:39 +02:00
|
|
|
PoolSize = cpu_count() if Threads <= 0 else Threads
|
2022-11-05 12:17:23 +01:00
|
|
|
OutDir, MarkdownExts, Sorting = Flags['OutDir'], Flags['MarkdownExts'], Flags['Sorting']
|
2022-08-30 21:10:45 +02:00
|
|
|
SiteName, BlogName, SiteTagline = Flags['SiteName'], Flags['BlogName'], Flags['SiteTagline']
|
|
|
|
SiteTemplate, SiteLang = Flags['SiteTemplate'], Flags['SiteLang']
|
|
|
|
SiteDomain, SiteRoot, FolderRoots = Flags['SiteDomain'], Flags['SiteRoot'], Flags['FolderRoots']
|
|
|
|
AutoCategories, CategoryUncategorized = Flags['CategoriesAutomatic'], Flags['CategoriesUncategorized']
|
|
|
|
ImgAltToTitle, ImgTitleToAlt = Flags['ImgAltToTitle'], Flags['ImgTitleToAlt']
|
|
|
|
DynamicParts, DynamicPartsText, StaticPartsText, TemplatesText = Flags['DynamicParts'], Snippets['DynamicParts'], Snippets['StaticParts'], Snippets['Templates']
|
2022-08-30 16:31:33 +02:00
|
|
|
|
2022-07-14 20:38:45 +02:00
|
|
|
for Ext in FileExtensions['Pages']:
|
2022-07-28 22:18:13 +02:00
|
|
|
for File in Path('Pages').rglob(f"*.{Ext}"):
|
2022-07-14 20:38:45 +02:00
|
|
|
PagesPaths += [FileToStr(File, 'Pages/')]
|
2022-07-28 22:18:13 +02:00
|
|
|
for File in Path('Posts').rglob(f"*.{Ext}"):
|
2022-07-14 20:38:45 +02:00
|
|
|
PostsPaths += [FileToStr(File, 'Posts/')]
|
2022-10-19 13:29:06 +02:00
|
|
|
logging.info(f"Pages Found: {len(PagesPaths+PostsPaths)}")
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-08-27 16:50:50 +02:00
|
|
|
PagesPaths = FileNameDateSort(PagesPaths)
|
|
|
|
if Sorting['Pages'] == 'Inverse':
|
|
|
|
PagesPaths.reverse()
|
|
|
|
PostsPaths = FileNameDateSort(PostsPaths)
|
|
|
|
if Sorting['Posts'] == 'Inverse':
|
|
|
|
PostsPaths.reverse()
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-09-03 17:48:39 +02:00
|
|
|
logging.info("Preprocessing Source Pages")
|
2022-08-31 00:18:23 +02:00
|
|
|
MultiprocPages = []
|
2022-07-14 20:38:45 +02:00
|
|
|
for Type in ['Page', 'Post']:
|
|
|
|
if Type == 'Page':
|
|
|
|
Files = PagesPaths
|
2022-08-28 00:32:45 +02:00
|
|
|
PathPrefix = ''
|
2022-07-14 20:38:45 +02:00
|
|
|
elif Type == 'Post':
|
|
|
|
Files = PostsPaths
|
2022-08-28 00:32:45 +02:00
|
|
|
PathPrefix = 'Posts/'
|
2022-10-17 15:53:07 +02:00
|
|
|
for i,File in enumerate(Files):
|
2022-08-28 00:32:45 +02:00
|
|
|
TempPath = f"{PathPrefix}{File}"
|
|
|
|
LightRun = False if LimitFiles == False or TempPath in LimitFiles else True
|
2022-10-17 15:53:07 +02:00
|
|
|
MultiprocPages += [{'Process':{'Num':i, 'Count':len(Files)}, 'Path':f"{Type}s/{File}", 'TempPath':TempPath, 'Type':Type, 'Template':SiteTemplate, 'SiteRoot':SiteRoot, 'GlobalMacros':GlobalMacros, 'CategoryUncategorized':CategoryUncategorized, 'LightRun':LightRun}]
|
|
|
|
os.system('printf "["')
|
2022-08-31 00:18:23 +02:00
|
|
|
with Pool(PoolSize) as MultiprocPool:
|
|
|
|
Pages = MultiprocPool.map(MultiprocPagePreprocessor, MultiprocPages)
|
2022-10-26 11:01:17 +02:00
|
|
|
os.system('printf "]\n"') # Make newline after percentage dots
|
2022-10-17 15:53:07 +02:00
|
|
|
|
2022-08-31 00:18:23 +02:00
|
|
|
for File, Content, Titles, Meta in Pages:
|
|
|
|
for Cat in Meta['Categories']:
|
|
|
|
Categories.update({Cat:''})
|
2022-08-30 21:10:45 +02:00
|
|
|
PugCompileList(OutDir, Pages, LimitFiles)
|
2022-07-14 20:38:45 +02:00
|
|
|
|
|
|
|
if Categories:
|
2022-09-03 17:48:39 +02:00
|
|
|
logging.info("Generating Category Lists")
|
2022-07-14 20:38:45 +02:00
|
|
|
for Cat in Categories:
|
|
|
|
for Type in ('Page', 'Post'):
|
|
|
|
Categories[Cat] += GetHTMLPagesList(
|
|
|
|
Pages=Pages,
|
|
|
|
BlogName=BlogName,
|
|
|
|
SiteRoot=SiteRoot,
|
|
|
|
PathPrefix=GetPathLevels('Categories/'),
|
|
|
|
Type=Type,
|
|
|
|
Category=Cat,
|
2022-07-15 16:48:18 +02:00
|
|
|
For='Categories',
|
2022-07-25 17:06:16 +02:00
|
|
|
MarkdownExts=MarkdownExts,
|
2022-08-13 13:14:48 +02:00
|
|
|
MenuStyle='Flat')
|
2022-07-14 20:38:45 +02:00
|
|
|
|
|
|
|
if AutoCategories:
|
2022-08-30 21:10:45 +02:00
|
|
|
Dir = f"{OutDir}/Categories"
|
2022-07-14 20:38:45 +02:00
|
|
|
for Cat in Categories:
|
|
|
|
Exists = False
|
|
|
|
for File in Path(Dir).rglob(str(Cat)+'.*'):
|
|
|
|
Exists = True
|
|
|
|
break
|
|
|
|
if not Exists:
|
2022-07-28 22:18:13 +02:00
|
|
|
File = f"Categories/{Cat}.md"
|
2022-08-30 21:10:45 +02:00
|
|
|
FilePath = f"{OutDir}/{File}"
|
2022-10-17 15:53:07 +02:00
|
|
|
WriteFile(FilePath, CategoryPageTemplate.format(Name=Cat))
|
2023-02-22 22:46:04 +01:00
|
|
|
_, Content, Titles, Meta = PagePreprocessor(FilePath, FilePath, Type, SiteTemplate, SiteRoot, GlobalMacros, CategoryUncategorized, LightRun=LightRun)
|
2022-07-14 20:38:45 +02:00
|
|
|
Pages += [[File, Content, Titles, Meta]]
|
|
|
|
|
2023-02-22 22:46:04 +01:00
|
|
|
#logging.info("Building the HTML Search Page")
|
|
|
|
#Pages += [PagePreprocessor(Path='Search.html', TempPath='Search.html', Type='Page', SiteTemplate=SiteTemplate, SiteRoot=SiteRoot, GlobalMacros=GlobalMacros, CategoryUncategorized=CategoryUncategorized, LightRun=LightRun, Content=BuildPagesSearch(Flags, Pages))]
|
|
|
|
|
2022-07-15 00:12:58 +02:00
|
|
|
for i,e in enumerate(ConfMenu):
|
|
|
|
for File, Content, Titles, Meta in Pages:
|
|
|
|
File = StripExt(File)+'.html'
|
|
|
|
if e == File:
|
|
|
|
ConfMenu[i] = None
|
|
|
|
|
2022-09-03 17:48:39 +02:00
|
|
|
logging.info("Writing Pages")
|
2022-08-31 00:18:23 +02:00
|
|
|
MultiprocPages = []
|
2022-10-17 15:53:07 +02:00
|
|
|
for i,Page in enumerate(Pages):
|
|
|
|
MultiprocPages += [{'Process':{'Num':i, 'Count':len(Pages)}, 'Flags':Flags, 'Page':Page, 'Pages':Pages, 'Categories':Categories, 'LimitFiles':LimitFiles, 'Snippets':Snippets, 'ConfMenu':ConfMenu, 'Locale':Locale}]
|
|
|
|
os.system('printf "["')
|
2022-08-31 00:18:23 +02:00
|
|
|
with Pool(PoolSize) as MultiprocPool:
|
|
|
|
MadePages = MultiprocPool.map(MultiprocHandlePage, MultiprocPages)
|
2022-10-26 11:01:17 +02:00
|
|
|
os.system('printf "]\n"') # Make newline after percentage dots
|
2022-07-14 20:38:45 +02:00
|
|
|
|
2022-12-15 16:29:22 +01:00
|
|
|
# Do page transclusions here (?)
|
|
|
|
#while True:
|
|
|
|
# Operated = False
|
|
|
|
# for di,Dest in enumerate(MadePages):
|
|
|
|
# #print(Dest[0])
|
|
|
|
# #TempPath = f'{PathPrefix}{Dest["File"]}'
|
|
|
|
# #LightRun = False if LimitFiles == False or TempPath in LimitFiles else True
|
|
|
|
# #if not LightRun:
|
|
|
|
# if '[staticoso:Transclude:' in Dest[4] and (LimitFiles == False or f'{PathPrefix}{Dest[0]}' in LimitFiles):
|
|
|
|
# for Item in MadePages:
|
|
|
|
# SrcPrefix = '' if Item[0].startswith('Posts/') else 'Pages/'
|
|
|
|
# print(SrcPrefix, Item[0])
|
|
|
|
# if Item[0] != Dest[0] and f'[staticoso:Transclude:{SrcPrefix}{Item[0]}]' in Dest[4]:
|
|
|
|
# MadePages[di][4] = ReplWithEsc(Dest[4], f'<staticoso:Transclude:{Item[0]}>', Item[4])
|
|
|
|
# print(f'[staticoso:Transclude:{SrcPrefix}{Item[0]}]', Item[4])
|
|
|
|
# Operated = True
|
|
|
|
# if not Operated:
|
|
|
|
# break
|
|
|
|
|
2022-07-14 20:38:45 +02:00
|
|
|
return MadePages
|