Refactor compiler pipeline WIP

Author: scriptype

src/compiler2/drivers/fs/index.js

@@ -21,7 +21,11 @@ const exploreDirectory = async (currentPath, depth = 0) => {
         const baseProperties = {
           name: fileName,
           path: relative(rootPath, accumulatedPath),
-          stats: { birthtime },
+          stats: {
+            /* Because JSON driver can't easily parse date from string
+             * let contentTree not know about dates for now */
+            birthtime: birthtime.toString()
+          },
           depth,
         }
         if (await isDirectory(accumulatedPath)) {
@@ -33,6 +37,7 @@ const exploreDirectory = async (currentPath, depth = 0) => {
         const extension = extname(fileName)
         const fileProperties = {
           ...baseProperties,
+          name: fileName.replace(new RegExp(extension + '$'), ''),
           extension,
         }
         if (isTextFile(extension)) {
@@ -56,6 +61,8 @@ const frontMatter = require('front-matter')
 const _ = require('lodash')
 const Driver = require('../../lib/Driver')
 const { ContentTree, ContentTreeEntry } = require('../../lib/ContentTree')
+
+/*
 const ContentParsers = require('../../lib/Parsers')
 
 class FileSystemEntry extends ContentTreeEntry {
@@ -105,6 +112,7 @@ class FolderEntry extends FileSystemEntry {
     this.setChildren(entry.children)
   }
 }
+*/
 
 class FileSystemDriver extends Driver {
   constructor() {
@@ -128,40 +136,73 @@ class FileSystemDriver extends Driver {
         data: obj
       }
     }
+
     if (typeof obj === 'string') {
       return {
         type: 'string',
         data: obj
       }
     }
+
     if (typeof obj === 'boolean') {
       return {
         type: 'boolean',
         data: obj
       }
     }
+
+    /* Because JSON driver can't easily parse date from string
+     * let contentTree not know about dates for now
+    if (obj instanceof Date) {
+      return {
+        type: 'date',
+        data: obj
+      }
+    }
+    */
+
     if (Array.isArray(obj)) {
       return {
         type: 'array',
-        data: obj.map(this.deepTokenize),
+        data: obj.map(o => this.deepTokenize(o)),
       }
     }
 
     return {
       type: 'object',
       data: Object.keys(obj).reduce((result, key) => {
+        // omit children from data
         if (key === 'children') {
           return result
         }
+        // tokenize all other keys
         return {
           ...result,
           [key]: this.deepTokenize(obj[key])
         }
       }, {}),
-      subTree: (obj.children || []).map(this.deepTokenize)
+      subTree: (obj.children || []).map(c => this.deepTokenize(c))
     }
   }
 
+  mapExtensionToFormat(extension) {
+    if (!extension) {
+      return 'unformatted'
+    }
+    return {
+      '.txt': 'plaintext',
+      '.text': 'plaintext',
+      '.md': 'markdown',
+      '.markdown': 'markdown',
+      '.html': 'hypertext',
+      '.htm': 'hypertext',
+      '.hbs': 'handlebars',
+      '.handlebars': 'handlebars',
+      '.json': 'json',
+      '.yml': 'yml',
+    }[extension] || 'unknown'
+  }
+
   tokenize(fileSystemTree) {
     return fileSystemTree.reduce((entries, entry) => {
       const maybeFrontMatter = (
@@ -173,6 +214,7 @@ class FileSystemDriver extends Driver {
       const contentNode = this.deepTokenize({
         ...entry,
         ...maybeFrontMatter,
+        format: this.mapExtensionToFormat(entry.extension)
       })
 
       return [
@@ -182,3 +224,5 @@ class FileSystemDriver extends Driver {
     }, [])
   }
 }
+
+module.exports = FileSystemDriver

src/compiler2/enhancers/dates.js

@@ -0,0 +1,23 @@
+const _ = require('lodash')
+const Dictionary = require('../../dictionary')
+const { decorate } = require('../../decorations')
+
+const withDates = async (entry) => {
+  if (!entry.publishDatePrototype) {
+    return entry
+  }
+  const locale = Dictionary.getLocale()
+  const decoratedEntry = await decorate('publishDate', entry)
+  const publishDate = new Date(decoratedEntry.publishDatePrototype.value)
+  return {
+    ..._.omit(entry, 'publishDatePrototype'),
+    publishDate,
+    publishDateUTC: publishDate.toUTCString(),
+    publishDateFull: publishDate.toLocaleString(locale, { dateStyle: 'full' }),
+    publishDateLong: publishDate.toLocaleString(locale, { dateStyle: 'long' }),
+    publishDateMedium: publishDate.toLocaleString(locale, { dateStyle: 'medium' }),
+    publishDateShort: publishDate.toLocaleString(locale, { dateStyle: 'short' })
+  }
+}
+
+module.exports = withDates

src/compiler2/enhancers/index.js

@@ -0,0 +1,5 @@
+const withDates = require('./dates')
+
+module.exports = {
+  withDates
+}

src/compiler2/enhancers/mentions.js

@@ -0,0 +1,52 @@
+const _ = require('lodash')
+const { pipe } = require('../../../../../helpers')
+
+const attachMentionedEntries = (allEntries) => (entry) => {
+  const mention = (contentModelEntry) => ({
+    title: contentModelEntry.title || contentModelEntry.name,
+    permalink: contentModelEntry.permalink,
+    // category: contentModelEntry.category
+  })
+
+  const otherEntries = allEntries.filter(otherEntry => {
+    return otherEntry.permalink !== entry.permalink
+  })
+
+  const entriesMentioned = otherEntries
+    .filter(otherEntry => entry.mentions.includes(otherEntry.permalink))
+    .map(mention)
+
+  const entriesMentionedBy = otherEntries
+    .filter(otherEntry => otherEntry.mentions.includes(entry.permalink))
+    .map(mention)
+
+  return {
+    ..._.omit(entry, 'mentions'),
+    links: {
+      ...(entry.links || {}),
+      mentionedTo: entriesMentioned,
+      mentionedBy: entriesMentionedBy
+    }
+  }
+}
+
+module.exports = (contentModel) => {
+  const attacher = attachMentionedEntries([
+    contentModel.homepage,
+    ...contentModel.subpages,
+    ...(contentModel.blog?.posts || []),
+    ...(contentModel.blog?.categories || [])
+  ])
+  return {
+    ...contentModel,
+    homepage: attacher(contentModel.homepage),
+    subpages: contentModel.subpages.map(attacher),
+    ...(contentModel.blog && {
+      blog: {
+        ...contentModel.blog,
+        posts: contentModel.posts.map(attacher),
+        categories: contentModel.categories.map(attacher)
+      }
+    }),
+  }
+}

src/compiler2/index.js

@@ -2,7 +2,8 @@ const Settings = require('../settings')
 const Debug = require('../debug')
 const { contentRoot } = require('../helpers')
 const FileSystemDriver = require('./drivers/fs')
-const RootOntology = require('./ontologies/root')
+const Ontologies = require('./ontologies')
+const Renderer = require('./renderer')
 
 const getContentRoot = async () => {
   const { rootDirectory, contentDirectory } = Settings.getSettings()
@@ -13,20 +14,22 @@ const getContentRoot = async () => {
 
 const compile = async () => {
   Debug.timeStart('compiler')
+  const { rootContentModel } = Settings.getSettings()
   const contentRootPath = await getContentRoot()
   const fileSystem = new FileSystemDriver()
   const {
     fileSystemTree,
     contentTree
   } = await fileSystem.parse(contentRootPath)
+  console.log('settings.rootContentModel', rootContentModel)
+  const RootOntology = Ontologies.get(rootContentModel)
   const root = new RootOntology(contentTree)
-  console.log('root ontology model', root.model())
-  // await root.render()
+  await root.render(Renderer)
   Debug.timeEnd('compiler')
   return {
     fileSystemTree,
     contentTree,
-    contentModel: await root.model()
+    contentModel: root.contentModel
   }
 }
 

src/compiler2/lib/ContentTree.js

@@ -1,113 +1,20 @@
 const assert = require('assert')
 
 class ContentTree {
-  constructor() {}
+  constructor(tree) {
+    this.tree = tree
+  }
 }
 
 class ContentTreeEntry {
-  constructor({ name, pathway, timestamp, content, children }) {
-    this.name = assert(typeof name === 'string') || name
-    this.pathway = assert(pathway instanceof Array) || pathway
-    this.timestamp = assert(Number.isInteger(timestamp)) || timestamp
-    this.content = assert(!content || typeof content ==='string') || content
-    this.children = assert(!children || children instanceof Array) || children
+  constructor({ type, data, subTree }) {
+    this.type = assert(typeof type === 'string') || type
+    this.data = assert(data instanceof Array) || data
+    this.subTree = assert(Number.isInteger(subTree)) || subTree
   }
 }
 
 module.exports = {
   ContentTree,
   ContentTreeEntry,
 }
-
-const postsJSON = [
-  {
-    "type": "text",
-    "title": "Olay ve Olasılık",
-    "cover": "/turkce/olay-ve-olasilik/sorgular.jpg",
-    "media": "",
-    "summary": "<h3>Ağaç sorguları</h3>\n<p>Ağaçlarda kendimizi görebiliriz. Sınırsız şekillerde dallar her göz için farklı kesişir.\nAkla basit gelen bir dizi genetik kuralın sonucu olarak bu ağaçlar bizi farklı düşlere koyar.\n",
-    "tags": [
-      {
-        "tag": "deneme",
-        "slug": "deneme",
-        "permalink": "/tags/deneme"
-      }
-    ],
-    "date": "2022-12-31, 00:43",
-    "coverAlt": "Ağaçlar olasılıklarını dallarıyla olaya döker",
-    "coverShape": "roundTop",
-    "coverPosition": "center bottom",
-    "musiclist": [
-      "Boards of Canada - Sunshine Recorder",
-      "Massive Attack - Pray for Rain",
-      "Massive Attack - I Against I",
-      "Duman - Dibine Kadar"
-    ],
-    "slug": "olay-ve-olasilik",
-    "permalink": "/turkce/olay-ve-olasilik",
-    "category": {
-      "name": "Türkçe",
-      "permalink": "/turkce"
-    },
-    "path": "Türkçe/Olay ve Olasılık/post.md",
-    "handle": "Türkçe/Olay ve Olasılık",
-    "foldered": true,
-    "localAssets": [
-      {
-        "name": "ben.jpg",
-        "path": "Türkçe/Olay ve Olasılık/ben.jpg",
-        "depth": 2,
-        "extension": ".jpg",
-        "isFolder": false,
-        "type": "localAsset"
-      },
-      {
-        "name": "sorgular.jpg",
-        "path": "Türkçe/Olay ve Olasılık/sorgular.jpg",
-        "depth": 2,
-        "extension": ".jpg",
-        "isFolder": false,
-        "type": "localAsset"
-      }
-    ],
-    "publishDate": "2022-12-30T21:43:00.000Z",
-    "publishDateUTC": "Fri, 30 Dec 2022 21:43:00 GMT",
-    "publishDateFull": "Saturday, December 31, 2022",
-    "publishDateLong": "December 31, 2022",
-    "publishDateMedium": "Dec 31, 2022",
-    "publishDateShort": "12/31/22",
-    "links": {
-      "previousPost": {
-        "title": "Herhangi bir text post",
-        "permalink": "/turkce/herhangi-bir-text-post.html"
-      },
-      "relevantPosts": [],
-      "mentionedTo": [],
-      "mentionedBy": []
-    }
-  }
-]
-
-const linksJSON = [
-  {
-    "url": "https://www.smashingmagazine.com/2018/04/best-practices-grid-layout",
-    "title": "Best Practices With CSS Grid Layout",
-    "tags": [
-      "css",
-      "grid",
-      "frontend"
-    ],
-    "datePublished": 1532221014000
-  },
-  {
-    "url": "https://www.wikiwand.com/en/Emergence",
-    "title": "Emergence",
-    "tags": [
-      "philosophy",
-      "science",
-      "art",
-      "wiki"
-    ],
-    "datePublished": 1532255602000
-  }
-]

src/compiler2/lib/Driver.js

@@ -1,4 +1,6 @@
-export default class Driver {
+class Driver {
   constructor() {}
   parse() {}
 }
+
+module.exports = Driver