.eslintrc.js

@@ -168,6 +168,10 @@ module.exports = {
         // bump to @typescript-eslint/parser started showing Flow related errors in ts(x) files
         // so disabling them in .ts(x) files
         "flowtype/no-types-missing-file-annotation": "off",
+        "@typescript-eslint/array-type": [
+          'error',
+          { default: 'generic' },
+        ],
       },
     },
   ],

benchmarks/gabe-markdown/.gitignore

@@ -0,0 +1,71 @@
+# Logs
+logs
+*.log
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# Runtime data
+pids
+*.pid
+*.seed
+*.pid.lock
+
+# Directory for instrumented libs generated by jscoverage/JSCover
+lib-cov
+
+# Coverage directory used by tools like istanbul
+coverage
+
+# nyc test coverage
+.nyc_output
+
+# Grunt intermediate storage (http://gruntjs.com/creating-plugins#storing-task-files)
+.grunt
+
+# Bower dependency directory (https://bower.io/)
+bower_components
+
+# node-waf configuration
+.lock-wscript
+
+# Compiled binary addons (http://nodejs.org/api/addons.html)
+build/Release
+
+# Dependency directories
+node_modules/
+jspm_packages/
+
+# Typescript v1 declaration files
+typings/
+
+# Optional npm cache directory
+.npm
+
+# Optional eslint cache
+.eslintcache
+
+# Optional REPL history
+.node_repl_history
+
+# Output of 'npm pack'
+*.tgz
+
+# dotenv environment variable files
+.env*
+
+# gatsby files
+.cache/
+public
+
+# Mac files
+.DS_Store
+
+# Yarn
+yarn-error.log
+.pnp/
+.pnp.js
+# Yarn Integrity file
+.yarn-integrity
+
+generated_articles

benchmarks/gabe-markdown/LICENSE

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Gatsbyjs
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

benchmarks/gabe-markdown/README.md

@@ -0,0 +1,28 @@
+# Markdown Benchmark
+
+This is a baseline benchmark for tracking Markdown performance in the Gabe project.
+
+The site can generate an arbitrary amount of super simple pages. Each page has a small header, a quote, and two small paragraphs of random text. No images, because we want to benchmark Markdown.
+
+This uses the local file system plugin, though we might switch to sourcing from csv since that has a more efficient internal representation (fewer `File` nodes).
+
+## Install
+
+Run `yarn` or `npm install`
+
+## Usage
+
+You can start a benchmark run like this:
+
+```shell
+N=1000 M=2 yarn bench
+```
+
+- `N=1000`: instructs the run to build a site of 1000 pages
+- `M=2`: instructs nodejs to use up to 2gb of memory for its long term storage
+- Deletes generates files from previous run
+- Generates `N` pages with pseudo-random content
+- Runs `gatsby clean`
+- Runs `gatsby build`
+
+The default `yarn bench` will build 512 pages with 1gb memory.

benchmarks/gabe-markdown/gatsby-config.js

@@ -0,0 +1,17 @@
+module.exports = {
+  siteMetadata: {
+    title: `Gatsby Markdown Benchmark for Gabe`,
+    description: "A blog like no other blog",
+    author: "Bob the Blogger",
+  },
+  plugins: [
+    {
+      resolve: `gatsby-source-filesystem`,
+      options: {
+        path: `${__dirname}/generated_articles`,
+        name: `blog`,
+      },
+    },
+    `gatsby-transformer-remark`,
+  ],
+}

benchmarks/gabe-markdown/gatsby-node.js

@@ -0,0 +1,62 @@
+const path = require(`path`)
+const { createFilePath } = require(`gatsby-source-filesystem`)
+
+exports.createPages = async ({ graphql, actions }) => {
+  const { createPage } = actions
+  const blogPost = path.resolve(`./src/templates/blog-post.js`)
+  const result = await graphql(
+    `
+      {
+        allMarkdownRemark(sort: { fields: [frontmatter___date], order: DESC }) {
+          edges {
+            node {
+              id
+              fields {
+                slug
+              }
+              frontmatter {
+                title
+              }
+            }
+          }
+        }
+      }
+    `
+  )
+
+  if (result.errors) {
+    throw result.errors
+  }
+
+  // Create blog posts pages.
+  const posts = result.data.allMarkdownRemark.edges
+
+  posts.forEach((post, index) => {
+    const previous = index === posts.length - 1 ? null : posts[index + 1].node
+    const next = index === 0 ? null : posts[index - 1].node
+
+    createPage({
+      path: post.node.fields.slug,
+      component: blogPost,
+      context: {
+        slug: post.node.fields.slug,
+        id: post.node.id,
+        previous,
+        next,
+      },
+    })
+  })
+}
+
+exports.onCreateNode = ({ node, actions, getNode }) => {
+  const { createNodeField } = actions
+
+  if (node.internal.type === `MarkdownRemark`) {
+    const value = createFilePath({ node, getNode })
+    createNodeField({
+      name: `slug`,
+      node,
+      value,
+    })
+  }
+}

benchmarks/gabe-markdown/gen.js

@@ -0,0 +1,51 @@
+const fs = require("fs")
+const path = require("path")
+const faker = require(`faker`)
+
+const N = parseInt(process.env.N, 10) || 100
+
+let n = 0
+
+function createArticle(n, sentence, slug) {
+  const desc = faker.lorem.sentence();
+
+  return `---
+articleNumber: ${n}
+title: "${sentence.replace(/"/g, '\\"')}"
+description: "${desc.replace(/"/g, '\\"')}"
+path: '${slug}'
+date: ${faker.date.recent(1000).toISOString().slice(0, 10)}
+tags: [${faker.random
+    .words(3)
+    .split(` `)
+    .map(w => `"${w}"`)
+    .join(`, `)}]
+---
+
+# ${sentence}
+
+> ${desc}
+
+${faker.lorem.paragraphs(2)}
+`
+}
+
+console.log("Start of gen")
+
+if (fs.existsSync("./generated_articles")) {
+  TODO // count existing folders. If they are less than given number, just amend to them. Otherwise abort and require a rimraf
+} else {
+  fs.mkdirSync("./generated_articles", { recursive: true })
+}
+
+console.log("Now generating " + N + " articles")
+for (let i = 0; i < N; ++i) {
+  const sentence = faker.lorem.sentence()
+  const slug = faker.helpers.slugify(sentence).toLowerCase()
+  fs.writeFileSync(
+    path.join("./generated_articles", slug + ".md"),
+    createArticle(i, sentence, slug)
+  )
+}
+console.log("Finished generating " + N + " articles")
+console.log("End of gen")

benchmarks/gabe-markdown/package.json

@@ -0,0 +1,36 @@
+{
+  "name": "markdown_gabe",
+  "private": true,
+  "description": "Benchmark site for testing baseline markdown perf",
+  "author": "Peter van der Zee <pvdz@github>",
+  "version": "0.1.0",
+  "license": "MIT",
+  "scripts": {
+    "bench": "rm -rf generated_articles; gatsby clean; N=${N:-512} node gen.js; CI=1 node --max_old_space_size=${M:-2}000 node_modules/.bin/gatsby build",
+    "build": "gatsby build",
+    "clean": "gatsby clean",
+    "develop": "gatsby develop",
+    "format": "prettier --write \"**/*.{js,jsx,json,md}\""
+  },
+  "devDependencies": {
+    "prettier": "2.0.4"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/gatsbyjs/gatsby/tree/master/benchmarks/"
+  },
+  "bugs": {
+    "url": "https://github.com/gatsbyjs/gatsby/issues"
+  },
+  "keywords": [
+    "gatsby", "benchmark", "markdown"
+  ],
+  "dependencies": {
+    "faker": "^4.1.0",
+    "gatsby": "^2",
+    "gatsby-source-filesystem": "^2",
+    "gatsby-transformer-remark": "^2",
+    "react": "^16.12.0",
+    "react-dom": "^16.12.0"
+  }
+}

benchmarks/gabe-markdown/src/components/bio.js

@@ -0,0 +1,30 @@
+/**
+ * Bio component that queries for data
+ * with Gatsby's useStaticQuery component
+ *
+ * See: https://www.gatsbyjs.org/docs/use-static-query/
+ */
+
+import React from "react"
+
+const Bio = () => {
+  return (
+    <div
+      style={{
+        display: `flex`,
+        marginBottom: '5px',
+      }}
+    >
+      <p>
+        Written by <strong>Bob</strong> who lives and works in Fan
+        Srancisco building useful things.
+        {` `}
+        <a href={`https://twitter.com/bob`}>
+          You should follow him on Twitter
+        </a>
+      </p>
+    </div>
+  )
+}
+
+export default Bio