Extract core pipeline stages into its own package

Add changeset

Move default pages back into the gatsby generator package

Author: dpisani-atl

.changeset/tasty-bears-confess.md

@@ -24,6 +24,8 @@ scratchings.js
 /packages/gatsby-generator/static/favicon.ico
 /packages/gatsby-generator/typings
 
+/packages/pipeline-stages/data
+
 /packages/**/bundles
 /packages/gatsby-generator/public
 /packages/**/**/yarn.lock

.gitignore

@@ -37,7 +37,8 @@
     "packages": [
       "packages/file-viewer",
       "packages/react-changelogs",
-      "packages/gatsby-generator"
+      "packages/gatsby-generator",
+      "packages/pipeline-stages"
     ]
   },
   "dependencies": {

package.json

@@ -10,7 +10,9 @@
   ],
   "author": "Peter Yu",
   "license": "MIT",
-  "files": ["dist"],
+  "files": [
+    "dist"
+  ],
   "peerDependencies": {
     "react": "16.10.2",
     "react-dom": "^16.8.4"

packages/file-viewer/package.json

@@ -35,7 +35,6 @@
   },
   "files": [
     "static",
-    "default-pages",
     "babel.config.js",
     "gatsby-node.js",
     "gatsby-config.js",
@@ -66,6 +65,7 @@
     "@babel/preset-react": "^7.0.0",
     "@babel/runtime": "^7.4.3",
     "@brisk-docs/file-viewer": "^0.2.5",
+    "@brisk-docs/pipeline-stages": "^0.1.0",
     "@brisk-docs/react-changelogs": "^0.1.11",
     "@emotion/core": "^10.0.9",
     "@emotion/styled": "^10.0.9",

packages/gatsby-generator/docs/build-pipeline/4-build-website-stage.md

@@ -1,25 +1,34 @@
-import scanMetadata from './stages/scan-metadata';
-import generateWebsiteInfo from './stages/generate-website-info';
-import generatePages from './stages/generate-pages';
+import {
+  scanMetadataStage,
+  generateWebsiteInfoStage,
+  generatePagesStage,
+} from '@brisk-docs/pipeline-stages';
+
 import allPaths from './getAllPaths';
 
 const buildPipeline = async (configPath?: string) => {
-  const { rootPath, wrappersPath, pagesPath, pkgRoot, config } = await allPaths(
-    configPath,
-  );
+  const {
+    rootPath,
+    wrappersPath,
+    pagesPath,
+    pkgRoot,
+    config,
+    defaultPagesPath,
+  } = await allPaths(configPath);
 
-  return scanMetadata({
+  return scanMetadataStage({
     rootPath,
     packagePathPatterns: config.packagesPaths,
     customPackageFields: config.customPackageFields,
     docs: config.docs,
     showSubExamples: config.showSubExamples,
   })
-    .then(projectData => generateWebsiteInfo(projectData))
+    .then(projectData => generateWebsiteInfoStage(projectData))
     .then(websiteInfo =>
-      generatePages({
+      generatePagesStage({
         wrappersPath,
         pagesPath,
+        defaultPagesPath,
         packageRoot: pkgRoot,
         ...websiteInfo,
         ...config,

packages/gatsby-generator/docs/build-pipeline/5-start-website-stage.md

@@ -1,8 +1,10 @@
 import path from 'path';
 import fs from 'fs-extra';
-import scanMetadata from './stages/scan-metadata';
-import generateWebsiteInfo from './stages/generate-website-info';
-import generatePages from './stages/generate-pages';
+import {
+  scanMetadataStage,
+  generateWebsiteInfoStage,
+  generatePagesStage,
+} from '@brisk-docs/pipeline-stages';
 import runGatsby from './stages/run-gatsby';
 import allPaths from './getAllPaths';
 
@@ -11,22 +13,28 @@ const buildPipeline = async (
   configPath?: string,
   gatsbyOptions: string[] = [],
 ) => {
-  const { rootPath, wrappersPath, pagesPath, pkgRoot, config } = await allPaths(
-    configPath,
-  );
+  const {
+    rootPath,
+    wrappersPath,
+    pagesPath,
+    pkgRoot,
+    config,
+    defaultPagesPath,
+  } = await allPaths(configPath);
 
-  return scanMetadata({
+  return scanMetadataStage({
     rootPath,
     packagePathPatterns: config.packagesPaths,
     customPackageFields: config.customPackageFields,
     docs: config.docs,
     showSubExamples: config.showSubExamples,
   })
-    .then(projectData => generateWebsiteInfo(projectData))
+    .then(projectData => generateWebsiteInfoStage(projectData))
     .then(websiteInfo =>
-      generatePages({
+      generatePagesStage({
         wrappersPath,
         pagesPath,
+        defaultPagesPath,
         packageRoot: pkgRoot,
         ...websiteInfo,
         ...config,

packages/gatsby-generator/package.json

@@ -1,26 +1,34 @@
-import scanMetadata from './stages/scan-metadata';
-import generateWebsiteInfo from './stages/generate-website-info';
-import generatePages from './stages/generate-pages';
+import {
+  scanMetadataStage,
+  generateWebsiteInfoStage,
+  generatePagesStage,
+} from '@brisk-docs/pipeline-stages';
 import runGatsby from './stages/run-gatsby';
 import allPaths from './getAllPaths';
 
 const devPipeline = async (configPath?: string, gatsbyOptions?: string[]) => {
-  const { rootPath, wrappersPath, pagesPath, pkgRoot, config } = await allPaths(
-    configPath,
-  );
+  const {
+    rootPath,
+    wrappersPath,
+    pagesPath,
+    pkgRoot,
+    config,
+    defaultPagesPath,
+  } = await allPaths(configPath);
 
-  return scanMetadata({
+  return scanMetadataStage({
     rootPath,
     packagePathPatterns: config.packagesPaths,
     customPackageFields: config.customPackageFields,
     docs: config.docs,
     showSubExamples: config.showSubExamples,
   })
-    .then(projectData => generateWebsiteInfo(projectData))
+    .then(projectData => generateWebsiteInfoStage(projectData))
     .then(websiteInfo =>
-      generatePages({
+      generatePagesStage({
         wrappersPath,
         pagesPath,
+        defaultPagesPath,
         packageRoot: pkgRoot,
         ...websiteInfo,
         ...config,