Add codefresh (#29)

* Add tests

* use test/ folder for all tests

* fix errors

* fix 404s

* organizations empty index fix

* fix all content errors

* Ignore img.shields.io

* Upgrade build-harness

* fix aws s3 sync command

* pin build-harness to release

Author: osterman

.gitignore

@@ -1,3 +1,6 @@
+deploy.toml
+test
+test.toml
 node_modules
 .build-harness
 build-harness/

.htmltest.yml

@@ -1,5 +1,5 @@
 # Directory to scan for HTML files.
-DirectoryPath: "public/"
+DirectoryPath: "test/"
 
 # The file to look for when linking to a directory.
 DirectoryIndex: "index.html"
@@ -25,12 +25,26 @@ CheckScripts: true
 # Fails when encountering an http:// link. Useful to prevent mixed content errors when serving over HTTPS.
 EnforceHTTPS: false
 
+HTTPHeaders: 
+  User-Agent: "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/66.0.3359.139 Safari/537.36"
+
 # Turns off image alt attribute checking.
 IgnoreAltMissing: true
 
+# Turns off errors for links to directories without a trailing slash.
+IgnoreDirectoryMissingTrailingSlash: true
+
+# When true prevents raising an error for links with href="#".
+IgnoreInternalEmptyHash: true
+
 # Array of regexs of URLs to ignore.
 IgnoreURLs:
+# LinkedIn blocks all crawlers and AWS
 - "linkedin.com"
+# Related to: https://github.com/wjdp/htmltest/issues/89
+- "marketplace.visualstudio.com"
+# Rate limiting precludes us from testing these
+- "img.shields.io"
 
 # IgnoreDirs
 IgnoreDirs:

Makefile

@@ -3,7 +3,10 @@ export HUGO ?= hugo
 export HUGO_VERSION ?= 0.40.2
 export HUGO_URL ?= http://localhost.cloudposse.com:1313/
 export HUGO_ARGS ?= --watch --buildDrafts
+export HUGO_CONFIG ?= config.toml
+export HUGO_PUBLISH_DIR ?= public
 export PACKAGES_VERSION ?= 0.1.7
+export HTMLTEST_LOG_LEVEL ?= 2
 
 -include $(shell curl -sSL -o .build-harness "https://git.io/build-harness"; echo .build-harness)
 
@@ -21,13 +24,36 @@ run:
 
 ## Generate all static content (outputs to public/)
 build:
-	rm -rf public/
-	$(HUGO)
+	@[ "$(HUGO_PUBLISH_DIR)" != "/" ] || (echo "Invalid HUGO_PUBLISH_DIR=$(HUGO_PUBLISH_DIR)"; exit 1) 
+	rm -rf $(HUGO_PUBLISH_DIR)
+	$(HUGO) --config $(HUGO_CONFIG)
 
 ## Lint check all hugo code
 lint:
 	hugo --renderToMemory
 
 ## Validate all html is good
-validate: lint
-	htmltest
+validate: lint test
+
+.PHONY : test
+## Run tests
+test:
+	htmltest --log-level $(HTMLTEST_LOG_LEVEL)
+
+## Run smoketest
+smoketest:
+	make release build test HUGO_URL=/ HUGO_CONFIG=test.toml HUGO_PUBLISH_DIR=test
+
+## Generate a release config
+release:
+	@[ "$(HUGO_CONFIG)" != "config.toml" ] || (echo "Cannot release with $(HUGO_CONFIG)"; exit 1)
+	cat config.toml | \
+		sed 's,^baseURL.*,baseURL = "$(HUGO_URL)",' | \
+		sed 's,^publishDir.*,publishDir = "$(HUGO_PUBLISH_DIR)",' \
+		> $(HUGO_CONFIG)
+	@echo "Wrote $(HUGO_CONFIG) for $(HUGO_URL)..."
+
+## Deploy static site to S3
+deploy:
+	aws s3 sync --delete --acl public-read --exact-timestamps $(HUGO_PUBLISH_DIR)/ s3://$(S3_BUCKET_NAME)/
+

codefresh.yml

@@ -0,0 +1,39 @@
+# Build a service with environment variables
+version: '1.0'
+
+steps:
+  init_variables:
+    title: Init variables
+    image: alpine
+    commands:
+      - cf_export BUILD_HARNESS_VERSION=0.5.5
+      - cf_export HUGO_URL=https://${{S3_BUCKET_NAME}}
+      - cf_export HUGO_CONFIG=deploy.toml
+
+  build:
+    title: Build Hugo static site
+    image: cloudposse/build-harness:${{BUILD_HARNESS_VERSION}}
+    working_directory: ./
+    commands:
+      - make deps
+      - make release
+      - make build
+
+  test:
+    title: Run tests
+    image: cloudposse/build-harness:${{BUILD_HARNESS_VERSION}}
+    working_directory: ./
+    commands:
+      - make deps
+      - make smoketest
+
+  deploy:
+    title: Push all artifacts to S3 bucket
+    image: cloudposse/build-harness:${{BUILD_HARNESS_VERSION}}
+    working_directory: ./
+    commands:
+      - make deploy
+    when:
+      condition:
+        all:
+          executeForMasterBranch: "'${{CF_BRANCH}}' == 'master'"

config.toml

@@ -9,6 +9,7 @@ defaultContentLanguage = "en"
 defaultContentLanguageInSubdir= false
 enableMissingTranslationPlaceholders = false
 
+publishDir = "public"
 
 enableEmoji = true
 # [Languages]

content/_header.md

@@ -1,7 +1,6 @@
 ---
 title: AWS Organizations
 excerpt: ''
-draft: true
 tags:
   - aws
   - organizations

content/aws/organizations/_index.md

@@ -70,7 +70,7 @@ indent_size = 4
 Find all plugins here: <http://editorconfig.org/#download>
 
 - [Vim](https://github.com/editorconfig/editorconfig-vim#readme)
-- [Visual Studio](https://marketplace.visualstudio.com/items?itemName=EditorConfig.EditorConfig)
+- [Visual Studio](https://marketplace.visualstudio.com/items?itemName=EditorConfigTeam.EditorConfig)
 
 # References
 

content/development/editor-config.md

@@ -74,8 +74,8 @@ The site experienced the classic cascading failure that affected all components
 
 ## Unexplained problems
 
-- During the rollout, API keys for the `amazon-associates-link-builder` plugin got cleared ![](/assets/e82e21a-image_10.png)
-- During the rollout, TablePress options got cleared ![](/assets/4204bed-image_11.png)
+- During the rollout, API keys for the `amazon-associates-link-builder` plugin got cleared ![Amazon Associates Link Builder Credentials Lost](/assets/e82e21a-image_10.png)
+- During the rollout, TablePress options got cleared ![TablePress Options Reset](/assets/4204bed-image_11.png)
 
 ## Remediations
 
@@ -92,7 +92,7 @@ List of actions performed to resolve the problem:
 
 ### Short term
 
-- Varnish health probe should ping synthetic URI (e.g. /healthcheck) that only tests varnish, [not backends](https://github.com/gadgetreview/wordpress/blob/master/.ebextensions/80-monit.config#L174)
+- Varnish health probe should ping synthetic URI (e.g. /healthcheck) that only tests varnish, not backends
 - PHP-FPM should not use persistent mysqli connections
 - Ensure wp-plugins are all explicitly activated/deactivated as part of deployment
 - Investigate what happens if wordpress plugin activated before all servers upgraded
@@ -126,7 +126,7 @@ Prior to rollout, all 3 production instances indicated high memory pressure (90%
 
 ### Elastic Beanstalk
 
-ElasticBeanstalk saw a massive increase in requests which manifested as a Denial of Service Attack. This was triggered probably by mod_pagespeed generating pages for webp assets which could not be served by upgraded servers. Varnish does not cache 404s. 
+ElasticBeanstalk saw a massive increase in requests which manifested as a Denial of Service Attack. This was triggered probably by mod_pagespeed generating pages for webp assets which could not be served by upgraded servers. Varnish does not cache 404s.
 
 {{< img src="/assets/af54926-image_15.png" title="ElasticBeanstalk Request Spike" >}}
 

content/devops-methodology/root-cause-analysis-postmortem/postmortem-example.md

@@ -44,10 +44,12 @@ terraform plan
 terraform apply
 ```
 
-![](/assets/b5e88dd-joany-staging-kops-state.png)
+![Staging Cluster State](/assets/b5e88dd-joany-staging-kops-state.png)
+
 The public and private SSH keys are created and stored automatically in the encrypted S3 bucket.
 
-![](/assets/9d5dc1c-joany-staging-kops-state-ssh-keys.png)
+![Staging Kops SSH Keys](/assets/9d5dc1c-joany-staging-kops-state-ssh-keys.png)
+
 From the Terraform outputs, copy the `zone_name` and `bucket_name` into the ENV vars `CLUSTER_NAME` and `KOPS_STATE_STORE` in the `Dockerfile`.
 
 # Build Manifest