Skip to content

Commit ec4e286

Browse files
nicholascaponicholascapo
authored
ci: add mdx benchmark to cronjob, adjust content source in remark benchmarks to differentiate mdx and remark (#22780)
* chore(circleci): Change BENCHMARK_CONTENT_SOURCE MDX to MARKDOWN * We will soon be running an actual MDX benchmark so correct these * chore(benchmarks): Fixup and integrate mdx * Enable in CircleCI
1 parent b5b41a0 commit ec4e286

File tree

4 files changed

+72
-34
lines changed

4 files changed

+72
-34
lines changed

‎.circleci/config.yml

+60-12
Original file line numberDiff line numberDiff line change
@@ -446,7 +446,7 @@ jobs:
446446
- run-benchmark:
447447
working_directory: benchmarks/markdown_id
448448
NUM_PAGES: "512"
449-
BENCHMARK_CONTENT_SOURCE: MDX
449+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
450450
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_id
451451
BENCHMARK_SITE_TYPE: BLOG
452452

@@ -457,7 +457,7 @@ jobs:
457457
- run-benchmark:
458458
working_directory: benchmarks/markdown_id
459459
NUM_PAGES: "4096"
460-
BENCHMARK_CONTENT_SOURCE: MDX
460+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
461461
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_id
462462
BENCHMARK_SITE_TYPE: BLOG
463463

@@ -468,7 +468,7 @@ jobs:
468468
- run-benchmark:
469469
working_directory: benchmarks/markdown_id
470470
NUM_PAGES: "8192"
471-
BENCHMARK_CONTENT_SOURCE: MDX
471+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
472472
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_id
473473
BENCHMARK_SITE_TYPE: BLOG
474474

@@ -479,7 +479,7 @@ jobs:
479479
- run-benchmark:
480480
working_directory: benchmarks/markdown_id
481481
NUM_PAGES: "32768"
482-
BENCHMARK_CONTENT_SOURCE: MDX
482+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
483483
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_id
484484
BENCHMARK_SITE_TYPE: BLOG
485485

@@ -490,7 +490,7 @@ jobs:
490490
- run-benchmark:
491491
working_directory: benchmarks/markdown_slug
492492
NUM_PAGES: "512"
493-
BENCHMARK_CONTENT_SOURCE: MDX
493+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
494494
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_slug
495495
BENCHMARK_SITE_TYPE: BLOG
496496

@@ -501,7 +501,7 @@ jobs:
501501
- run-benchmark:
502502
working_directory: benchmarks/markdown_slug
503503
NUM_PAGES: "4096"
504-
BENCHMARK_CONTENT_SOURCE: MDX
504+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
505505
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_slug
506506
BENCHMARK_SITE_TYPE: BLOG
507507

@@ -512,7 +512,7 @@ jobs:
512512
- run-benchmark:
513513
working_directory: benchmarks/markdown_slug
514514
NUM_PAGES: "8192"
515-
BENCHMARK_CONTENT_SOURCE: MDX
515+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
516516
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_slug
517517
BENCHMARK_SITE_TYPE: BLOG
518518

@@ -523,7 +523,7 @@ jobs:
523523
- run-benchmark:
524524
working_directory: benchmarks/markdown_slug
525525
NUM_PAGES: "32768"
526-
BENCHMARK_CONTENT_SOURCE: MDX
526+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
527527
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_slug
528528
BENCHMARK_SITE_TYPE: BLOG
529529

@@ -534,7 +534,7 @@ jobs:
534534
- run-benchmark:
535535
working_directory: benchmarks/markdown_table
536536
NUM_PAGES: "512"
537-
BENCHMARK_CONTENT_SOURCE: MDX
537+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
538538
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_table
539539
BENCHMARK_SITE_TYPE: BLOG
540540

@@ -545,7 +545,7 @@ jobs:
545545
- run-benchmark:
546546
working_directory: benchmarks/markdown_table
547547
NUM_PAGES: "4096"
548-
BENCHMARK_CONTENT_SOURCE: MDX
548+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
549549
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_table
550550
BENCHMARK_SITE_TYPE: BLOG
551551

@@ -556,7 +556,7 @@ jobs:
556556
- run-benchmark:
557557
working_directory: benchmarks/markdown_table
558558
NUM_PAGES: "8192"
559-
BENCHMARK_CONTENT_SOURCE: MDX
559+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
560560
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_table
561561
BENCHMARK_SITE_TYPE: BLOG
562562

@@ -567,10 +567,54 @@ jobs:
567567
- run-benchmark:
568568
working_directory: benchmarks/markdown_table/benchmarks/markdown_table
569569
NUM_PAGES: "32768"
570-
BENCHMARK_CONTENT_SOURCE: MDX
570+
BENCHMARK_CONTENT_SOURCE: MARKDOWN
571571
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/markdown_table
572572
BENCHMARK_SITE_TYPE: BLOG
573573

574+
benchmark_mdx_512:
575+
docker:
576+
- image: "circleci/node:12"
577+
steps:
578+
- run-benchmark:
579+
working_directory: benchmarks/mdx
580+
NUM_PAGES: "512"
581+
BENCHMARK_CONTENT_SOURCE: MDX
582+
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/mdx
583+
BENCHMARK_SITE_TYPE: BLOG
584+
585+
benchmark_mdx_4096:
586+
docker:
587+
- image: "circleci/node:12"
588+
steps:
589+
- run-benchmark:
590+
working_directory: benchmarks/mdx
591+
NUM_PAGES: "4096"
592+
BENCHMARK_CONTENT_SOURCE: MDX
593+
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/mdx
594+
BENCHMARK_SITE_TYPE: BLOG
595+
596+
benchmark_mdx_8192:
597+
docker:
598+
- image: "circleci/node:12"
599+
steps:
600+
- run-benchmark:
601+
working_directory: benchmarks/mdx
602+
NUM_PAGES: "8192"
603+
BENCHMARK_CONTENT_SOURCE: MDX
604+
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/mdx
605+
BENCHMARK_SITE_TYPE: BLOG
606+
607+
benchmark_mdx_32768:
608+
docker:
609+
- image: "circleci/node:12"
610+
steps:
611+
- run-benchmark:
612+
working_directory: benchmarks/mdx
613+
NUM_PAGES: "32768"
614+
BENCHMARK_CONTENT_SOURCE: MDX
615+
BENCHMARK_REPO_NAME: gatsbyjs/gatsby/benchmarks/mdx
616+
BENCHMARK_SITE_TYPE: BLOG
617+
574618
workflows:
575619
version: 2
576620

@@ -588,6 +632,10 @@ workflows:
588632
- benchmark_markdown_table_4096
589633
- benchmark_markdown_table_8192
590634
- benchmark_markdown_table_32768
635+
- benchmark_mdx_512
636+
- benchmark_mdx_4096
637+
- benchmark_mdx_8192
638+
- benchmark_mdx_32768
591639
triggers:
592640
- schedule:
593641
cron: 22 16 * * *

‎benchmarks/README.md

+1-1
Original file line numberDiff line numberDiff line change
@@ -10,7 +10,7 @@ The standard interface for running a benchmark is:
1010
cd {benchmark directory}
1111
export NUM_PAGES={n}
1212
npm install
13-
gatsby build
13+
npm run build / gatsby build
1414
```
1515

1616
If a specific benchmark needs to perform some code generation (e.g. `markdown_id`),

‎benchmarks/mdx/README.md

+6-18
Original file line numberDiff line numberDiff line change
@@ -1,25 +1,13 @@
11
# MDX Benchmark
22

3-
This Gatsby site generates MDX files and downloads sample images on postinstall and places them in `src/articles`. In order for that to work, the env var `BENCHMARK_LEVEL` needs to be set to a number when you call `yarn` to install, so:
3+
Benchmark for MDX pages.
4+
Mock data is generated during the dependency installation step.
5+
The number of pages generated is read from `NUM_PAGES=` (defaults to `512`).
46

57
```
6-
BENCHMARK_LEVEL=1 yarn
7-
8-
gatsby build
8+
$ export NUM_PAGES=1024
9+
$ yarn install # or npm install
10+
$ gatsby build # or npm run build
911
```
1012

11-
If you see "Error: Expected an integer but received: " then you did not set the level env var.
12-
1313
This will not use an external source for data while building, but will download some remote images while installing.
14-
15-
# Levels
16-
17-
The `BENCHMARK_LEVEL` is the amount of times to multiply 512 by 2. The level is used to determine how many articles to generate.
18-
19-
Level 1 = 512
20-
21-
Level 2 = 1024
22-
23-
Level 3 = 2048
24-
25-
etc.

‎benchmarks/mdx/package.json

+5-3
Original file line numberDiff line numberDiff line change
@@ -9,14 +9,15 @@
99
"build:send": "cross-env BENCHMARK_REPORTING_URL=true gatsby build",
1010
"develop": "gatsby develop",
1111
"format": "prettier --write \"**/*.{js,jsx,json,md}\"",
12-
"postinstall": "npx willit --type=\"mdx\" --level=${BENCHMARK_LEVEL}",
12+
"postinstall": "del-cli src/articles && gatsby clean && willit --type=mdx --num-pages=${NUM_PAGES:-512}",
1313
"start": "npm run develop",
1414
"serve": "gatsby serve"
1515
},
1616
"resolutions": {
1717
"sharp": "0.25.1"
1818
},
1919
"dependencies": {
20+
"del-cli": "^3.0.0",
2021
"@mdx-js/mdx": "^1.5.7",
2122
"@mdx-js/react": "^1.5.7",
2223
"dotenv": "^8.2.0",
@@ -34,11 +35,12 @@
3435
"devDependencies": {
3536
"cross-env": "^7.0.0",
3637
"gatsby-plugin-benchmark-reporting": "*",
37-
"prettier": "^1.19.1"
38+
"prettier": "^1.19.1",
39+
"willit": "^0.0.3"
3840
},
3941
"repository": {
4042
"type": "git",
41-
"url": "https://github.com/gatsbyjs/benchmark/mdx"
43+
"url": "https://github.com/gatsbyjs/gatsby/tree/master/benchmarks/mdx"
4244
},
4345
"bugs": {
4446
"url": "https://github.com/gatsbyjs/gatsby/issues"

0 commit comments

Comments
 (0)