feat(gatsby-source-shopify): add configurable 'paginationSize' parame…

…ter (gatsbyjs#14470) * Add configurable 'first' parameter to cache building queries * Rename batch size parameter to paginationSize
ajordanow · Jun 3, 2019 · b07dcc0 · b07dcc0
1 parent 27b814d
commit b07dcc0
Show file tree

Hide file tree

Showing 2 changed files with 9 additions and 3 deletions.
diff --git a/packages/gatsby-source-shopify/README.md b/packages/gatsby-source-shopify/README.md
@@ -52,6 +52,11 @@ plugins: [
       // much time was required to fetch and process the data.
       // Defaults to true.
       verbose: true,
+
+      // Number of records to fetch on each request when building the cache
+      // at startup. If your application encounters timeout errors during
+      // startup, try decreasing this number.
+      paginationSize: 250,
     },
   },
 ]

diff --git a/packages/gatsby-source-shopify/src/gatsby-node.js b/packages/gatsby-source-shopify/src/gatsby-node.js
@@ -26,7 +26,7 @@ import {
 
 export const sourceNodes = async (
   { actions: { createNode, touchNode }, createNodeId, store, cache },
-  { shopName, accessToken, verbose = true }
+  { shopName, accessToken, verbose = true, paginationSize = 250 }
 ) => {
   const client = createClient(shopName, accessToken)
 
@@ -48,6 +48,7 @@ export const sourceNodes = async (
       formatMsg,
       verbose,
       imageArgs,
+      paginationSize,
     }
 
     // Message printed when fetching is complete.
@@ -96,15 +97,15 @@ const createNodes = async (
   endpoint,
   query,
   nodeFactory,
-  { client, createNode, formatMsg, verbose, imageArgs },
+  { client, createNode, formatMsg, verbose, imageArgs, paginationSize },
   f = async () => {}
 ) => {
   // Message printed when fetching is complete.
   const msg = formatMsg(`fetched and processed ${endpoint}`)
 
   if (verbose) console.time(msg)
   await forEach(
-    await queryAll(client, [`shop`, endpoint], query),
+    await queryAll(client, [`shop`, endpoint], query, paginationSize),
     async entity => {
       const node = await nodeFactory(imageArgs)(entity)
       createNode(node)