diff --git a/integration-tests/gatsby-source-wordpress/__tests__/index.js b/integration-tests/gatsby-source-wordpress/__tests__/index.js
index fd7b064f8fb5d..fcb793a06d161 100644
--- a/integration-tests/gatsby-source-wordpress/__tests__/index.js
+++ b/integration-tests/gatsby-source-wordpress/__tests__/index.js
@@ -84,6 +84,7 @@ describe(`[gatsby-source-wordpress] Run tests on develop build`, () => {
       }
     } catch (e) {
       console.info(`Threw errors while mutating or unmutating WordPress`)
+      console.error(e.stack)
       await new Promise(resolve => setTimeout(resolve, 1000))
       process.exit(1)
     }
diff --git a/integration-tests/gatsby-source-wordpress/docker/wordpress/install-wp-graphql-plugins.sh b/integration-tests/gatsby-source-wordpress/docker/wordpress/install-wp-graphql-plugins.sh
index 83e4e1492935e..c02e314e42e84 100755
--- a/integration-tests/gatsby-source-wordpress/docker/wordpress/install-wp-graphql-plugins.sh
+++ b/integration-tests/gatsby-source-wordpress/docker/wordpress/install-wp-graphql-plugins.sh
@@ -5,9 +5,10 @@ PLUGIN_DIR=${WP_CONTENT_DIR}/plugins
 mkdir -p ${PLUGIN_DIR} && \
 
 # WP GraphQL from GitHub release
-git clone --depth 1 -b ${WPGRAPHQL_VERSION} https://github.com/wp-graphql/wp-graphql.git ${PLUGIN_DIR}/wp-graphql && \
-
-composer install --working-dir=${PLUGIN_DIR}/wp-graphql && \
+# example release url: https://github.com/wp-graphql/wp-graphql/releases/download/v1.3.7/wp-graphql.zip
+mkdir -p ${PLUGIN_DIR}/wp-graphql \
+    && curl -LO https://github.com/wp-graphql/wp-graphql/releases/download/${WPGRAPHQL_VERSION}/wp-graphql.zip \
+    && unzip ./wp-graphql.zip -d ${PLUGIN_DIR}/wp-graphql && \
 
 # Install wp-gatsby using git, and apply a diff
 git clone --depth 1 -b ${WPGATSBY_VERSION} https://github.com/gatsbyjs/wp-gatsby.git ${PLUGIN_DIR}/wp-gatsby && \