run-network-tests.yml 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176
  1. name: run-network-tests
  2. on:
  3. pull_request:
  4. types: [opened, synchronize]
  5. workflow_dispatch:
  6. # TODO: add an input so dispatcher can specify a list of tests to run,
  7. # composed of the job ids separated by `:`
  8. # for eg.
  9. # 'network_tests_1:network_tests_3'
  10. # 'network_tests_2'
  11. # inputs:
  12. # test_to_run:
  13. # description: 'Tests to run'
  14. # required: false
  15. # default: 'all'
  16. jobs:
  17. build_images:
  18. name: Build joystream/node
  19. runs-on: ubuntu-latest
  20. outputs:
  21. use_artifact: ${{ steps.compute_shasum.outputs.shasum }}-joystream-node-docker-image.tar.gz
  22. steps:
  23. - uses: actions/checkout@v1
  24. - uses: actions/setup-node@v1
  25. with:
  26. node-version: '14.x'
  27. - id: compute_shasum
  28. name: Compute runtime code shasum
  29. run: |
  30. export RUNTIME_CODE_SHASUM=`scripts/runtime-code-shasum.sh`
  31. echo "::set-output name=shasum::${RUNTIME_CODE_SHASUM}"
  32. - name: Setup cache directory
  33. run: mkdir ~/docker-images
  34. - name: Cache docker images
  35. uses: actions/cache@v2
  36. env:
  37. cache-name: joystream-node-docker
  38. with:
  39. path: ~/docker-images
  40. key: ${{ env.cache-name }}-${{ steps.compute_shasum.outputs.shasum }}
  41. - name: Check if we have cached image
  42. continue-on-error: true
  43. run: |
  44. if [ -f ~/docker-images/joystream-node-docker-image.tar.gz ]; then
  45. docker load --input ~/docker-images/joystream-node-docker-image.tar.gz
  46. cp ~/docker-images/joystream-node-docker-image.tar.gz .
  47. fi
  48. - name: Check if we have pre-built image on Dockerhub
  49. continue-on-error: true
  50. run: |
  51. if ! [ -f joystream-node-docker-image.tar.gz ]; then
  52. docker pull joystream/node:${{ steps.compute_shasum.outputs.shasum }}
  53. docker image tag joystream/node:${{ steps.compute_shasum.outputs.shasum }} joystream/node:latest
  54. docker save --output joystream-node-docker-image.tar joystream/node:latest
  55. gzip joystream-node-docker-image.tar
  56. cp joystream-node-docker-image.tar.gz ~/docker-images/
  57. fi
  58. - name: Build new joystream/node image
  59. run: |
  60. if ! [ -f joystream-node-docker-image.tar.gz ]; then
  61. docker build . --file joystream-node.Dockerfile --tag joystream/node
  62. docker save --output joystream-node-docker-image.tar joystream/node
  63. gzip joystream-node-docker-image.tar
  64. cp joystream-node-docker-image.tar.gz ~/docker-images/
  65. fi
  66. - name: Save joystream/node image to Artifacts
  67. uses: actions/upload-artifact@v2
  68. with:
  69. name: ${{ steps.compute_shasum.outputs.shasum }}-joystream-node-docker-image.tar.gz
  70. path: joystream-node-docker-image.tar.gz
  71. basic_runtime_with_upgrade:
  72. # if: ${{ false }}
  73. name: Integration Tests (Runtime Upgrade)
  74. needs: build_images
  75. runs-on: ubuntu-latest
  76. steps:
  77. - uses: actions/checkout@v1
  78. - uses: actions/setup-node@v1
  79. with:
  80. node-version: '14.x'
  81. - name: Get artifacts
  82. uses: actions/download-artifact@v2
  83. with:
  84. name: ${{ needs.build_images.outputs.use_artifact }}
  85. - name: Install artifacts
  86. run: |
  87. docker load --input joystream-node-docker-image.tar.gz
  88. docker images
  89. - name: Install packages and dependencies
  90. run: |
  91. yarn install --frozen-lockfile
  92. yarn workspace @joystream/types build
  93. yarn workspace @joystream/metadata-protobuf build
  94. yarn workspace @joystream/cli build
  95. - name: Ensure tests are runnable
  96. run: yarn workspace network-tests build
  97. - name: Install joystream-cli @joystream/cli/0.5.1
  98. run: npm -g install @joystream/cli
  99. - name: Execute network tests
  100. run: |
  101. export HOME=${PWD}
  102. mkdir -p ${HOME}/.local/share/joystream-cli
  103. joystream-cli api:setUri ws://localhost:9944
  104. export RUNTIME=sumer
  105. tests/network-tests/run-migration-tests.sh
  106. basic_runtime:
  107. name: Integration Tests (New Chain)
  108. needs: build_images
  109. runs-on: ubuntu-latest
  110. steps:
  111. - uses: actions/checkout@v1
  112. - uses: actions/setup-node@v1
  113. with:
  114. node-version: '14.x'
  115. - name: Get artifacts
  116. uses: actions/download-artifact@v2
  117. with:
  118. name: ${{ needs.build_images.outputs.use_artifact }}
  119. - name: Install artifacts
  120. run: |
  121. docker load --input joystream-node-docker-image.tar.gz
  122. docker images
  123. - name: Install packages and dependencies
  124. run: |
  125. yarn install --frozen-lockfile
  126. yarn workspace @joystream/types build
  127. yarn workspace @joystream/metadata-protobuf build
  128. yarn workspace @joystream/cli build
  129. - name: Ensure tests are runnable
  130. run: yarn workspace network-tests build
  131. - name: Execute network tests
  132. run: tests/network-tests/run-full-tests.sh
  133. new_chain_setup:
  134. name: Initialize new chain
  135. needs: build_images
  136. runs-on: ubuntu-latest
  137. steps:
  138. - uses: actions/checkout@v1
  139. - uses: actions/setup-node@v1
  140. with:
  141. node-version: '14.x'
  142. - name: Get artifacts
  143. uses: actions/download-artifact@v2
  144. with:
  145. name: ${{ needs.build_images.outputs.use_artifact }}
  146. - name: Install artifacts
  147. run: |
  148. docker load --input joystream-node-docker-image.tar.gz
  149. docker images
  150. - name: Install packages and dependencies
  151. run: |
  152. yarn install --frozen-lockfile
  153. yarn workspace @joystream/types build
  154. yarn workspace @joystream/metadata-protobuf build
  155. yarn workspace @joystream/cli build
  156. - name: Ensure query-node builds
  157. run: yarn workspace query-node-root build
  158. - name: Ensure tests are runnable
  159. run: yarn workspace network-tests build
  160. # Bring up hydra query-node development instance, then run content directory
  161. # integration tests
  162. - name: Execute Tests
  163. run: tests/network-tests/test-setup-new-chain.sh