run-network-tests.yml 5.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160
  1. name: run-network-tests
  2. on:
  3. pull_request:
  4. types: [opened, labeled, synchronize]
  5. workflow_dispatch:
  6. # TODO: add an input so dispatcher can specify a list of tests to run,
  7. # composed of the job ids separated by `:`
  8. # for eg.
  9. # 'network_tests_1:network_tests_3'
  10. # 'network_tests_2'
  11. # inputs:
  12. # test_to_run:
  13. # description: 'Tests to run'
  14. # required: false
  15. # default: 'all'
  16. jobs:
  17. build_images:
  18. name: Build joystream/node
  19. runs-on: ubuntu-latest
  20. outputs:
  21. use_artifact: ${{ steps.compute_shasum.outputs.shasum }}-joystream-node-docker-image.tar.gz
  22. steps:
  23. - uses: actions/checkout@v1
  24. - uses: actions/setup-node@v1
  25. with:
  26. node-version: '12.x'
  27. - id: compute_shasum
  28. name: Compute runtime code shasum
  29. run: |
  30. export RUNTIME_CODE_SHASUM=`scripts/runtime-code-shasum.sh`
  31. echo "::set-output name=shasum::${RUNTIME_CODE_SHASUM}"
  32. - name: Setup cache directory
  33. run: mkdir ~/docker-images
  34. - name: Cache docker images
  35. uses: actions/cache@v2
  36. env:
  37. cache-name: joystream-node-docker
  38. with:
  39. path: ~/docker-images
  40. key: ${{ env.cache-name }}-${{ steps.compute_shasum.outputs.shasum }}
  41. - name: Check if we have cached image
  42. continue-on-error: true
  43. run: |
  44. if [ -f ~/docker-images/joystream-node-docker-image.tar.gz ]; then
  45. docker load --input ~/docker-images/joystream-node-docker-image.tar.gz
  46. cp ~/docker-images/joystream-node-docker-image.tar.gz .
  47. fi
  48. - name: Check if we have pre-built image on Dockerhub
  49. continue-on-error: true
  50. run: |
  51. if ! [ -f joystream-node-docker-image.tar.gz ]; then
  52. docker pull joystream/node:${{ steps.compute_shasum.outputs.shasum }}
  53. docker image tag joystream/node:${{ steps.compute_shasum.outputs.shasum }} joystream/node:latest
  54. docker save --output joystream-node-docker-image.tar joystream/node:latest
  55. gzip joystream-node-docker-image.tar
  56. cp joystream-node-docker-image.tar.gz ~/docker-images/
  57. fi
  58. - name: Build new joystream/node image
  59. run: |
  60. if ! [ -f joystream-node-docker-image.tar.gz ]; then
  61. docker build . --file joystream-node.Dockerfile --tag joystream/node
  62. docker save --output joystream-node-docker-image.tar joystream/node
  63. gzip joystream-node-docker-image.tar
  64. cp joystream-node-docker-image.tar.gz ~/docker-images/
  65. fi
  66. - name: Save joystream/node image to Artifacts
  67. uses: actions/upload-artifact@v2
  68. with:
  69. name: ${{ steps.compute_shasum.outputs.shasum }}-joystream-node-docker-image.tar.gz
  70. path: joystream-node-docker-image.tar.gz
  71. network_tests_1:
  72. name: Network Integration Runtime Tests
  73. if: contains(github.event.pull_request.labels.*.name, 'run-network-tests')
  74. needs: build_images
  75. runs-on: ubuntu-latest
  76. steps:
  77. - uses: actions/checkout@v1
  78. - uses: actions/setup-node@v1
  79. with:
  80. node-version: '12.x'
  81. - name: Get artifacts
  82. uses: actions/download-artifact@v2
  83. with:
  84. name: ${{ needs.build_images.outputs.use_artifact }}
  85. - name: Install artifacts
  86. run: |
  87. docker load --input joystream-node-docker-image.tar.gz
  88. docker images
  89. - name: Install packages and dependencies
  90. run: yarn install --frozen-lockfile
  91. - name: Ensure tests are runnable
  92. run: yarn workspace network-tests build
  93. - name: Execute network tests
  94. run: tests/network-tests/run-tests.sh
  95. network_tests_2:
  96. name: Content Directory Initialization
  97. if: contains(github.event.pull_request.labels.*.name, 'run-network-tests')
  98. needs: build_images
  99. runs-on: ubuntu-latest
  100. steps:
  101. - uses: actions/checkout@v1
  102. - uses: actions/setup-node@v1
  103. with:
  104. node-version: '12.x'
  105. - name: Get artifacts
  106. uses: actions/download-artifact@v2
  107. with:
  108. name: ${{ needs.build_images.outputs.use_artifact }}
  109. - name: Install artifacts
  110. run: |
  111. docker load --input joystream-node-docker-image.tar.gz
  112. docker images
  113. - name: Install packages and dependencies
  114. run: yarn install --frozen-lockfile
  115. - name: Ensure tests are runnable
  116. run: yarn workspace cd-schemas checks --quiet
  117. - name: Start chain
  118. run: docker-compose up -d
  119. - name: Initialize the content directory
  120. run: yarn workspace cd-schemas initialize:dev
  121. network_tests_3:
  122. name: Storage Node Tests
  123. if: contains(github.event.pull_request.labels.*.name, 'run-network-tests')
  124. needs: build_images
  125. runs-on: ubuntu-latest
  126. steps:
  127. - uses: actions/checkout@v1
  128. - uses: actions/setup-node@v1
  129. with:
  130. node-version: '12.x'
  131. - name: Get artifacts
  132. uses: actions/download-artifact@v2
  133. with:
  134. name: ${{ needs.build_images.outputs.use_artifact }}
  135. - name: Install artifacts
  136. run: |
  137. docker load --input joystream-node-docker-image.tar.gz
  138. docker images
  139. - name: Install packages and dependencies
  140. run: |
  141. yarn install --frozen-lockfile
  142. yarn workspace storage-node build
  143. - name: Build storage node
  144. run: yarn workspace storage-node build
  145. - name: Start chain
  146. run: docker-compose up -d
  147. - name: Execute tests
  148. run: DEBUG=* yarn storage-cli dev-init