Skip to content

Commit 360f8a6

Browse files
committed
CSPL-3763 add integration test result uploads and reports
- Update GitHub workflows to use actions/upload-artifact@v6
1 parent 3f70321 commit 360f8a6

18 files changed

Lines changed: 286 additions & 68 deletions

.github/workflows/arm-AL2023-build-test-push-workflow-AL2023.yml

Lines changed: 29 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -5,7 +5,7 @@ permissions:
55
id-token: write
66
pull-requests: write
77
on:
8-
workflow_dispatch:
8+
workflow_dispatch:
99
inputs:
1010
splunk_image_repository_tag:
1111
description: 'Splunk AL2023-based Docker Image repository and tag (e.g. repository-name:tag)'
@@ -51,10 +51,23 @@ jobs:
5151
- name: Run Code Coverage
5252
run: goveralls -coverprofile=coverage.out -service=circle-ci -repotoken ${{ secrets.COVERALLS_TOKEN }}
5353
- name: Upload Coverage artifacts
54-
uses: actions/upload-artifact@v4.4.0
54+
uses: actions/upload-artifact@v6
5555
with:
5656
name: coverage.out
5757
path: coverage.out
58+
- name: Upload Unit Test Results
59+
if: always()
60+
uses: actions/upload-artifact@v6
61+
with:
62+
name: unit-test-results
63+
path: unit_test.xml
64+
- name: Publish Unit Test Report
65+
uses: mikepenz/action-junit-report@v6
66+
if: always()
67+
with:
68+
report_paths: 'unit_test.xml'
69+
check_name: 'Unit Test Results (ARM AL2023)'
70+
detailed_summary: true
5871
build-operator-image-arm-al2023:
5972
runs-on: ubuntu-latest
6073
needs: unit-tests
@@ -255,10 +268,23 @@ jobs:
255268
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
256269
- name: Archive Pod Logs
257270
if: ${{ always() }}
258-
uses: actions/upload-artifact@v4.4.0
271+
uses: actions/upload-artifact@v6
259272
with:
260273
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
261274
path: "/tmp/pod_logs/**"
275+
- name: Upload Integration Test Results
276+
if: always()
277+
uses: actions/upload-artifact@v6
278+
with:
279+
name: "integration-test-results-arm-al2023-${{ matrix.test }}"
280+
path: inttest-junit.xml
281+
- name: Publish Integration Test Report
282+
uses: mikepenz/action-junit-report@v6
283+
if: always()
284+
with:
285+
report_paths: 'inttest-junit.xml'
286+
check_name: 'Smoke Test Results (ARM AL2023) - ${{ matrix.test }}'
287+
detailed_summary: true
262288
- name: Cleanup Test Case artifacts
263289
if: ${{ always() }}
264290
run: |

.github/workflows/arm-AL2023-int-test-workflow.yml

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -203,10 +203,23 @@ jobs:
203203
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
204204
- name: Archive Pod Logs
205205
if: ${{ always() }}
206-
uses: actions/upload-artifact@v4.4.0
206+
uses: actions/upload-artifact@v6
207207
with:
208208
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
209209
path: "/tmp/pod_logs/**"
210+
- name: Upload Integration Test Results
211+
if: always()
212+
uses: actions/upload-artifact@v6
213+
with:
214+
name: "integration-test-results-arm-al2023-${{ matrix.test }}"
215+
path: inttest-junit.xml
216+
- name: Publish Integration Test Report
217+
uses: mikepenz/action-junit-report@v6
218+
if: always()
219+
with:
220+
report_paths: 'inttest-junit.xml'
221+
check_name: 'Integration Test Results (ARM AL2023) - ${{ matrix.test }}'
222+
detailed_summary: true
210223
- name: Cleanup Test Case artifacts
211224
if: ${{ always() }}
212225
run: |

.github/workflows/arm-RHEL-build-test-push-workflow.yml

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -204,10 +204,23 @@ jobs:
204204
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
205205
- name: Archive Pod Logs
206206
if: ${{ always() }}
207-
uses: actions/upload-artifact@v4.4.0
207+
uses: actions/upload-artifact@v6
208208
with:
209209
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
210210
path: "/tmp/pod_logs/**"
211+
- name: Upload Integration Test Results
212+
if: always()
213+
uses: actions/upload-artifact@v6
214+
with:
215+
name: "integration-test-results-arm-rhel-${{ matrix.test }}"
216+
path: inttest-junit.xml
217+
- name: Publish Integration Test Report
218+
uses: mikepenz/action-junit-report@v6
219+
if: always()
220+
with:
221+
report_paths: 'inttest-junit.xml'
222+
check_name: 'Smoke Test Results (ARM RHEL) - ${{ matrix.test }}'
223+
detailed_summary: true
211224
- name: Cleanup Test Case artifacts
212225
if: ${{ always() }}
213226
run: |

.github/workflows/arm-RHEL-int-test-workflow.yml

Lines changed: 14 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -203,10 +203,23 @@ jobs:
203203
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
204204
- name: Archive Pod Logs
205205
if: ${{ always() }}
206-
uses: actions/upload-artifact@v4.4.0
206+
uses: actions/upload-artifact@v6
207207
with:
208208
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
209209
path: "/tmp/pod_logs/**"
210+
- name: Upload Integration Test Results
211+
if: always()
212+
uses: actions/upload-artifact@v6
213+
with:
214+
name: "integration-test-results-arm-rhel-${{ matrix.test }}"
215+
path: inttest-junit.xml
216+
- name: Publish Integration Test Report
217+
uses: mikepenz/action-junit-report@v6
218+
if: always()
219+
with:
220+
report_paths: 'inttest-junit.xml'
221+
check_name: 'Integration Test Results (ARM RHEL) - ${{ matrix.test }}'
222+
detailed_summary: true
210223
- name: Cleanup Test Case artifacts
211224
if: ${{ always() }}
212225
run: |

.github/workflows/arm-Ubuntu-build-test-push-workflow.yml

Lines changed: 28 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -51,10 +51,23 @@ jobs:
5151
- name: Run Code Coverage
5252
run: goveralls -coverprofile=coverage.out -service=circle-ci -repotoken ${{ secrets.COVERALLS_TOKEN }}
5353
- name: Upload Coverage artifacts
54-
uses: actions/upload-artifact@v4.4.0
54+
uses: actions/upload-artifact@v6
5555
with:
5656
name: coverage.out
5757
path: coverage.out
58+
- name: Upload Unit Test Results
59+
if: always()
60+
uses: actions/upload-artifact@v6
61+
with:
62+
name: unit-test-results
63+
path: unit_test.xml
64+
- name: Publish Unit Test Report
65+
uses: mikepenz/action-junit-report@v6
66+
if: always()
67+
with:
68+
report_paths: 'unit_test.xml'
69+
check_name: 'Unit Test Results (ARM Ubuntu)'
70+
detailed_summary: true
5871
build-operator-image-arm-ubuntu:
5972
runs-on: ubuntu-latest
6073
needs: unit-tests
@@ -255,10 +268,23 @@ jobs:
255268
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
256269
- name: Archive Pod Logs
257270
if: ${{ always() }}
258-
uses: actions/upload-artifact@v4.4.0
271+
uses: actions/upload-artifact@v6
259272
with:
260273
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
261274
path: "/tmp/pod_logs/**"
275+
- name: Upload Integration Test Results
276+
if: always()
277+
uses: actions/upload-artifact@v6
278+
with:
279+
name: "integration-test-results-arm-ubuntu-${{ matrix.test }}"
280+
path: inttest-junit.xml
281+
- name: Publish Integration Test Report
282+
uses: mikepenz/action-junit-report@v6
283+
if: always()
284+
with:
285+
report_paths: 'inttest-junit.xml'
286+
check_name: 'Smoke Test Results (ARM Ubuntu) - ${{ matrix.test }}'
287+
detailed_summary: true
262288
- name: Cleanup Test Case artifacts
263289
if: ${{ always() }}
264290
run: |

.github/workflows/arm-Ubuntu-int-test-workflow.yml

Lines changed: 15 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -203,10 +203,23 @@ jobs:
203203
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
204204
- name: Archive Pod Logs
205205
if: ${{ always() }}
206-
uses: actions/upload-artifact@v4.4.0
206+
uses: actions/upload-artifact@v6
207207
with:
208208
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
209209
path: "/tmp/pod_logs/**"
210+
- name: Upload Integration Test Results
211+
if: always()
212+
uses: actions/upload-artifact@v6
213+
with:
214+
name: "integration-test-results-arm-ubuntu-${{ matrix.test }}"
215+
path: inttest-junit.xml
216+
- name: Publish Integration Test Report
217+
uses: mikepenz/action-junit-report@v6
218+
if: always()
219+
with:
220+
report_paths: 'inttest-junit.xml'
221+
check_name: 'Integration Test Results (ARM Ubuntu) - ${{ matrix.test }}'
222+
detailed_summary: true
210223
- name: Cleanup Test Case artifacts
211224
if: ${{ always() }}
212225
run: |
@@ -215,11 +228,4 @@ jobs:
215228
- name: Cleanup up EKS cluster
216229
if: ${{ always() }}
217230
run: |
218-
make cluster-down
219-
#- name: Test Report
220-
# uses: dorny/test-reporter@v1
221-
# if: success() || failure() # run this step even if previous step failed
222-
# with:
223-
# name: Integration Tests # Name of the check run which will be created
224-
# path: inttest-*.xml # Path to test results
225-
# reporter: jest-junit # Format of test results
231+
make cluster-down

.github/workflows/automated-release-workflow.yml

Lines changed: 5 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -85,7 +85,7 @@ jobs:
8585
make generate-artifacts IMG=splunk/splunk-operator:${{ github.event.inputs.release_version }} VERSION=${{ github.event.inputs.release_version }} SPLUNK_ENTERPRISE_IMAGE=splunk/splunk:${{ github.event.inputs.enterprise_version }}
8686
8787
- name: Upload Release Artifacts
88-
uses: actions/upload-artifact@v4.4.0
88+
uses: actions/upload-artifact@v6
8989
with:
9090
name: "release-artifacts-${{ github.event.inputs.release_version }}"
9191
path: "release-**"
@@ -108,14 +108,14 @@ jobs:
108108
run: |
109109
regctl image copy ${{ secrets.PUBLIC_ECR_REPOSITORY }}/${{ env.SPLUNK_OPERATOR_RC_IMAGE_NAME }}:${{ github.event.inputs.release_version }}-RC splunk/splunk-operator:${{ github.event.inputs.operator_image_tag }}
110110
regctl image copy ${{ secrets.PUBLIC_ECR_REPOSITORY }}/${{ env.SPLUNK_OPERATOR_RC_IMAGE_NAME }}:${{ github.event.inputs.release_version }}-RC splunk/splunk-operator:latest
111-
111+
112112
- name: Sign Splunk Operator image with a key
113113
run: |
114114
cosign sign --yes --key env://COSIGN_PRIVATE_KEY splunk/splunk-operator:${{ github.event.inputs.operator_image_tag }}
115115
env:
116116
COSIGN_PRIVATE_KEY: ${{ secrets.COSIGN_PRIVATE_KEY }}
117117
COSIGN_PASSWORD: ${{ secrets.COSIGN_PASSWORD }}
118-
118+
119119
- name: Verify Splunk Operator image with a key
120120
run: |
121121
cosign verify --key env://COSIGN_PUBLIC_KEY splunk/splunk-operator:${{ github.event.inputs.operator_image_tag }}
@@ -125,14 +125,14 @@ jobs:
125125
- name: Promote Distroless RC Image to Release
126126
run: |
127127
regctl image copy ${{ secrets.PUBLIC_ECR_REPOSITORY }}/${{ env.SPLUNK_OPERATOR_RC_IMAGE_NAME }}:${{ github.event.inputs.release_version }}-RC-distroless splunk/splunk-operator:${{ github.event.inputs.operator_image_tag }}-distroless
128-
128+
129129
- name: Sign Distroless Splunk Operator image with a key
130130
run: |
131131
cosign sign --yes --key env://COSIGN_PRIVATE_KEY splunk/splunk-operator:${{ github.event.inputs.operator_image_tag }}-distroless
132132
env:
133133
COSIGN_PRIVATE_KEY: ${{ secrets.COSIGN_PRIVATE_KEY }}
134134
COSIGN_PASSWORD: ${{ secrets.COSIGN_PASSWORD }}
135-
135+
136136
- name: Verify Distroless Splunk Operator image with a key
137137
run: |
138138
cosign verify --key env://COSIGN_PUBLIC_KEY splunk/splunk-operator:${{ github.event.inputs.operator_image_tag }}-distroless

.github/workflows/build-test-push-workflow.yml

Lines changed: 28 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -64,10 +64,23 @@ jobs:
6464
- name: Run Code Coverage
6565
run: goveralls -coverprofile=coverage.out -service=circle-ci -repotoken ${{ secrets.COVERALLS_TOKEN }}
6666
- name: Upload Coverage artifacts
67-
uses: actions/upload-artifact@v4.4.0
67+
uses: actions/upload-artifact@v6
6868
with:
6969
name: coverage.out
7070
path: coverage.out
71+
- name: Upload Unit Test Results
72+
if: always()
73+
uses: actions/upload-artifact@v6
74+
with:
75+
name: unit-test-results
76+
path: unit_test.xml
77+
- name: Publish Unit Test Report
78+
uses: mikepenz/action-junit-report@v6
79+
if: always()
80+
with:
81+
report_paths: 'unit_test.xml'
82+
check_name: 'Unit Test Results'
83+
detailed_summary: true
7184
build-operator-image:
7285
runs-on: ubuntu-latest
7386
needs: unit-tests
@@ -320,10 +333,23 @@ jobs:
320333
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
321334
- name: Archive Pod Logs
322335
if: ${{ always() }}
323-
uses: actions/upload-artifact@v4.4.0
336+
uses: actions/upload-artifact@v6
324337
with:
325338
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
326339
path: "/tmp/pod_logs/**"
340+
- name: Upload Integration Test Results
341+
if: always()
342+
uses: actions/upload-artifact@v6
343+
with:
344+
name: "integration-test-results-${{ matrix.test }}"
345+
path: inttest-junit.xml
346+
- name: Publish Integration Test Report
347+
uses: mikepenz/action-junit-report@v6
348+
if: always()
349+
with:
350+
report_paths: 'inttest-junit.xml'
351+
check_name: 'Smoke Test Results - ${{ matrix.test }}'
352+
detailed_summary: true
327353
- name: Cleanup Test Case artifacts
328354
if: ${{ always() }}
329355
run: |
@@ -333,10 +359,3 @@ jobs:
333359
if: ${{ always() }}
334360
run: |
335361
make cluster-down
336-
#- name: Test Report
337-
# uses: dorny/test-reporter@v1
338-
# if: success() || failure() # run this step even if previous step failed
339-
# with:
340-
# name: Integration Tests # Name of the check run which will be created
341-
# path: inttest-*.xml # Path to test results
342-
# reporter: jest-junit # Format of test results

.github/workflows/distroless-build-test-push-workflow.yml

Lines changed: 28 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -57,10 +57,23 @@ jobs:
5757
- name: Run Code Coverage
5858
run: goveralls -coverprofile=coverage.out -service=circle-ci -repotoken ${{ secrets.COVERALLS_TOKEN }}
5959
- name: Upload Coverage artifacts
60-
uses: actions/upload-artifact@v4.4.0
60+
uses: actions/upload-artifact@v6
6161
with:
6262
name: coverage.out
6363
path: coverage.out
64+
- name: Upload Unit Test Results
65+
if: always()
66+
uses: actions/upload-artifact@v6
67+
with:
68+
name: unit-test-results
69+
path: unit_test.xml
70+
- name: Publish Unit Test Report
71+
uses: mikepenz/action-junit-report@v6
72+
if: always()
73+
with:
74+
report_paths: 'unit_test.xml'
75+
check_name: 'Unit Test Results'
76+
detailed_summary: true
6477
build-operator-image:
6578
runs-on: ubuntu-latest
6679
needs: unit-tests
@@ -315,10 +328,23 @@ jobs:
315328
find ./test -name "*.log" -exec cp {} /tmp/pod_logs \;
316329
- name: Archive Pod Logs
317330
if: ${{ always() }}
318-
uses: actions/upload-artifact@v4.4.0
331+
uses: actions/upload-artifact@v6
319332
with:
320333
name: "splunk-pods-logs--artifacts-${{ matrix.test }}"
321334
path: "/tmp/pod_logs/**"
335+
- name: Upload Integration Test Results
336+
if: always()
337+
uses: actions/upload-artifact@v6
338+
with:
339+
name: "integration-test-results-distroless-${{ matrix.test }}"
340+
path: inttest-junit.xml
341+
- name: Publish Integration Test Report
342+
uses: mikepenz/action-junit-report@v6
343+
if: always()
344+
with:
345+
report_paths: 'inttest-junit.xml'
346+
check_name: 'Smoke Test Results (Distroless) - ${{ matrix.test }}'
347+
detailed_summary: true
322348
- name: Cleanup Test Case artifacts
323349
if: ${{ always() }}
324350
run: |
@@ -328,10 +354,3 @@ jobs:
328354
if: ${{ always() }}
329355
run: |
330356
make cluster-down
331-
#- name: Test Report
332-
# uses: dorny/test-reporter@v1
333-
# if: success() || failure() # run this step even if previous step failed
334-
# with:
335-
# name: Integration Tests # Name of the check run which will be created
336-
# path: inttest-*.xml # Path to test results
337-
# reporter: jest-junit # Format of test results

0 commit comments

Comments
 (0)