Skip to content

Commit 13e3a2a

Browse files
Update system test
1 parent 217d6a3 commit 13e3a2a

File tree

9 files changed

+28
-48
lines changed

9 files changed

+28
-48
lines changed

packages/netskope/data_stream/alerts_v2/_dev/deploy/docker/docker-compose.yml

Lines changed: 2 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -14,12 +14,9 @@ services:
1414
entrypoint: >
1515
sh -c "
1616
sleep 5 &&
17-
gzip -c /sample_logs/test-alerts-v2.csv > /sample_logs/test-alerts-v2.csv.gz &&
1817
export AZURE_STORAGE_CONNECTION_STRING='DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;BlobEndpoint=http://azure-blob-storage-emulator:10000/devstoreaccount1;' &&
1918
az storage container create --name test-container &&
20-
az storage blob upload --container-name test-container --file /sample_logs/test-alerts-v2.csv.gz --name test-alerts-v2.csv.gz &&
21-
sleep 5 &&
22-
rm /sample_logs/test-alerts-v2.csv.gz
19+
az storage blob upload --container-name test-container --file /sample_logs/test-alerts-v2.csv.gz --name test-alerts-v2.csv.gz
2320
"
2421
gcs-mock-service:
2522
image: golang:1.24.7-alpine
@@ -34,7 +31,4 @@ services:
3431
test: "wget --no-verbose --tries=1 --spider http://localhost:4443/health || exit 1"
3532
interval: 10s
3633
timeout: 5s
37-
command: >
38-
sh -c "gzip -k -f /data/test-alerts-v2.csv &&
39-
go run main.go -manifest /files/manifest.yml" &&
40-
rm ./data/test-alerts-v2.csv.gz
34+
command: go run main.go -manifest /files/manifest.yml

packages/netskope/data_stream/alerts_v2/_dev/deploy/docker/sample_logs/test-alerts-v2.csv

Lines changed: 0 additions & 4 deletions
This file was deleted.
Binary file not shown.

packages/netskope/data_stream/alerts_v2/sample_event.json

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"@timestamp": "2025-05-13T11:02:02.000Z",
33
"agent": {
4-
"ephemeral_id": "2b6381cb-df79-4509-9f24-0bef84a1faac",
5-
"id": "cf2d742b-2342-45f1-8e79-ecd7d27c0c6e",
6-
"name": "elastic-agent-69172",
4+
"ephemeral_id": "a72b72ab-a3da-42ca-98fa-61359fb7eee5",
5+
"id": "b5a8117b-a8b6-4c10-9851-c2e78f0811dc",
6+
"name": "elastic-agent-77576",
77
"type": "filebeat",
88
"version": "8.17.8"
99
},
@@ -12,7 +12,7 @@
1212
},
1313
"data_stream": {
1414
"dataset": "netskope.alerts_v2",
15-
"namespace": "75909",
15+
"namespace": "56172",
1616
"type": "logs"
1717
},
1818
"destination": {
@@ -30,7 +30,7 @@
3030
"version": "8.17.0"
3131
},
3232
"elastic_agent": {
33-
"id": "cf2d742b-2342-45f1-8e79-ecd7d27c0c6e",
33+
"id": "b5a8117b-a8b6-4c10-9851-c2e78f0811dc",
3434
"snapshot": false,
3535
"version": "8.17.8"
3636
},
@@ -39,7 +39,7 @@
3939
"agent_id_status": "verified",
4040
"dataset": "netskope.alerts_v2",
4141
"id": "eb8fc9903c2fbb6aa05537ff",
42-
"ingested": "2025-09-22T11:57:58Z",
42+
"ingested": "2025-09-23T09:58:33Z",
4343
"kind": "alert"
4444
},
4545
"gcs": {

packages/netskope/data_stream/events_v2/_dev/deploy/docker/docker-compose.yml

Lines changed: 2 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -14,12 +14,9 @@ services:
1414
entrypoint: >
1515
sh -c "
1616
sleep 5 &&
17-
gzip -c /sample_logs/events.csv > /sample_logs/events.csv.gz &&
1817
export AZURE_STORAGE_CONNECTION_STRING='DefaultEndpointsProtocol=http;AccountName=devstoreaccount1;AccountKey=Eby8vdM02xNOcqFlqUwJPLlmEtlCDXJ1OUzFT50uSRZ6IFsuFq2UVErCz4I6tq/K1SZFPTOtr/KBHBeksoGMGw==;BlobEndpoint=http://azure-blob-storage-emulator:10000/devstoreaccount1;' &&
1918
az storage container create --name test-container &&
20-
az storage blob upload --container-name test-container --file /sample_logs/events.csv.gz --name events.csv.gz &&
21-
sleep 5 &&
22-
rm /sample_logs/events.csv.gz
19+
az storage blob upload --container-name test-container --file /sample_logs/events.csv.gz --name events.csv.gz
2320
"
2421
gcs-mock-service:
2522
image: golang:1.24.7-alpine
@@ -34,7 +31,4 @@ services:
3431
test: "wget --no-verbose --tries=1 --spider http://localhost:4443/health || exit 1"
3532
interval: 10s
3633
timeout: 5s
37-
command: >
38-
sh -c "gzip -k -f /data/events.csv &&
39-
go run main.go -manifest /files/manifest.yml" &&
40-
rm ./data/events.csv.gz
34+
command: go run main.go -manifest /files/manifest.yml

packages/netskope/data_stream/events_v2/_dev/deploy/docker/sample_logs/events.csv

Lines changed: 0 additions & 4 deletions
This file was deleted.
Binary file not shown.

packages/netskope/data_stream/events_v2/sample_event.json

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -1,9 +1,9 @@
11
{
22
"@timestamp": "2025-05-13T10:43:50.000Z",
33
"agent": {
4-
"ephemeral_id": "eee985af-2d63-43dd-9008-d9ab5212df3e",
5-
"id": "fba7b99e-3902-4da5-affb-974c963f8f30",
6-
"name": "elastic-agent-25674",
4+
"ephemeral_id": "5c0fb0eb-b857-458d-9516-97c8da1880bf",
5+
"id": "c8fbd043-b163-4ee2-9287-ef96a5ce1bfe",
6+
"name": "elastic-agent-83393",
77
"type": "filebeat",
88
"version": "8.17.8"
99
},
@@ -15,7 +15,7 @@
1515
},
1616
"data_stream": {
1717
"dataset": "netskope.events_v2",
18-
"namespace": "29786",
18+
"namespace": "33466",
1919
"type": "logs"
2020
},
2121
"destination": {
@@ -33,15 +33,15 @@
3333
"version": "8.17.0"
3434
},
3535
"elastic_agent": {
36-
"id": "fba7b99e-3902-4da5-affb-974c963f8f30",
36+
"id": "c8fbd043-b163-4ee2-9287-ef96a5ce1bfe",
3737
"snapshot": false,
3838
"version": "8.17.8"
3939
},
4040
"event": {
4141
"agent_id_status": "verified",
4242
"dataset": "netskope.events_v2",
4343
"id": "c96659f7292a31d76576becd",
44-
"ingested": "2025-09-22T12:03:58Z",
44+
"ingested": "2025-09-23T10:04:36Z",
4545
"kind": "event",
4646
"outcome": "unknown",
4747
"type": [

packages/netskope/docs/README.md

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -1066,9 +1066,9 @@ An example event for `alerts_v2` looks as following:
10661066
{
10671067
"@timestamp": "2025-05-13T11:02:02.000Z",
10681068
"agent": {
1069-
"ephemeral_id": "2b6381cb-df79-4509-9f24-0bef84a1faac",
1070-
"id": "cf2d742b-2342-45f1-8e79-ecd7d27c0c6e",
1071-
"name": "elastic-agent-69172",
1069+
"ephemeral_id": "a72b72ab-a3da-42ca-98fa-61359fb7eee5",
1070+
"id": "b5a8117b-a8b6-4c10-9851-c2e78f0811dc",
1071+
"name": "elastic-agent-77576",
10721072
"type": "filebeat",
10731073
"version": "8.17.8"
10741074
},
@@ -1077,7 +1077,7 @@ An example event for `alerts_v2` looks as following:
10771077
},
10781078
"data_stream": {
10791079
"dataset": "netskope.alerts_v2",
1080-
"namespace": "75909",
1080+
"namespace": "56172",
10811081
"type": "logs"
10821082
},
10831083
"destination": {
@@ -1095,7 +1095,7 @@ An example event for `alerts_v2` looks as following:
10951095
"version": "8.17.0"
10961096
},
10971097
"elastic_agent": {
1098-
"id": "cf2d742b-2342-45f1-8e79-ecd7d27c0c6e",
1098+
"id": "b5a8117b-a8b6-4c10-9851-c2e78f0811dc",
10991099
"snapshot": false,
11001100
"version": "8.17.8"
11011101
},
@@ -1104,7 +1104,7 @@ An example event for `alerts_v2` looks as following:
11041104
"agent_id_status": "verified",
11051105
"dataset": "netskope.alerts_v2",
11061106
"id": "eb8fc9903c2fbb6aa05537ff",
1107-
"ingested": "2025-09-22T11:57:58Z",
1107+
"ingested": "2025-09-23T09:58:33Z",
11081108
"kind": "alert"
11091109
},
11101110
"gcs": {
@@ -1808,9 +1808,9 @@ An example event for `events_v2` looks as following:
18081808
{
18091809
"@timestamp": "2025-05-13T10:43:50.000Z",
18101810
"agent": {
1811-
"ephemeral_id": "eee985af-2d63-43dd-9008-d9ab5212df3e",
1812-
"id": "fba7b99e-3902-4da5-affb-974c963f8f30",
1813-
"name": "elastic-agent-25674",
1811+
"ephemeral_id": "5c0fb0eb-b857-458d-9516-97c8da1880bf",
1812+
"id": "c8fbd043-b163-4ee2-9287-ef96a5ce1bfe",
1813+
"name": "elastic-agent-83393",
18141814
"type": "filebeat",
18151815
"version": "8.17.8"
18161816
},
@@ -1822,7 +1822,7 @@ An example event for `events_v2` looks as following:
18221822
},
18231823
"data_stream": {
18241824
"dataset": "netskope.events_v2",
1825-
"namespace": "29786",
1825+
"namespace": "33466",
18261826
"type": "logs"
18271827
},
18281828
"destination": {
@@ -1840,15 +1840,15 @@ An example event for `events_v2` looks as following:
18401840
"version": "8.17.0"
18411841
},
18421842
"elastic_agent": {
1843-
"id": "fba7b99e-3902-4da5-affb-974c963f8f30",
1843+
"id": "c8fbd043-b163-4ee2-9287-ef96a5ce1bfe",
18441844
"snapshot": false,
18451845
"version": "8.17.8"
18461846
},
18471847
"event": {
18481848
"agent_id_status": "verified",
18491849
"dataset": "netskope.events_v2",
18501850
"id": "c96659f7292a31d76576becd",
1851-
"ingested": "2025-09-22T12:03:58Z",
1851+
"ingested": "2025-09-23T10:04:36Z",
18521852
"kind": "event",
18531853
"outcome": "unknown",
18541854
"type": [

0 commit comments

Comments
 (0)