Skip to content

Commit d255da9

Browse files
authored
okta: do not remove event.original in main ingest (#12127)
1 parent d51dd29 commit d255da9

5 files changed

Lines changed: 29 additions & 25 deletions

File tree

‎packages/okta/changelog.yml‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,4 +1,9 @@
11
# newer versions go on top
2+
- version: "3.4.0"
3+
changes:
4+
- description: Do not remove `event.original` in main ingest pipeline.
5+
type: enhancement
6+
link: https://github.com/elastic/integrations/pull/12127
27
- version: "3.3.0"
38
changes:
49
- description: Add "preserve_original_event" tag to documents with `event.kind` set to "pipeline_error".

‎packages/okta/data_stream/system/elasticsearch/ingest_pipeline/default.yml‎

Lines changed: 4 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -16,6 +16,10 @@ processors:
1616
target_field: event.original
1717
if: ctx.event?.original == null
1818
ignore_missing: true
19+
- remove:
20+
field: message
21+
if: ctx.event?.original != null
22+
ignore_missing: true
1923
- json:
2024
field: event.original
2125
target_field: json
@@ -606,11 +610,6 @@ processors:
606610
field: destination.as.organization_name
607611
target_field: destination.as.organization.name
608612
ignore_missing: true
609-
- remove:
610-
field: event.original
611-
if: "ctx?.tags == null || !(ctx.tags.contains('preserve_original_event'))"
612-
ignore_failure: true
613-
ignore_missing: true
614613
- remove:
615614
field: _conf
616615
ignore_missing: true

‎packages/okta/data_stream/system/sample_event.json‎

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -1,11 +1,11 @@
11
{
22
"@timestamp": "2020-02-14T20:18:57.718Z",
33
"agent": {
4-
"ephemeral_id": "6ac1caae-4aba-4b61-8408-14b46e15b668",
5-
"id": "c3650180-e3d1-4dad-9094-89c988e721d7",
6-
"name": "docker-fleet-agent",
4+
"ephemeral_id": "79c264cb-1acc-4d23-a584-5733ab7959e0",
5+
"id": "57a230ab-7bcd-4245-b2b7-77c5118fbc4f",
6+
"name": "elastic-agent-64832",
77
"type": "filebeat",
8-
"version": "8.13.0"
8+
"version": "8.15.0"
99
},
1010
"client": {
1111
"geo": {
@@ -26,16 +26,16 @@
2626
},
2727
"data_stream": {
2828
"dataset": "okta.system",
29-
"namespace": "ep",
29+
"namespace": "48163",
3030
"type": "logs"
3131
},
3232
"ecs": {
3333
"version": "8.11.0"
3434
},
3535
"elastic_agent": {
36-
"id": "c3650180-e3d1-4dad-9094-89c988e721d7",
36+
"id": "57a230ab-7bcd-4245-b2b7-77c5118fbc4f",
3737
"snapshot": false,
38-
"version": "8.13.0"
38+
"version": "8.15.0"
3939
},
4040
"event": {
4141
"action": "user.session.start",
@@ -44,10 +44,10 @@
4444
"authentication",
4545
"session"
4646
],
47-
"created": "2024-05-17T05:51:14.737Z",
47+
"created": "2024-12-16T22:31:39.714Z",
4848
"dataset": "okta.system",
4949
"id": "3aeede38-4f67-11ea-abd3-1f5d113f2546",
50-
"ingested": "2024-05-17T05:51:24Z",
50+
"ingested": "2024-12-16T22:31:40Z",
5151
"kind": "event",
5252
"original": "{\"actor\":{\"alternateId\":\"xxxxxx@elastic.co\",\"detailEntry\":null,\"displayName\":\"xxxxxx\",\"id\":\"00u1abvz4pYqdM8ms4x6\",\"type\":\"User\"},\"authenticationContext\":{\"authenticationProvider\":null,\"authenticationStep\":0,\"credentialProvider\":null,\"credentialType\":null,\"externalSessionId\":\"102bZDNFfWaQSyEZQuDgWt-uQ\",\"interface\":null,\"issuer\":null},\"client\":{\"device\":\"Computer\",\"geographicalContext\":{\"city\":\"Dublin\",\"country\":\"United States\",\"geolocation\":{\"lat\":37.7201,\"lon\":-121.919},\"postalCode\":\"94568\",\"state\":\"California\"},\"id\":null,\"ipAddress\":\"108.255.197.247\",\"userAgent\":{\"browser\":\"FIREFOX\",\"os\":\"Mac OS X\",\"rawUserAgent\":\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:72.0) Gecko/20100101 Firefox/72.0\"},\"zone\":\"null\"},\"debugContext\":{\"debugData\":{\"deviceFingerprint\":\"541daf91d15bef64a7e08c946fd9a9d0\",\"requestId\":\"XkcAsWb8WjwDP76xh@1v8wAABp0\",\"requestUri\":\"/api/v1/authn\",\"threatSuspected\":\"false\",\"url\":\"/api/v1/authn?\"}},\"displayMessage\":\"User login to Okta\",\"eventType\":\"user.session.start\",\"legacyEventType\":\"core.user_auth.login_success\",\"outcome\":{\"reason\":null,\"result\":\"SUCCESS\"},\"published\":\"2020-02-14T20:18:57.718Z\",\"request\":{\"ipChain\":[{\"geographicalContext\":{\"city\":\"Dublin\",\"country\":\"United States\",\"geolocation\":{\"lat\":37.7201,\"lon\":-121.919},\"postalCode\":\"94568\",\"state\":\"California\"},\"ip\":\"108.255.197.247\",\"source\":null,\"version\":\"V4\"}]},\"securityContext\":{\"asNumber\":null,\"asOrg\":null,\"domain\":null,\"isProxy\":null,\"isp\":null},\"severity\":\"INFO\",\"target\":null,\"transaction\":{\"detail\":{},\"id\":\"XkcAsWb8WjwDP76xh@1v8wAABp0\",\"type\":\"WEB\"},\"uuid\":\"3aeede38-4f67-11ea-abd3-1f5d113f2546\",\"version\":\"0\"}",
5353
"outcome": "success",
@@ -163,4 +163,4 @@
163163
},
164164
"version": "72.0."
165165
}
166-
}
166+
}

‎packages/okta/docs/README.md‎

Lines changed: 9 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -53,11 +53,11 @@ An example event for `system` looks as following:
5353
{
5454
"@timestamp": "2020-02-14T20:18:57.718Z",
5555
"agent": {
56-
"ephemeral_id": "6ac1caae-4aba-4b61-8408-14b46e15b668",
57-
"id": "c3650180-e3d1-4dad-9094-89c988e721d7",
58-
"name": "docker-fleet-agent",
56+
"ephemeral_id": "79c264cb-1acc-4d23-a584-5733ab7959e0",
57+
"id": "57a230ab-7bcd-4245-b2b7-77c5118fbc4f",
58+
"name": "elastic-agent-64832",
5959
"type": "filebeat",
60-
"version": "8.13.0"
60+
"version": "8.15.0"
6161
},
6262
"client": {
6363
"geo": {
@@ -78,16 +78,16 @@ An example event for `system` looks as following:
7878
},
7979
"data_stream": {
8080
"dataset": "okta.system",
81-
"namespace": "ep",
81+
"namespace": "48163",
8282
"type": "logs"
8383
},
8484
"ecs": {
8585
"version": "8.11.0"
8686
},
8787
"elastic_agent": {
88-
"id": "c3650180-e3d1-4dad-9094-89c988e721d7",
88+
"id": "57a230ab-7bcd-4245-b2b7-77c5118fbc4f",
8989
"snapshot": false,
90-
"version": "8.13.0"
90+
"version": "8.15.0"
9191
},
9292
"event": {
9393
"action": "user.session.start",
@@ -96,10 +96,10 @@ An example event for `system` looks as following:
9696
"authentication",
9797
"session"
9898
],
99-
"created": "2024-05-17T05:51:14.737Z",
99+
"created": "2024-12-16T22:31:39.714Z",
100100
"dataset": "okta.system",
101101
"id": "3aeede38-4f67-11ea-abd3-1f5d113f2546",
102-
"ingested": "2024-05-17T05:51:24Z",
102+
"ingested": "2024-12-16T22:31:40Z",
103103
"kind": "event",
104104
"original": "{\"actor\":{\"alternateId\":\"xxxxxx@elastic.co\",\"detailEntry\":null,\"displayName\":\"xxxxxx\",\"id\":\"00u1abvz4pYqdM8ms4x6\",\"type\":\"User\"},\"authenticationContext\":{\"authenticationProvider\":null,\"authenticationStep\":0,\"credentialProvider\":null,\"credentialType\":null,\"externalSessionId\":\"102bZDNFfWaQSyEZQuDgWt-uQ\",\"interface\":null,\"issuer\":null},\"client\":{\"device\":\"Computer\",\"geographicalContext\":{\"city\":\"Dublin\",\"country\":\"United States\",\"geolocation\":{\"lat\":37.7201,\"lon\":-121.919},\"postalCode\":\"94568\",\"state\":\"California\"},\"id\":null,\"ipAddress\":\"108.255.197.247\",\"userAgent\":{\"browser\":\"FIREFOX\",\"os\":\"Mac OS X\",\"rawUserAgent\":\"Mozilla/5.0 (Macintosh; Intel Mac OS X 10.15; rv:72.0) Gecko/20100101 Firefox/72.0\"},\"zone\":\"null\"},\"debugContext\":{\"debugData\":{\"deviceFingerprint\":\"541daf91d15bef64a7e08c946fd9a9d0\",\"requestId\":\"XkcAsWb8WjwDP76xh@1v8wAABp0\",\"requestUri\":\"/api/v1/authn\",\"threatSuspected\":\"false\",\"url\":\"/api/v1/authn?\"}},\"displayMessage\":\"User login to Okta\",\"eventType\":\"user.session.start\",\"legacyEventType\":\"core.user_auth.login_success\",\"outcome\":{\"reason\":null,\"result\":\"SUCCESS\"},\"published\":\"2020-02-14T20:18:57.718Z\",\"request\":{\"ipChain\":[{\"geographicalContext\":{\"city\":\"Dublin\",\"country\":\"United States\",\"geolocation\":{\"lat\":37.7201,\"lon\":-121.919},\"postalCode\":\"94568\",\"state\":\"California\"},\"ip\":\"108.255.197.247\",\"source\":null,\"version\":\"V4\"}]},\"securityContext\":{\"asNumber\":null,\"asOrg\":null,\"domain\":null,\"isProxy\":null,\"isp\":null},\"severity\":\"INFO\",\"target\":null,\"transaction\":{\"detail\":{},\"id\":\"XkcAsWb8WjwDP76xh@1v8wAABp0\",\"type\":\"WEB\"},\"uuid\":\"3aeede38-4f67-11ea-abd3-1f5d113f2546\",\"version\":\"0\"}",
105105
"outcome": "success",

‎packages/okta/manifest.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
name: okta
22
title: Okta
3-
version: "3.3.0"
3+
version: "3.4.0"
44
description: Collect and parse event logs from Okta API with Elastic Agent.
55
type: integration
66
format_version: "3.1.0"

0 commit comments

Comments
 (0)