Skip to content

Commit 4c117c1

Browse files
brijesh-elasticbrijesh-elastic
authored
Merge branch 'main' into aws-4.0.0
2 parents 31c5699 + d053a9f commit 4c117c1

29 files changed

Lines changed: 8234 additions & 35 deletions

‎.github/CODEOWNERS‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -419,6 +419,7 @@
419419
/packages/system/data_stream/uptime @elastic/obs-infraobs-integrations
420420
/packages/system/manifest.yml @elastic/obs-infraobs-integrations @elastic/sec-linux-platform @elastic/sec-windows-platform
421421
/packages/system_audit @elastic/sec-linux-platform
422+
/packages/system_otel @elastic/ingest-otel-data
422423
/packages/tanium @elastic/security-service-integrations
423424
/packages/tcp @elastic/sec-deployment-and-devices
424425
/packages/teleport @elastic/security-service-integrations

‎go.mod‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -218,17 +218,17 @@ require (
218218
gopkg.in/evanphx/json-patch.v4 v4.12.0 // indirect
219219
gopkg.in/inf.v0 v0.9.1 // indirect
220220
gopkg.in/yaml.v2 v2.4.0 // indirect
221-
helm.sh/helm/v3 v3.18.2 // indirect
221+
helm.sh/helm/v3 v3.18.4 // indirect
222222
howett.net/plist v1.0.0 // indirect
223-
k8s.io/api v0.33.1 // indirect
224-
k8s.io/apiextensions-apiserver v0.33.0 // indirect
225-
k8s.io/apimachinery v0.33.1 // indirect
226-
k8s.io/cli-runtime v0.33.1 // indirect
227-
k8s.io/client-go v0.33.1 // indirect
228-
k8s.io/component-base v0.33.0 // indirect
223+
k8s.io/api v0.33.2 // indirect
224+
k8s.io/apiextensions-apiserver v0.33.2 // indirect
225+
k8s.io/apimachinery v0.33.2 // indirect
226+
k8s.io/cli-runtime v0.33.2 // indirect
227+
k8s.io/client-go v0.33.2 // indirect
228+
k8s.io/component-base v0.33.2 // indirect
229229
k8s.io/klog/v2 v2.130.1 // indirect
230230
k8s.io/kube-openapi v0.0.0-20250318190949-c8a335a9a2ff // indirect
231-
k8s.io/kubectl v0.33.0 // indirect
231+
k8s.io/kubectl v0.33.2 // indirect
232232
k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738 // indirect
233233
sigs.k8s.io/json v0.0.0-20241010143419-9aa6b5e7a4b3 // indirect
234234
sigs.k8s.io/kustomize/api v0.19.0 // indirect

‎go.sum‎

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -847,33 +847,33 @@ gopkg.in/yaml.v2 v2.4.0/go.mod h1:RDklbk79AGWmwhnvt/jBztapEOGDOx6ZbXqjP6csGnQ=
847847
gopkg.in/yaml.v3 v3.0.0-20200313102051-9f266ea9e77c/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
848848
gopkg.in/yaml.v3 v3.0.1 h1:fxVm/GzAzEWqLHuvctI91KS9hhNmmWOoWu0XTYJS7CA=
849849
gopkg.in/yaml.v3 v3.0.1/go.mod h1:K4uyk7z7BCEPqu6E+C64Yfv1cQ7kz7rIZviUmN+EgEM=
850-
helm.sh/helm/v3 v3.18.2 h1:mPQP/HHYjNEDAztAK50dD6uxTCNV1zSVU38WwSVdw9M=
851-
helm.sh/helm/v3 v3.18.2/go.mod h1:43QHS1W97RcoFJRk36ZBhHdTfykqBlJdsWp3yhzdq8w=
850+
helm.sh/helm/v3 v3.18.4 h1:pNhnHM3nAmDrxz6/UC+hfjDY4yeDATQCka2/87hkZXQ=
851+
helm.sh/helm/v3 v3.18.4/go.mod h1:WVnwKARAw01iEdjpEkP7Ii1tT1pTPYfM1HsakFKM3LI=
852852
honnef.co/go/tools v0.0.0-20190102054323-c2f93a96b099/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
853853
honnef.co/go/tools v0.0.0-20190106161140-3f1c8253044a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
854854
honnef.co/go/tools v0.0.0-20190418001031-e561f6794a2a/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
855855
honnef.co/go/tools v0.0.0-20190523083050-ea95bdfd59fc/go.mod h1:rf3lG4BRIbNafJWhAfAdb/ePZxsR/4RtNHQocxwk9r4=
856856
honnef.co/go/tools v0.0.1-2019.2.3/go.mod h1:a3bituU0lyd329TUQxRnasdCoJDkEUEAqEt0JzvZhAg=
857857
howett.net/plist v1.0.0 h1:7CrbWYbPPO/PyNy38b2EB/+gYbjCe2DXBxgtOOZbSQM=
858858
howett.net/plist v1.0.0/go.mod h1:lqaXoTrLY4hg8tnEzNru53gicrbv7rrk+2xJA/7hw9g=
859-
k8s.io/api v0.33.1 h1:tA6Cf3bHnLIrUK4IqEgb2v++/GYUtqiu9sRVk3iBXyw=
860-
k8s.io/api v0.33.1/go.mod h1:87esjTn9DRSRTD4fWMXamiXxJhpOIREjWOSjsW1kEHw=
861-
k8s.io/apiextensions-apiserver v0.33.0 h1:d2qpYL7Mngbsc1taA4IjJPRJ9ilnsXIrndH+r9IimOs=
862-
k8s.io/apiextensions-apiserver v0.33.0/go.mod h1:VeJ8u9dEEN+tbETo+lFkwaaZPg6uFKLGj5vyNEwwSzc=
863-
k8s.io/apimachinery v0.33.1 h1:mzqXWV8tW9Rw4VeW9rEkqvnxj59k1ezDUl20tFK/oM4=
864-
k8s.io/apimachinery v0.33.1/go.mod h1:BHW0YOu7n22fFv/JkYOEfkUYNRN0fj0BlvMFWA7b+SM=
865-
k8s.io/cli-runtime v0.33.1 h1:TvpjEtF71ViFmPeYMj1baZMJR4iWUEplklsUQ7D3quA=
866-
k8s.io/cli-runtime v0.33.1/go.mod h1:9dz5Q4Uh8io4OWCLiEf/217DXwqNgiTS/IOuza99VZE=
867-
k8s.io/client-go v0.33.1 h1:ZZV/Ks2g92cyxWkRRnfUDsnhNn28eFpt26aGc8KbXF4=
868-
k8s.io/client-go v0.33.1/go.mod h1:JAsUrl1ArO7uRVFWfcj6kOomSlCv+JpvIsp6usAGefA=
869-
k8s.io/component-base v0.33.0 h1:Ot4PyJI+0JAD9covDhwLp9UNkUja209OzsJ4FzScBNk=
870-
k8s.io/component-base v0.33.0/go.mod h1:aXYZLbw3kihdkOPMDhWbjGCO6sg+luw554KP51t8qCU=
859+
k8s.io/api v0.33.2 h1:YgwIS5jKfA+BZg//OQhkJNIfie/kmRsO0BmNaVSimvY=
860+
k8s.io/api v0.33.2/go.mod h1:fhrbphQJSM2cXzCWgqU29xLDuks4mu7ti9vveEnpSXs=
861+
k8s.io/apiextensions-apiserver v0.33.2 h1:6gnkIbngnaUflR3XwE1mCefN3YS8yTD631JXQhsU6M8=
862+
k8s.io/apiextensions-apiserver v0.33.2/go.mod h1:IvVanieYsEHJImTKXGP6XCOjTwv2LUMos0YWc9O+QP8=
863+
k8s.io/apimachinery v0.33.2 h1:IHFVhqg59mb8PJWTLi8m1mAoepkUNYmptHsV+Z1m5jY=
864+
k8s.io/apimachinery v0.33.2/go.mod h1:BHW0YOu7n22fFv/JkYOEfkUYNRN0fj0BlvMFWA7b+SM=
865+
k8s.io/cli-runtime v0.33.2 h1:koNYQKSDdq5AExa/RDudXMhhtFasEg48KLS2KSAU74Y=
866+
k8s.io/cli-runtime v0.33.2/go.mod h1:gnhsAWpovqf1Zj5YRRBBU7PFsRc6NkEkwYNQE+mXL88=
867+
k8s.io/client-go v0.33.2 h1:z8CIcc0P581x/J1ZYf4CNzRKxRvQAwoAolYPbtQes+E=
868+
k8s.io/client-go v0.33.2/go.mod h1:9mCgT4wROvL948w6f6ArJNb7yQd7QsvqavDeZHvNmHo=
869+
k8s.io/component-base v0.33.2 h1:sCCsn9s/dG3ZrQTX/Us0/Sx2R0G5kwa0wbZFYoVp/+0=
870+
k8s.io/component-base v0.33.2/go.mod h1:/41uw9wKzuelhN+u+/C59ixxf4tYQKW7p32ddkYNe2k=
871871
k8s.io/klog/v2 v2.130.1 h1:n9Xl7H1Xvksem4KFG4PYbdQCQxqc/tTUyrgXaOhHSzk=
872872
k8s.io/klog/v2 v2.130.1/go.mod h1:3Jpz1GvMt720eyJH1ckRHK1EDfpxISzJ7I9OYgaDtPE=
873873
k8s.io/kube-openapi v0.0.0-20250318190949-c8a335a9a2ff h1:/usPimJzUKKu+m+TE36gUyGcf03XZEP0ZIKgKj35LS4=
874874
k8s.io/kube-openapi v0.0.0-20250318190949-c8a335a9a2ff/go.mod h1:5jIi+8yX4RIb8wk3XwBo5Pq2ccx4FP10ohkbSKCZoK8=
875-
k8s.io/kubectl v0.33.0 h1:HiRb1yqibBSCqic4pRZP+viiOBAnIdwYDpzUFejs07g=
876-
k8s.io/kubectl v0.33.0/go.mod h1:gAlGBuS1Jq1fYZ9AjGWbI/5Vk3M/VW2DK4g10Fpyn/0=
875+
k8s.io/kubectl v0.33.2 h1:7XKZ6DYCklu5MZQzJe+CkCjoGZwD1wWl7t/FxzhMz7Y=
876+
k8s.io/kubectl v0.33.2/go.mod h1:8rC67FB8tVTYraovAGNi/idWIK90z2CHFNMmGJZJ3KI=
877877
k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738 h1:M3sRQVHv7vB20Xc2ybTt7ODCeFj6JSWYFzOFnYeS6Ro=
878878
k8s.io/utils v0.0.0-20241104100929-3ea5e8cea738/go.mod h1:OLgZIPagt7ERELqWJFomSt595RzquPNLL48iOWgYOg0=
879879
rsc.io/binaryregexp v0.2.0/go.mod h1:qTv7/COck+e2FymRvadv62gMdZztPaShugOCi3I+8D8=

‎packages/azure_ai_foundry/_dev/build/docs/README.md‎

Lines changed: 9 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -12,12 +12,18 @@ These are the supported Azure log categories:
1212

1313
| Data Stream | Log Category |
1414
|:-----------:|:------------------------:|
15+
| logs | Audit |
16+
| logs | RequestResponse |
1517
| logs | ApiManagementGatewayLogs |
1618

1719
#### Requirements and setup
1820

1921
Refer to the [Azure Logs](https://docs.elastic.co/integrations/azure) page for more information on how to set up and use this integration.
2022

23+
#### Native Logging
24+
25+
The Azure AI Foundry provides native logging and monitoring to track the telemetry of the service. The Audit and RequestResponse log categories come under the native logging. However, the default logging doesn't log the inputs and outputs of the service. This is useful to ensure that the services operates as expected.
26+
2127
#### API Gateway Logs
2228

2329
The API Management services provide the advanced logging capabilities. The `ApiManagementGatewayLogs` category comes under the advanced logging. This is not directly available in the Azure AI Foundry service itself. You have to set up the API Management services in Azure to access the Azure AI Foundry models. When the setup is complete, add the diagnostic setting for the API Management service.
@@ -44,7 +50,7 @@ The metrics data stream collects the cognitive service metrics that is specific
4450
**Model HTTP Request Metrics:**
4551
- `Requests`: Total number of calls made to the model API over a period of time.
4652

47-
**Model HTTP Request Metrics:**
53+
**Model HTTP Latency Metrics:**
4854
- `Latency`: Measures time taken to process the first byte of response, last byte of response and the request latency.
4955

5056
**Model Usage Metrics:**
@@ -71,7 +77,7 @@ If no resource filter is specified, then all Azure AI Foundry services inside th
7177

7278
The primary aggregation value will be retrieved for all the metrics contained in the namespaces. The aggregation options are `avg`, `sum`, `min`, `max`, `total`, `count`.
7379

74-
#### Logs Reference
80+
### Logs Reference
7581

7682
{{event "logs"}}
7783

@@ -81,7 +87,7 @@ For more details on ECS fields, check the [ECS Field Reference](https://www.elas
8187

8288
{{fields "logs"}}
8389

84-
#### Metrics Reference
90+
### Metrics Reference
8591

8692
The Azure AI Foundry metrics provide insights into the performance and usage of your AI resources. These metrics help in monitoring and optimizing your deployments.
8793

‎packages/azure_ai_foundry/changelog.yml‎

Lines changed: 5 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1,3 +1,8 @@
1+
- version: "0.4.0"
2+
changes:
3+
- description: Add native Audit and RequestResponse logs.
4+
type: enhancement
5+
link: https://github.com/elastic/integrations/pull/14410
16
- version: "0.3.0"
27
changes:
38
- description: Add billing dashboard to the Integration.

‎packages/azure_ai_foundry/data_stream/logs/_dev/test/pipeline/test-ai-foundry-audit.log‎

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1 @@
1+
{"AssetIdentity":"07628fea-67bb-424d-b160-fdc46c82d0b4","Tenant":"eastus","category":"Audit","operationName":"ListKey","properties":{"objectId":"b610ab05-ce06-4cc1-a6dd-174b9f80468a"},"resourceId":"/SUBSCRIPTIONS/12CABCB4-86E8-404F-A3D2-1DC9982F45CA/RESOURCEGROUPS/OBS-AIFOUNDRY-SERVICE-RS/PROVIDERS/MICROSOFT.COGNITIVESERVICES/ACCOUNTS/OBS-AIFOUNDRY-TEST-01","time":"2025-06-17T06:03:30.0000000Z"}

‎packages/azure_ai_foundry/data_stream/logs/_dev/test/pipeline/test-ai-foundry-audit.log-expected.json‎

Lines changed: 37 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,37 @@
1+
{
2+
"expected": [
3+
{
4+
"@timestamp": "2025-06-17T06:03:30.000Z",
5+
"azure": {
6+
"ai_foundry": {
7+
"asset_identity": "07628fea-67bb-424d-b160-fdc46c82d0b4",
8+
"category": "Audit",
9+
"operation_name": "ListKey",
10+
"properties": {
11+
"object_id": "b610ab05-ce06-4cc1-a6dd-174b9f80468a"
12+
},
13+
"tenant": "eastus"
14+
},
15+
"resource": {
16+
"group": "obs-aifoundry-service-rs",
17+
"id": "/subscriptions/12cabcb4-86e8-404f-a3d2-1dc9982f45ca/resourcegroups/obs-aifoundry-service-rs/providers/microsoft.cognitiveservices/accounts/obs-aifoundry-test-01",
18+
"name": "obs-aifoundry-test-01",
19+
"provider": "microsoft.cognitiveservices/accounts"
20+
},
21+
"subscription_id": "12cabcb4-86e8-404f-a3d2-1dc9982f45ca"
22+
},
23+
"cloud": {
24+
"account": {
25+
"id": "12cabcb4-86e8-404f-a3d2-1dc9982f45ca"
26+
},
27+
"provider": "azure"
28+
},
29+
"event": {
30+
"original": "{\"AssetIdentity\":\"07628fea-67bb-424d-b160-fdc46c82d0b4\",\"Tenant\":\"eastus\",\"category\":\"Audit\",\"operationName\":\"ListKey\",\"properties\":{\"objectId\":\"b610ab05-ce06-4cc1-a6dd-174b9f80468a\"},\"resourceId\":\"/SUBSCRIPTIONS/12CABCB4-86E8-404F-A3D2-1DC9982F45CA/RESOURCEGROUPS/OBS-AIFOUNDRY-SERVICE-RS/PROVIDERS/MICROSOFT.COGNITIVESERVICES/ACCOUNTS/OBS-AIFOUNDRY-TEST-01\",\"time\":\"2025-06-17T06:03:30.0000000Z\"}"
31+
},
32+
"tags": [
33+
"preserve_original_event"
34+
]
35+
}
36+
]
37+
}

‎packages/azure_ai_foundry/data_stream/logs/_dev/test/pipeline/test-ai-foundry-request-response.log‎

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,2 @@
1+
{"Tenant":"eastus","callerIpAddress":"81.2.69.***","category":"RequestResponse","correlationId":"9d3a6e98-fc11-48d0-82cf-4de065c1a1f8","durationMs":102,"event":"ShoeboxCallResult","location":"eastus","operationName":"Create_Thread","properties":"{\"apiName\":\"Azure AI FOUNDRY API version 2024-02-15-preview\",\"requestTime\":638481757794854611,\"requestLength\":2,\"responseTime\":638481757795877942,\"responseLength\":113,\"objectId\":\"\"}","resourceId":"/SUBSCRIPTIONS/12CABCB4-86E8-404F-A3D2-1DC9982F45CA/RESOURCEGROUPS/OBS-AIFOUNDRY-SERVICE-RS/PROVIDERS/MICROSOFT.COGNITIVESERVICES/ACCOUNTS/OBS-AIFOUNDRY-TEST-01","resultSignature":"200","time":"2025-06-08T12:23:02.4350000Z"}
2+
{"Tenant":"eastus","callerIpAddress":"81.2.69.***","category":"RequestResponse","correlationId":"d427a391-2bc7-4f38-9cbc-6560600e0981","durationMs":1021,"event":"ShoeboxCallResult","location":"eastus","operationName":"ChatCompletions_Create","properties":{"apiName":"Azure AI FOUNDRY API version 2023-07-01-preview","requestTime":638515262815394150,"requestLength":128,"responseTime":638515262825606520,"responseLength":1411,"objectId":"","streamType":"Non-Streaming","modelDeploymentName":"gpt-chat-pilot","modelName":"gpt-35-turbo","modelVersion":"0301"},"resourceId":"/SUBSCRIPTIONS/12CABCB4-86E8-404F-A3D2-1DC9982F45CA/RESOURCEGROUPS/OBS-AIFOUNDRY-SERVICE-RS/PROVIDERS/MICROSOFT.COGNITIVESERVICES/ACCOUNTS/OBS-AIFOUNDRY-TEST-01","resultSignature":"200","time":"2025-06-24T12:23:02.4350000Z"}

‎packages/azure_ai_foundry/data_stream/logs/_dev/test/pipeline/test-ai-foundry-request-response.log-expected.json‎

Lines changed: 94 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,94 @@
1+
{
2+
"expected": [
3+
{
4+
"@timestamp": "2025-06-08T12:23:02.435Z",
5+
"azure": {
6+
"ai_foundry": {
7+
"caller_ip_address": "81.2.69.***",
8+
"category": "RequestResponse",
9+
"correlation_id": "9d3a6e98-fc11-48d0-82cf-4de065c1a1f8",
10+
"duration_ms": 102,
11+
"event": "ShoeboxCallResult",
12+
"location": "eastus",
13+
"operation_name": "Create_Thread",
14+
"properties": {
15+
"api_name": "Azure AI FOUNDRY API version 2024-02-15-preview",
16+
"request_length": 2,
17+
"request_time": 638481757794854611,
18+
"response_length": 113,
19+
"response_time": 638481757795877942
20+
},
21+
"result_signature": "200",
22+
"tenant": "eastus"
23+
},
24+
"resource": {
25+
"group": "obs-aifoundry-service-rs",
26+
"id": "/subscriptions/12cabcb4-86e8-404f-a3d2-1dc9982f45ca/resourcegroups/obs-aifoundry-service-rs/providers/microsoft.cognitiveservices/accounts/obs-aifoundry-test-01",
27+
"name": "obs-aifoundry-test-01",
28+
"provider": "microsoft.cognitiveservices/accounts"
29+
},
30+
"subscription_id": "12cabcb4-86e8-404f-a3d2-1dc9982f45ca"
31+
},
32+
"cloud": {
33+
"account": {
34+
"id": "12cabcb4-86e8-404f-a3d2-1dc9982f45ca"
35+
},
36+
"provider": "azure"
37+
},
38+
"event": {
39+
"duration": 102000000,
40+
"original": "{\"Tenant\":\"eastus\",\"callerIpAddress\":\"81.2.69.***\",\"category\":\"RequestResponse\",\"correlationId\":\"9d3a6e98-fc11-48d0-82cf-4de065c1a1f8\",\"durationMs\":102,\"event\":\"ShoeboxCallResult\",\"location\":\"eastus\",\"operationName\":\"Create_Thread\",\"properties\":\"{\\\"apiName\\\":\\\"Azure AI FOUNDRY API version 2024-02-15-preview\\\",\\\"requestTime\\\":638481757794854611,\\\"requestLength\\\":2,\\\"responseTime\\\":638481757795877942,\\\"responseLength\\\":113,\\\"objectId\\\":\\\"\\\"}\",\"resourceId\":\"/SUBSCRIPTIONS/12CABCB4-86E8-404F-A3D2-1DC9982F45CA/RESOURCEGROUPS/OBS-AIFOUNDRY-SERVICE-RS/PROVIDERS/MICROSOFT.COGNITIVESERVICES/ACCOUNTS/OBS-AIFOUNDRY-TEST-01\",\"resultSignature\":\"200\",\"time\":\"2025-06-08T12:23:02.4350000Z\"}"
41+
},
42+
"tags": [
43+
"preserve_original_event"
44+
]
45+
},
46+
{
47+
"@timestamp": "2025-06-24T12:23:02.435Z",
48+
"azure": {
49+
"ai_foundry": {
50+
"caller_ip_address": "81.2.69.***",
51+
"category": "RequestResponse",
52+
"correlation_id": "d427a391-2bc7-4f38-9cbc-6560600e0981",
53+
"duration_ms": 1021,
54+
"event": "ShoeboxCallResult",
55+
"location": "eastus",
56+
"operation_name": "ChatCompletions_Create",
57+
"properties": {
58+
"api_name": "Azure AI FOUNDRY API version 2023-07-01-preview",
59+
"model_deployment_name": "gpt-chat-pilot",
60+
"model_name": "gpt-35-turbo",
61+
"model_version": "0301",
62+
"request_length": 128,
63+
"request_time": 638515262815394150,
64+
"response_length": 1411,
65+
"response_time": 638515262825606520,
66+
"stream_type": "Non-Streaming"
67+
},
68+
"result_signature": "200",
69+
"tenant": "eastus"
70+
},
71+
"resource": {
72+
"group": "obs-aifoundry-service-rs",
73+
"id": "/subscriptions/12cabcb4-86e8-404f-a3d2-1dc9982f45ca/resourcegroups/obs-aifoundry-service-rs/providers/microsoft.cognitiveservices/accounts/obs-aifoundry-test-01",
74+
"name": "obs-aifoundry-test-01",
75+
"provider": "microsoft.cognitiveservices/accounts"
76+
},
77+
"subscription_id": "12cabcb4-86e8-404f-a3d2-1dc9982f45ca"
78+
},
79+
"cloud": {
80+
"account": {
81+
"id": "12cabcb4-86e8-404f-a3d2-1dc9982f45ca"
82+
},
83+
"provider": "azure"
84+
},
85+
"event": {
86+
"duration": 1021000000,
87+
"original": "{\"Tenant\":\"eastus\",\"callerIpAddress\":\"81.2.69.***\",\"category\":\"RequestResponse\",\"correlationId\":\"d427a391-2bc7-4f38-9cbc-6560600e0981\",\"durationMs\":1021,\"event\":\"ShoeboxCallResult\",\"location\":\"eastus\",\"operationName\":\"ChatCompletions_Create\",\"properties\":{\"apiName\":\"Azure AI FOUNDRY API version 2023-07-01-preview\",\"requestTime\":638515262815394150,\"requestLength\":128,\"responseTime\":638515262825606520,\"responseLength\":1411,\"objectId\":\"\",\"streamType\":\"Non-Streaming\",\"modelDeploymentName\":\"gpt-chat-pilot\",\"modelName\":\"gpt-35-turbo\",\"modelVersion\":\"0301\"},\"resourceId\":\"/SUBSCRIPTIONS/12CABCB4-86E8-404F-A3D2-1DC9982F45CA/RESOURCEGROUPS/OBS-AIFOUNDRY-SERVICE-RS/PROVIDERS/MICROSOFT.COGNITIVESERVICES/ACCOUNTS/OBS-AIFOUNDRY-TEST-01\",\"resultSignature\":\"200\",\"time\":\"2025-06-24T12:23:02.4350000Z\"}"
88+
},
89+
"tags": [
90+
"preserve_original_event"
91+
]
92+
}
93+
]
94+
}

‎packages/azure_ai_foundry/data_stream/logs/elasticsearch/ingest_pipeline/default.yml‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -24,7 +24,7 @@ processors:
2424
# GatewayLlmLogs - TODO - After Azure make it for production use.
2525
- drop:
2626
description: Drop logs other than GatewayLogs category.
27-
if: "ctx.azure.ai_foundry.category != 'GatewayLogs'"
27+
if: "ctx.azure.ai_foundry.category != 'Audit' && ctx.azure.ai_foundry.category != 'RequestResponse' && ctx.azure.ai_foundry.category != 'GatewayLogs'"
2828
ignore_failure: true
2929
- json:
3030
tag: json-extract-stringly-Properties

0 commit comments

Comments
 (0)