Skip to content

Commit 923df7f

Browse files
galkleinmangalkleinman
authored
fix(openai-instrumentation): logprobs reporting using span event (#172)
1 parent 4cf3bc7 commit 923df7f

File tree

5 files changed

+596
-0
lines changed

5 files changed

+596
-0
lines changed

‎packages/instrumentation-openai/recordings/Test-OpenAI-instrumentation_1770406427/should-emit-logprobs-span-event-for-chat-completion_1028826680/recording.har

+244
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,244 @@
1+
{
2+
"log": {
3+
"_recordingName": "Test OpenAI instrumentation/should emit logprobs span event for chat completion",
4+
"creator": {
5+
"comment": "persister:fs",
6+
"name": "Polly.JS",
7+
"version": "6.0.6"
8+
},
9+
"entries": [
10+
{
11+
"_id": "2ead3a029e620e58580faf3ea60f891e",
12+
"_order": 0,
13+
"cache": {},
14+
"request": {
15+
"bodySize": 159,
16+
"cookies": [],
17+
"headers": [
18+
{
19+
"_fromType": "array",
20+
"name": "content-length",
21+
"value": "159"
22+
},
23+
{
24+
"_fromType": "array",
25+
"name": "accept",
26+
"value": "application/json"
27+
},
28+
{
29+
"_fromType": "array",
30+
"name": "content-type",
31+
"value": "application/json"
32+
},
33+
{
34+
"_fromType": "array",
35+
"name": "user-agent",
36+
"value": "OpenAI/JS 4.28.4"
37+
},
38+
{
39+
"_fromType": "array",
40+
"name": "x-stainless-lang",
41+
"value": "js"
42+
},
43+
{
44+
"_fromType": "array",
45+
"name": "x-stainless-package-version",
46+
"value": "4.28.4"
47+
},
48+
{
49+
"_fromType": "array",
50+
"name": "x-stainless-os",
51+
"value": "MacOS"
52+
},
53+
{
54+
"_fromType": "array",
55+
"name": "x-stainless-arch",
56+
"value": "arm64"
57+
},
58+
{
59+
"_fromType": "array",
60+
"name": "x-stainless-runtime",
61+
"value": "node"
62+
},
63+
{
64+
"_fromType": "array",
65+
"name": "x-stainless-runtime-version",
66+
"value": "v20.9.0"
67+
},
68+
{
69+
"_fromType": "array",
70+
"name": "accept-encoding",
71+
"value": "gzip,deflate"
72+
},
73+
{
74+
"name": "host",
75+
"value": "api.openai.com"
76+
}
77+
],
78+
"headersSize": 469,
79+
"httpVersion": "HTTP/1.1",
80+
"method": "POST",
81+
"postData": {
82+
"mimeType": "application/json",
83+
"params": [],
84+
"text": "{\n \"messages\": [\n {\n \"role\": \"user\",\n \"content\": \"Tell me a joke about OpenTelemetry\"\n }\n ],\n \"model\": \"gpt-3.5-turbo\",\n \"logprobs\": true\n}"
85+
},
86+
"queryString": [],
87+
"url": "https://api.openai.com/v1/chat/completions"
88+
},
89+
"response": {
90+
"bodySize": 1275,
91+
"content": {
92+
"encoding": "base64",
93+
"mimeType": "application/json",
94+
"size": 1275,
95+
"text": "[\"H4sIAAAAAAAAA+RZS2/aQBC+8yu2e8kF0L4fXCIlh6a9VKoi9ZBEyJhNcGN7LXvdJo3y3ysbCARbZhNieigHhGZnzHwzO08/DQCA0RxOAAwXgQuTLB5pSfTXOEj5n3OndZmdffl+HtrPUl3cJxdwWEnY2U8TurXUOLRJFhsX2XR5HOYmcKZ6KpYY\",\"M0G54vVBYucmrsTuMjeiYz5yZT6zI4QJX0kubBSaAk7A1QAAAJ7q70rHdG4e4ASg4ZqSmKII7gycvDABAHMbVxQYFEVUuCB1cLg5DG3qTFqr/WPxCObRHLiFAd8yk16a2CTG5Y9gbn6Z2GYmB7PcBPegzMDvyC0qzigHYRCHZRw4m5+C6/Q6PTNhUBYGRA6Etozn6YkDiyCdx2YtUJvmASQmKMrcJCZ1xSe40un5BUxs77LczorXaDYKX70QwRZDzeTsvUlXmLbQbj8WTsAIjRFCSBNNGRI7bLNHt2XzzUfJ4Q4FI9YgEfyKcjPc1S+bbsG7utk6fh564Koc1Q0MS8wpk8wTFiVNWKhJ4i1cPSN1C9OJFFMppKD6/UCx8HEp6tulVcx1I2WUMcXej1TqJvYWv+MmV89OvuxysR4jpSgTzIykb5Ae332rXNmBg4+FFFphaka+yQYj5eMepL2c2Lzm+F9krnUx6b7rAnNOifjY9NViFD8DN7kwfm8ssZ4NXNfoTuMqLsWu/m8wrVY+F6kJXbeUTtmzMcpsb/2XjHHJDqkfsuUq9Iyr6r/2IiMSUyoYPgCa9ukBWgto/21B1J1CkKAECyn7bwy8bNS3QTZteIdVyBhxJPy73Zbg1z5hrfaLtYVNi5z0qmPHT7On3eULI8IR9Y08QXu+HNVc1qEwHiOtED8gVFqKbb+QVlNmdwbgVAvNsS8uIXyqmE8AtJUEfvyRInLd9iFSMr3bAr3J7W3FoO9EVy8VuoExyrnGlH1gmmtNMj4prK0T7Ts6Tty+5oBwxbX0dr0+vp+XO6M9sz9SXNED7i/zCWbkNVyo48f3/iaIUI6xxv9LD7TcLO6ZLJnCmtCeUwPy27V4jZ+k7x3b9ia2u3tERGl0yFSu3zcotlTPthrLPnBdgrw6T96vaz7taXCIZggx7uuQA/rMl983jU39bZRGxWKam6CwtdaFs9lyoV+J1X8Dy1dvJmCW2yRz0xpo9WdrB8PNi5PN4TpaobMuiDd0qgYrPWDxWDiTTG+j9M7kWR4t32ncZlM6C/GMSyZCOHge/AUAAP//AwBzJcGg3RkAAA==\"]"
96+
},
97+
"cookies": [
98+
{
99+
"domain": ".api.openai.com",
100+
"expires": "2024-03-26T15:03:06.000Z",
101+
"httpOnly": true,
102+
"name": "__cf_bm",
103+
"path": "/",
104+
"sameSite": "None",
105+
"secure": true,
106+
"value": "NSvtgcpHDAZH8AoO_Q3Fs891okiS7Q6hLT3SnrcOBwU-1711463586-1.0.1.1-V0N7G8e04Q6qGUM2kttPlubgExssnQCvgCLWNiMhYluTe977KL43Vod7W8BP6i1eHJfuqvmhP7rQvYHKbtd3oQ"
107+
},
108+
{
109+
"domain": ".api.openai.com",
110+
"httpOnly": true,
111+
"name": "_cfuvid",
112+
"path": "/",
113+
"sameSite": "None",
114+
"secure": true,
115+
"value": "Z6InQeWS_HG8r5P1wLAtd437vS85HwnVd_Ne.wam2No-1711463586368-0.0.1.1-604800000"
116+
}
117+
],
118+
"headers": [
119+
{
120+
"name": "date",
121+
"value": "Tue, 26 Mar 2024 14:33:06 GMT"
122+
},
123+
{
124+
"name": "content-type",
125+
"value": "application/json"
126+
},
127+
{
128+
"name": "transfer-encoding",
129+
"value": "chunked"
130+
},
131+
{
132+
"name": "connection",
133+
"value": "keep-alive"
134+
},
135+
{
136+
"name": "access-control-allow-origin",
137+
"value": "*"
138+
},
139+
{
140+
"name": "cache-control",
141+
"value": "no-cache, must-revalidate"
142+
},
143+
{
144+
"name": "openai-model",
145+
"value": "gpt-3.5-turbo-0125"
146+
},
147+
{
148+
"name": "openai-organization",
149+
"value": "traceloop"
150+
},
151+
{
152+
"name": "openai-processing-ms",
153+
"value": "1000"
154+
},
155+
{
156+
"name": "openai-version",
157+
"value": "2020-10-01"
158+
},
159+
{
160+
"name": "strict-transport-security",
161+
"value": "max-age=15724800; includeSubDomains"
162+
},
163+
{
164+
"name": "x-ratelimit-limit-requests",
165+
"value": "5000"
166+
},
167+
{
168+
"name": "x-ratelimit-limit-tokens",
169+
"value": "160000"
170+
},
171+
{
172+
"name": "x-ratelimit-remaining-requests",
173+
"value": "4999"
174+
},
175+
{
176+
"name": "x-ratelimit-remaining-tokens",
177+
"value": "159974"
178+
},
179+
{
180+
"name": "x-ratelimit-reset-requests",
181+
"value": "12ms"
182+
},
183+
{
184+
"name": "x-ratelimit-reset-tokens",
185+
"value": "9ms"
186+
},
187+
{
188+
"name": "x-request-id",
189+
"value": "req_422be004a8b88e2f5c7f0969d7d0edb6"
190+
},
191+
{
192+
"name": "cf-cache-status",
193+
"value": "DYNAMIC"
194+
},
195+
{
196+
"_fromType": "array",
197+
"name": "set-cookie",
198+
"value": "__cf_bm=NSvtgcpHDAZH8AoO_Q3Fs891okiS7Q6hLT3SnrcOBwU-1711463586-1.0.1.1-V0N7G8e04Q6qGUM2kttPlubgExssnQCvgCLWNiMhYluTe977KL43Vod7W8BP6i1eHJfuqvmhP7rQvYHKbtd3oQ; path=/; expires=Tue, 26-Mar-24 15:03:06 GMT; domain=.api.openai.com; HttpOnly; Secure; SameSite=None"
199+
},
200+
{
201+
"_fromType": "array",
202+
"name": "set-cookie",
203+
"value": "_cfuvid=Z6InQeWS_HG8r5P1wLAtd437vS85HwnVd_Ne.wam2No-1711463586368-0.0.1.1-604800000; path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None"
204+
},
205+
{
206+
"name": "server",
207+
"value": "cloudflare"
208+
},
209+
{
210+
"name": "cf-ray",
211+
"value": "86a7da8f1c1109c7-HFA"
212+
},
213+
{
214+
"name": "content-encoding",
215+
"value": "gzip"
216+
},
217+
{
218+
"name": "alt-svc",
219+
"value": "h3=\":443\"; ma=86400"
220+
}
221+
],
222+
"headersSize": 1209,
223+
"httpVersion": "HTTP/1.1",
224+
"redirectURL": "",
225+
"status": 200,
226+
"statusText": "OK"
227+
},
228+
"startedDateTime": "2024-03-26T14:33:04.955Z",
229+
"time": 1405,
230+
"timings": {
231+
"blocked": -1,
232+
"connect": -1,
233+
"dns": -1,
234+
"receive": 0,
235+
"send": 0,
236+
"ssl": -1,
237+
"wait": 1405
238+
}
239+
}
240+
],
241+
"pages": [],
242+
"version": "1.2"
243+
}
244+
}

0 commit comments

Comments
 (0)