Hugging Face's logo

Spaces:
adityabro124
/
corvia-backend
Running

App Files Community
corvia-backend / retrieval_eval_adaptive_threshold.json
adityarajwaini
Phase 5D.1 + Phase 5D: Complete Tutor Mode UI and API Migration to document_id
076a838
Raw History Blame Contribute Delete
8.3 kB
{
"label": "Adaptive Threshold",
"accuracy": 100.0,
"avg_latency_ms": 13.168966630473733,
"memory_mb": 508.05859375,
"memory_delta_mb": 1.83203125,
"results": [
{
"id": 1,
"query": "What is Ohm's law and how can it be verified experimentally?",
"status": "PASS",
"found": true,
"expected": [
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34
],
"got": [
26,
26,
22,
26,
25
],
"retrieved_chunks": 5,
"top_score": 0.7345,
"latency_ms": 15.982099808752537,
"vector_search_ms": 0.29
},
{
"id": 2,
"query": "What is Fleming's left-hand rule and how is it used?",
"status": "PASS",
"found": true,
"expected": [
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104
],
"got": [
96,
96,
96,
96,
115
],
"retrieved_chunks": 5,
"top_score": 0.6932,
"latency_ms": 15.3952999971807,
"vector_search_ms": 0.28
},
{
"id": 3,
"query": "Describe the construction and working of a biogas plant.",
"status": "PASS",
"found": true,
"expected": [
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159
],
"got": [
153,
154,
153,
158,
154
],
"retrieved_chunks": 5,
"top_score": 0.6823,
"latency_ms": 13.070099987089634,
"vector_search_ms": 0.22
},
{
"id": 4,
"query": "What are the rules for obtaining images formed by concave mirrors?",
"status": "PASS",
"found": true,
"expected": [
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
188,
189,
190,
191,
192,
193,
194
],
"got": [
189,
202,
196,
189,
198
],
"retrieved_chunks": 5,
"top_score": 0.7382,
"latency_ms": 11.560599785298109,
"vector_search_ms": 0.24
},
{
"id": 5,
"query": "Can a person having diabetes donate eyes?",
"status": "PASS",
"found": true,
"expected": [
292,
368,
369
],
"got": [
292,
292,
368,
369,
292
],
"retrieved_chunks": 5,
"top_score": 0.7346,
"latency_ms": 10.14830032363534,
"vector_search_ms": 0.23
},
{
"id": 6,
"query": "Provide a comprehensive summary of all chapters and key concepts in this physics textbook.",
"status": "PASS",
"found": true,
"expected": [
1,
2,
3,
4,
5,
6,
7,
8,
9,
10,
11,
12,
13,
14,
15,
16,
17,
18,
19,
20,
21,
22,
23,
24,
25,
26,
27,
28,
29,
30,
31,
32,
33,
34,
35,
36,
37,
38,
39,
40,
41,
42,
43,
44,
45,
46,
47,
48,
49,
50,
51,
52,
53,
54,
55,
56,
57,
58,
59,
60,
61,
62,
63,
64,
65,
66,
67,
68,
69,
70,
71,
72,
73,
74,
75,
76,
77,
78,
79,
80,
81,
82,
83,
84,
85,
86,
87,
88,
89,
90,
91,
92,
93,
94,
95,
96,
97,
98,
99,
100,
101,
102,
103,
104,
105,
106,
107,
108,
109,
110,
111,
112,
113,
114,
115,
116,
117,
118,
119,
120,
121,
122,
123,
124,
125,
126,
127,
128,
129,
130,
131,
132,
133,
134,
135,
136,
137,
138,
139,
140,
141,
142,
143,
144,
145,
146,
147,
148,
149,
150,
151,
152,
153,
154,
155,
156,
157,
158,
159,
160,
161,
162,
163,
164,
165,
166,
167,
168,
169,
170,
171,
172,
173,
174,
175,
176,
177,
178,
179,
180,
181,
182,
183,
184,
185,
186,
187,
188,
189,
190,
191,
192,
193,
194,
195,
196,
197,
198,
199,
200,
201,
202,
203,
204,
205,
206,
207,
208,
209,
210,
211,
212,
213,
214,
215,
216,
217,
218,
219,
220,
221,
222,
223,
224,
225,
226,
227,
228,
229,
230,
231,
232,
233,
234,
235,
236,
237,
238,
239,
240,
241,
242,
243,
244,
245,
246,
247,
248,
249,
250,
251,
252,
253,
254,
255,
256,
257,
258,
259,
260,
261,
262,
263,
264,
265,
266,
267,
268,
269,
270,
271,
272,
273,
274,
275,
276,
277,
278,
279,
280,
281,
282,
283,
284,
285,
286,
287,
288,
289,
290,
291,
292,
293,
294,
295,
296,
297,
298,
299,
300,
301,
302,
303,
304,
305,
306,
307,
308,
309,
310,
311,
312,
313,
314,
315,
316,
317,
318,
319,
320,
321,
322,
323,
324,
325,
326,
327,
328,
329,
330,
331,
332,
333,
334,
335,
336,
337,
338,
339,
340,
341,
342,
343,
344,
345,
346,
347,
348,
349,
350,
351,
352,
353,
354,
355,
356,
357,
358,
359,
360,
361,
362,
363,
364,
365,
366,
367,
368,
369
],
"got": [
4,
5,
4,
2,
5,
4,
1,
4,
5,
8
],
"retrieved_chunks": 10,
"top_score": 0.6132,
"latency_ms": 12.857399880886078,
"vector_search_ms": 0.24
}
]
}