Alex Cabrera commited on
Commit
6f89ae7
2 Parent(s): 0f5d763 4591bfb

Merge pull request #5 from zeno-ml/eval-dev

Browse files
Files changed (35) hide show
  1. .DS_Store +0 -0
  2. .github/pull_request_template.md +4 -0
  3. .gitignore +2 -0
  4. evals/.DS_Store +0 -0
  5. evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo-0301.pickle +0 -0
  6. evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo.pickle +0 -0
  7. evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo-0301.pickle +0 -0
  8. evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo.pickle +0 -0
  9. evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLanswer_length.pickle +0 -0
  10. evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLnumber_of_blanks.pickle +0 -0
  11. evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLword_freq.pickle +0 -0
  12. evals/.zeno_cache_partially_solved_crossword_clues/folders.pickle +0 -1
  13. evals/.zeno_cache_partially_solved_crossword_clues/reports.pickle +0 -1
  14. evals/.zeno_cache_partially_solved_crossword_clues/view.mjs +0 -1574
  15. evals/crossword/crossword-4.jsonl +202 -0
  16. evals/crossword/crossword_fns.py +1 -1
  17. evals/crossword/tmp.json +0 -0
  18. evals/emotional-intelligence/{emotional-intelligence-turbo-0301.jsonl → emotional-intelligence-0301.jsonl} +0 -0
  19. evals/evals.yaml +8 -5
  20. evals/us-tort-law/us-tort-law-turbo.jsonl +0 -0
  21. frontend/package-lock.json +826 -10
  22. frontend/package.json +9 -2
  23. frontend/public/openai.svg +2 -0
  24. frontend/public/smui.css +0 -0
  25. frontend/public/vite.svg +0 -1
  26. frontend/src/App.svelte +146 -22
  27. frontend/src/app.css +0 -72
  28. frontend/src/assets/handshake.svelte +32 -0
  29. frontend/src/assets/svelte.svg +0 -1
  30. frontend/src/main.ts +0 -1
  31. frontend/src/theme/_smui-theme.scss +95 -0
  32. poetry.lock +10 -10
  33. pyproject.toml +1 -1
  34. zeno-evals-hub/frontend/index.html +21 -7
  35. zeno-evals-hub/main.py +59 -9
.DS_Store ADDED
Binary file (6.15 kB). View file
 
.github/pull_request_template.md ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ ### Checklist
2
+
3
+ - [ ] Added new folder in the `evals` folder with `.jsonl` results and optional Zeno functions file
4
+ - [ ] Added the corresponding entry in `evals/evals.yaml` with at least one results file and the link to the evaluation
.gitignore CHANGED
@@ -127,3 +127,5 @@ dmypy.json
127
 
128
  # Pyre type checker
129
  .pyre/
 
 
 
127
 
128
  # Pyre type checker
129
  .pyre/
130
+
131
+ .zeno_cache*/
evals/.DS_Store ADDED
Binary file (6.15 kB). View file
 
evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo-0301.pickle DELETED
Binary file (5.94 kB)
 
evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo.pickle DELETED
Binary file (5.94 kB)
 
evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo-0301.pickle DELETED
Binary file (5.16 kB)
 
evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo.pickle DELETED
Binary file (5.16 kB)
 
evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLanswer_length.pickle DELETED
Binary file (5.25 kB)
 
evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLnumber_of_blanks.pickle DELETED
Binary file (5.25 kB)
 
evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLword_freq.pickle DELETED
Binary file (5.95 kB)
 
evals/.zeno_cache_partially_solved_crossword_clues/folders.pickle DELETED
@@ -1 +0,0 @@
1
- �]�.
 
 
evals/.zeno_cache_partially_solved_crossword_clues/reports.pickle DELETED
@@ -1 +0,0 @@
1
- �]�.
 
 
evals/.zeno_cache_partially_solved_crossword_clues/view.mjs DELETED
@@ -1,1574 +0,0 @@
1
- function noop() { }
2
- function run(fn) {
3
- return fn();
4
- }
5
- function blank_object() {
6
- return Object.create(null);
7
- }
8
- function run_all(fns) {
9
- fns.forEach(run);
10
- }
11
- function is_function(thing) {
12
- return typeof thing === 'function';
13
- }
14
- function safe_not_equal(a, b) {
15
- return a != a ? b == b : a !== b || ((a && typeof a === 'object') || typeof a === 'function');
16
- }
17
- function is_empty(obj) {
18
- return Object.keys(obj).length === 0;
19
- }
20
- function null_to_empty(value) {
21
- return value == null ? '' : value;
22
- }
23
-
24
- // Track which nodes are claimed during hydration. Unclaimed nodes can then be removed from the DOM
25
- // at the end of hydration without touching the remaining nodes.
26
- let is_hydrating = false;
27
- function start_hydrating() {
28
- is_hydrating = true;
29
- }
30
- function end_hydrating() {
31
- is_hydrating = false;
32
- }
33
- function upper_bound(low, high, key, value) {
34
- // Return first index of value larger than input value in the range [low, high)
35
- while (low < high) {
36
- const mid = low + ((high - low) >> 1);
37
- if (key(mid) <= value) {
38
- low = mid + 1;
39
- }
40
- else {
41
- high = mid;
42
- }
43
- }
44
- return low;
45
- }
46
- function init_hydrate(target) {
47
- if (target.hydrate_init)
48
- return;
49
- target.hydrate_init = true;
50
- // We know that all children have claim_order values since the unclaimed have been detached if target is not <head>
51
- let children = target.childNodes;
52
- // If target is <head>, there may be children without claim_order
53
- if (target.nodeName === 'HEAD') {
54
- const myChildren = [];
55
- for (let i = 0; i < children.length; i++) {
56
- const node = children[i];
57
- if (node.claim_order !== undefined) {
58
- myChildren.push(node);
59
- }
60
- }
61
- children = myChildren;
62
- }
63
- /*
64
- * Reorder claimed children optimally.
65
- * We can reorder claimed children optimally by finding the longest subsequence of
66
- * nodes that are already claimed in order and only moving the rest. The longest
67
- * subsequence of nodes that are claimed in order can be found by
68
- * computing the longest increasing subsequence of .claim_order values.
69
- *
70
- * This algorithm is optimal in generating the least amount of reorder operations
71
- * possible.
72
- *
73
- * Proof:
74
- * We know that, given a set of reordering operations, the nodes that do not move
75
- * always form an increasing subsequence, since they do not move among each other
76
- * meaning that they must be already ordered among each other. Thus, the maximal
77
- * set of nodes that do not move form a longest increasing subsequence.
78
- */
79
- // Compute longest increasing subsequence
80
- // m: subsequence length j => index k of smallest value that ends an increasing subsequence of length j
81
- const m = new Int32Array(children.length + 1);
82
- // Predecessor indices + 1
83
- const p = new Int32Array(children.length);
84
- m[0] = -1;
85
- let longest = 0;
86
- for (let i = 0; i < children.length; i++) {
87
- const current = children[i].claim_order;
88
- // Find the largest subsequence length such that it ends in a value less than our current value
89
- // upper_bound returns first greater value, so we subtract one
90
- // with fast path for when we are on the current longest subsequence
91
- const seqLen = ((longest > 0 && children[m[longest]].claim_order <= current) ? longest + 1 : upper_bound(1, longest, idx => children[m[idx]].claim_order, current)) - 1;
92
- p[i] = m[seqLen] + 1;
93
- const newLen = seqLen + 1;
94
- // We can guarantee that current is the smallest value. Otherwise, we would have generated a longer sequence.
95
- m[newLen] = i;
96
- longest = Math.max(newLen, longest);
97
- }
98
- // The longest increasing subsequence of nodes (initially reversed)
99
- const lis = [];
100
- // The rest of the nodes, nodes that will be moved
101
- const toMove = [];
102
- let last = children.length - 1;
103
- for (let cur = m[longest] + 1; cur != 0; cur = p[cur - 1]) {
104
- lis.push(children[cur - 1]);
105
- for (; last >= cur; last--) {
106
- toMove.push(children[last]);
107
- }
108
- last--;
109
- }
110
- for (; last >= 0; last--) {
111
- toMove.push(children[last]);
112
- }
113
- lis.reverse();
114
- // We sort the nodes being moved to guarantee that their insertion order matches the claim order
115
- toMove.sort((a, b) => a.claim_order - b.claim_order);
116
- // Finally, we move the nodes
117
- for (let i = 0, j = 0; i < toMove.length; i++) {
118
- while (j < lis.length && toMove[i].claim_order >= lis[j].claim_order) {
119
- j++;
120
- }
121
- const anchor = j < lis.length ? lis[j] : null;
122
- target.insertBefore(toMove[i], anchor);
123
- }
124
- }
125
- function append(target, node) {
126
- target.appendChild(node);
127
- }
128
- function append_styles(target, style_sheet_id, styles) {
129
- const append_styles_to = get_root_for_style(target);
130
- if (!append_styles_to.getElementById(style_sheet_id)) {
131
- const style = element('style');
132
- style.id = style_sheet_id;
133
- style.textContent = styles;
134
- append_stylesheet(append_styles_to, style);
135
- }
136
- }
137
- function get_root_for_style(node) {
138
- if (!node)
139
- return document;
140
- const root = node.getRootNode ? node.getRootNode() : node.ownerDocument;
141
- if (root && root.host) {
142
- return root;
143
- }
144
- return node.ownerDocument;
145
- }
146
- function append_stylesheet(node, style) {
147
- append(node.head || node, style);
148
- return style.sheet;
149
- }
150
- function append_hydration(target, node) {
151
- if (is_hydrating) {
152
- init_hydrate(target);
153
- if ((target.actual_end_child === undefined) || ((target.actual_end_child !== null) && (target.actual_end_child.parentNode !== target))) {
154
- target.actual_end_child = target.firstChild;
155
- }
156
- // Skip nodes of undefined ordering
157
- while ((target.actual_end_child !== null) && (target.actual_end_child.claim_order === undefined)) {
158
- target.actual_end_child = target.actual_end_child.nextSibling;
159
- }
160
- if (node !== target.actual_end_child) {
161
- // We only insert if the ordering of this node should be modified or the parent node is not target
162
- if (node.claim_order !== undefined || node.parentNode !== target) {
163
- target.insertBefore(node, target.actual_end_child);
164
- }
165
- }
166
- else {
167
- target.actual_end_child = node.nextSibling;
168
- }
169
- }
170
- else if (node.parentNode !== target || node.nextSibling !== null) {
171
- target.appendChild(node);
172
- }
173
- }
174
- function insert_hydration(target, node, anchor) {
175
- if (is_hydrating && !anchor) {
176
- append_hydration(target, node);
177
- }
178
- else if (node.parentNode !== target || node.nextSibling != anchor) {
179
- target.insertBefore(node, anchor || null);
180
- }
181
- }
182
- function detach(node) {
183
- if (node.parentNode) {
184
- node.parentNode.removeChild(node);
185
- }
186
- }
187
- function destroy_each(iterations, detaching) {
188
- for (let i = 0; i < iterations.length; i += 1) {
189
- if (iterations[i])
190
- iterations[i].d(detaching);
191
- }
192
- }
193
- function element(name) {
194
- return document.createElement(name);
195
- }
196
- function svg_element(name) {
197
- return document.createElementNS('http://www.w3.org/2000/svg', name);
198
- }
199
- function text(data) {
200
- return document.createTextNode(data);
201
- }
202
- function space() {
203
- return text(' ');
204
- }
205
- function empty() {
206
- return text('');
207
- }
208
- function attr(node, attribute, value) {
209
- if (value == null)
210
- node.removeAttribute(attribute);
211
- else if (node.getAttribute(attribute) !== value)
212
- node.setAttribute(attribute, value);
213
- }
214
- function children(element) {
215
- return Array.from(element.childNodes);
216
- }
217
- function init_claim_info(nodes) {
218
- if (nodes.claim_info === undefined) {
219
- nodes.claim_info = { last_index: 0, total_claimed: 0 };
220
- }
221
- }
222
- function claim_node(nodes, predicate, processNode, createNode, dontUpdateLastIndex = false) {
223
- // Try to find nodes in an order such that we lengthen the longest increasing subsequence
224
- init_claim_info(nodes);
225
- const resultNode = (() => {
226
- // We first try to find an element after the previous one
227
- for (let i = nodes.claim_info.last_index; i < nodes.length; i++) {
228
- const node = nodes[i];
229
- if (predicate(node)) {
230
- const replacement = processNode(node);
231
- if (replacement === undefined) {
232
- nodes.splice(i, 1);
233
- }
234
- else {
235
- nodes[i] = replacement;
236
- }
237
- if (!dontUpdateLastIndex) {
238
- nodes.claim_info.last_index = i;
239
- }
240
- return node;
241
- }
242
- }
243
- // Otherwise, we try to find one before
244
- // We iterate in reverse so that we don't go too far back
245
- for (let i = nodes.claim_info.last_index - 1; i >= 0; i--) {
246
- const node = nodes[i];
247
- if (predicate(node)) {
248
- const replacement = processNode(node);
249
- if (replacement === undefined) {
250
- nodes.splice(i, 1);
251
- }
252
- else {
253
- nodes[i] = replacement;
254
- }
255
- if (!dontUpdateLastIndex) {
256
- nodes.claim_info.last_index = i;
257
- }
258
- else if (replacement === undefined) {
259
- // Since we spliced before the last_index, we decrease it
260
- nodes.claim_info.last_index--;
261
- }
262
- return node;
263
- }
264
- }
265
- // If we can't find any matching node, we create a new one
266
- return createNode();
267
- })();
268
- resultNode.claim_order = nodes.claim_info.total_claimed;
269
- nodes.claim_info.total_claimed += 1;
270
- return resultNode;
271
- }
272
- function claim_element_base(nodes, name, attributes, create_element) {
273
- return claim_node(nodes, (node) => node.nodeName === name, (node) => {
274
- const remove = [];
275
- for (let j = 0; j < node.attributes.length; j++) {
276
- const attribute = node.attributes[j];
277
- if (!attributes[attribute.name]) {
278
- remove.push(attribute.name);
279
- }
280
- }
281
- remove.forEach(v => node.removeAttribute(v));
282
- return undefined;
283
- }, () => create_element(name));
284
- }
285
- function claim_element(nodes, name, attributes) {
286
- return claim_element_base(nodes, name, attributes, element);
287
- }
288
- function claim_svg_element(nodes, name, attributes) {
289
- return claim_element_base(nodes, name, attributes, svg_element);
290
- }
291
- function claim_text(nodes, data) {
292
- return claim_node(nodes, (node) => node.nodeType === 3, (node) => {
293
- const dataStr = '' + data;
294
- if (node.data.startsWith(dataStr)) {
295
- if (node.data.length !== dataStr.length) {
296
- return node.splitText(dataStr.length);
297
- }
298
- }
299
- else {
300
- node.data = dataStr;
301
- }
302
- }, () => text(data), true // Text nodes should not update last index since it is likely not worth it to eliminate an increasing subsequence of actual elements
303
- );
304
- }
305
- function claim_space(nodes) {
306
- return claim_text(nodes, ' ');
307
- }
308
- function set_data(text, data) {
309
- data = '' + data;
310
- if (text.wholeText !== data)
311
- text.data = data;
312
- }
313
-
314
- let current_component;
315
- function set_current_component(component) {
316
- current_component = component;
317
- }
318
-
319
- const dirty_components = [];
320
- const binding_callbacks = [];
321
- const render_callbacks = [];
322
- const flush_callbacks = [];
323
- const resolved_promise = Promise.resolve();
324
- let update_scheduled = false;
325
- function schedule_update() {
326
- if (!update_scheduled) {
327
- update_scheduled = true;
328
- resolved_promise.then(flush);
329
- }
330
- }
331
- function add_render_callback(fn) {
332
- render_callbacks.push(fn);
333
- }
334
- // flush() calls callbacks in this order:
335
- // 1. All beforeUpdate callbacks, in order: parents before children
336
- // 2. All bind:this callbacks, in reverse order: children before parents.
337
- // 3. All afterUpdate callbacks, in order: parents before children. EXCEPT
338
- // for afterUpdates called during the initial onMount, which are called in
339
- // reverse order: children before parents.
340
- // Since callbacks might update component values, which could trigger another
341
- // call to flush(), the following steps guard against this:
342
- // 1. During beforeUpdate, any updated components will be added to the
343
- // dirty_components array and will cause a reentrant call to flush(). Because
344
- // the flush index is kept outside the function, the reentrant call will pick
345
- // up where the earlier call left off and go through all dirty components. The
346
- // current_component value is saved and restored so that the reentrant call will
347
- // not interfere with the "parent" flush() call.
348
- // 2. bind:this callbacks cannot trigger new flush() calls.
349
- // 3. During afterUpdate, any updated components will NOT have their afterUpdate
350
- // callback called a second time; the seen_callbacks set, outside the flush()
351
- // function, guarantees this behavior.
352
- const seen_callbacks = new Set();
353
- let flushidx = 0; // Do *not* move this inside the flush() function
354
- function flush() {
355
- // Do not reenter flush while dirty components are updated, as this can
356
- // result in an infinite loop. Instead, let the inner flush handle it.
357
- // Reentrancy is ok afterwards for bindings etc.
358
- if (flushidx !== 0) {
359
- return;
360
- }
361
- const saved_component = current_component;
362
- do {
363
- // first, call beforeUpdate functions
364
- // and update components
365
- try {
366
- while (flushidx < dirty_components.length) {
367
- const component = dirty_components[flushidx];
368
- flushidx++;
369
- set_current_component(component);
370
- update(component.$$);
371
- }
372
- }
373
- catch (e) {
374
- // reset dirty state to not end up in a deadlocked state and then rethrow
375
- dirty_components.length = 0;
376
- flushidx = 0;
377
- throw e;
378
- }
379
- set_current_component(null);
380
- dirty_components.length = 0;
381
- flushidx = 0;
382
- while (binding_callbacks.length)
383
- binding_callbacks.pop()();
384
- // then, once components are updated, call
385
- // afterUpdate functions. This may cause
386
- // subsequent updates...
387
- for (let i = 0; i < render_callbacks.length; i += 1) {
388
- const callback = render_callbacks[i];
389
- if (!seen_callbacks.has(callback)) {
390
- // ...so guard against infinite loops
391
- seen_callbacks.add(callback);
392
- callback();
393
- }
394
- }
395
- render_callbacks.length = 0;
396
- } while (dirty_components.length);
397
- while (flush_callbacks.length) {
398
- flush_callbacks.pop()();
399
- }
400
- update_scheduled = false;
401
- seen_callbacks.clear();
402
- set_current_component(saved_component);
403
- }
404
- function update($$) {
405
- if ($$.fragment !== null) {
406
- $$.update();
407
- run_all($$.before_update);
408
- const dirty = $$.dirty;
409
- $$.dirty = [-1];
410
- $$.fragment && $$.fragment.p($$.ctx, dirty);
411
- $$.after_update.forEach(add_render_callback);
412
- }
413
- }
414
- const outroing = new Set();
415
- let outros;
416
- function group_outros() {
417
- outros = {
418
- r: 0,
419
- c: [],
420
- p: outros // parent group
421
- };
422
- }
423
- function check_outros() {
424
- if (!outros.r) {
425
- run_all(outros.c);
426
- }
427
- outros = outros.p;
428
- }
429
- function transition_in(block, local) {
430
- if (block && block.i) {
431
- outroing.delete(block);
432
- block.i(local);
433
- }
434
- }
435
- function transition_out(block, local, detach, callback) {
436
- if (block && block.o) {
437
- if (outroing.has(block))
438
- return;
439
- outroing.add(block);
440
- outros.c.push(() => {
441
- outroing.delete(block);
442
- if (callback) {
443
- if (detach)
444
- block.d(1);
445
- callback();
446
- }
447
- });
448
- block.o(local);
449
- }
450
- else if (callback) {
451
- callback();
452
- }
453
- }
454
- function create_component(block) {
455
- block && block.c();
456
- }
457
- function claim_component(block, parent_nodes) {
458
- block && block.l(parent_nodes);
459
- }
460
- function mount_component(component, target, anchor, customElement) {
461
- const { fragment, after_update } = component.$$;
462
- fragment && fragment.m(target, anchor);
463
- if (!customElement) {
464
- // onMount happens before the initial afterUpdate
465
- add_render_callback(() => {
466
- const new_on_destroy = component.$$.on_mount.map(run).filter(is_function);
467
- // if the component was destroyed immediately
468
- // it will update the `$$.on_destroy` reference to `null`.
469
- // the destructured on_destroy may still reference to the old array
470
- if (component.$$.on_destroy) {
471
- component.$$.on_destroy.push(...new_on_destroy);
472
- }
473
- else {
474
- // Edge case - component was destroyed immediately,
475
- // most likely as a result of a binding initialising
476
- run_all(new_on_destroy);
477
- }
478
- component.$$.on_mount = [];
479
- });
480
- }
481
- after_update.forEach(add_render_callback);
482
- }
483
- function destroy_component(component, detaching) {
484
- const $$ = component.$$;
485
- if ($$.fragment !== null) {
486
- run_all($$.on_destroy);
487
- $$.fragment && $$.fragment.d(detaching);
488
- // TODO null out other refs, including component.$$ (but need to
489
- // preserve final state?)
490
- $$.on_destroy = $$.fragment = null;
491
- $$.ctx = [];
492
- }
493
- }
494
- function make_dirty(component, i) {
495
- if (component.$$.dirty[0] === -1) {
496
- dirty_components.push(component);
497
- schedule_update();
498
- component.$$.dirty.fill(0);
499
- }
500
- component.$$.dirty[(i / 31) | 0] |= (1 << (i % 31));
501
- }
502
- function init(component, options, instance, create_fragment, not_equal, props, append_styles, dirty = [-1]) {
503
- const parent_component = current_component;
504
- set_current_component(component);
505
- const $$ = component.$$ = {
506
- fragment: null,
507
- ctx: [],
508
- // state
509
- props,
510
- update: noop,
511
- not_equal,
512
- bound: blank_object(),
513
- // lifecycle
514
- on_mount: [],
515
- on_destroy: [],
516
- on_disconnect: [],
517
- before_update: [],
518
- after_update: [],
519
- context: new Map(options.context || (parent_component ? parent_component.$$.context : [])),
520
- // everything else
521
- callbacks: blank_object(),
522
- dirty,
523
- skip_bound: false,
524
- root: options.target || parent_component.$$.root
525
- };
526
- append_styles && append_styles($$.root);
527
- let ready = false;
528
- $$.ctx = instance
529
- ? instance(component, options.props || {}, (i, ret, ...rest) => {
530
- const value = rest.length ? rest[0] : ret;
531
- if ($$.ctx && not_equal($$.ctx[i], $$.ctx[i] = value)) {
532
- if (!$$.skip_bound && $$.bound[i])
533
- $$.bound[i](value);
534
- if (ready)
535
- make_dirty(component, i);
536
- }
537
- return ret;
538
- })
539
- : [];
540
- $$.update();
541
- ready = true;
542
- run_all($$.before_update);
543
- // `false` as a special case of no DOM component
544
- $$.fragment = create_fragment ? create_fragment($$.ctx) : false;
545
- if (options.target) {
546
- if (options.hydrate) {
547
- start_hydrating();
548
- const nodes = children(options.target);
549
- // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
550
- $$.fragment && $$.fragment.l(nodes);
551
- nodes.forEach(detach);
552
- }
553
- else {
554
- // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
555
- $$.fragment && $$.fragment.c();
556
- }
557
- if (options.intro)
558
- transition_in(component.$$.fragment);
559
- mount_component(component, options.target, options.anchor, options.customElement);
560
- end_hydrating();
561
- flush();
562
- }
563
- set_current_component(parent_component);
564
- }
565
- /**
566
- * Base class for Svelte components. Used when dev=false.
567
- */
568
- class SvelteComponent {
569
- $destroy() {
570
- destroy_component(this, 1);
571
- this.$destroy = noop;
572
- }
573
- $on(type, callback) {
574
- if (!is_function(callback)) {
575
- return noop;
576
- }
577
- const callbacks = (this.$$.callbacks[type] || (this.$$.callbacks[type] = []));
578
- callbacks.push(callback);
579
- return () => {
580
- const index = callbacks.indexOf(callback);
581
- if (index !== -1)
582
- callbacks.splice(index, 1);
583
- };
584
- }
585
- $set($$props) {
586
- if (this.$$set && !is_empty($$props)) {
587
- this.$$.skip_bound = true;
588
- this.$$set($$props);
589
- this.$$.skip_bound = false;
590
- }
591
- }
592
- }
593
-
594
- /* src/AssistantBlock.svelte generated by Svelte v3.55.1 */
595
-
596
- function add_css$3(target) {
597
- append_styles(target, "svelte-1e3mbn4", ".model.svelte-1e3mbn4.svelte-1e3mbn4{fill:var(--logo)}.no-model.svelte-1e3mbn4.svelte-1e3mbn4{fill:var(--G3)}.model-border.svelte-1e3mbn4.svelte-1e3mbn4{border:1px solid var(--logo)}.no-model-border.svelte-1e3mbn4.svelte-1e3mbn4{border:1px solid rgba(224, 224, 224, 1)}.box.svelte-1e3mbn4.svelte-1e3mbn4{margin-top:10px;margin-bottom:10px;display:flex;align-items:start}.box.svelte-1e3mbn4 svg.svelte-1e3mbn4{min-width:24px;width:24px;margin-right:10px;margin-top:7px}.chat.svelte-1e3mbn4.svelte-1e3mbn4{border-radius:5px;margin:0px;padding:10px;overflow-wrap:anywhere}");
598
- }
599
-
600
- function create_fragment$3(ctx) {
601
- let div;
602
- let svg;
603
- let path;
604
- let svg_class_value;
605
- let t0;
606
- let p;
607
- let t1;
608
- let p_class_value;
609
-
610
- return {
611
- c() {
612
- div = element("div");
613
- svg = svg_element("svg");
614
- path = svg_element("path");
615
- t0 = space();
616
- p = element("p");
617
- t1 = text(/*input*/ ctx[0]);
618
- this.h();
619
- },
620
- l(nodes) {
621
- div = claim_element(nodes, "DIV", { class: true });
622
- var div_nodes = children(div);
623
- svg = claim_svg_element(div_nodes, "svg", { xmlns: true, viewBox: true, class: true });
624
- var svg_nodes = children(svg);
625
- path = claim_svg_element(svg_nodes, "path", { d: true });
626
- children(path).forEach(detach);
627
- svg_nodes.forEach(detach);
628
- t0 = claim_space(div_nodes);
629
- p = claim_element(div_nodes, "P", { class: true });
630
- var p_nodes = children(p);
631
- t1 = claim_text(p_nodes, /*input*/ ctx[0]);
632
- p_nodes.forEach(detach);
633
- div_nodes.forEach(detach);
634
- this.h();
635
- },
636
- h() {
637
- attr(path, "d", "M320 0c17.7 0 32 14.3 32 32V96H472c39.8 0 72 32.2 72 72V440c0 39.8-32.2 72-72 72H168c-39.8 0-72-32.2-72-72V168c0-39.8 32.2-72 72-72H288V32c0-17.7 14.3-32 32-32zM208 384c-8.8 0-16 7.2-16 16s7.2 16 16 16h32c8.8 0 16-7.2 16-16s-7.2-16-16-16H208zm96 0c-8.8 0-16 7.2-16 16s7.2 16 16 16h32c8.8 0 16-7.2 16-16s-7.2-16-16-16H304zm96 0c-8.8 0-16 7.2-16 16s7.2 16 16 16h32c8.8 0 16-7.2 16-16s-7.2-16-16-16H400zM264 256a40 40 0 1 0 -80 0 40 40 0 1 0 80 0zm152 40a40 40 0 1 0 0-80 40 40 0 1 0 0 80zM48 224H64V416H48c-26.5 0-48-21.5-48-48V272c0-26.5 21.5-48 48-48zm544 0c26.5 0 48 21.5 48 48v96c0 26.5-21.5 48-48 48H576V224h16z");
638
- attr(svg, "xmlns", "http://www.w3.org/2000/svg");
639
- attr(svg, "viewBox", "0 0 640 512");
640
- attr(svg, "class", svg_class_value = "" + (null_to_empty(/*output*/ ctx[1] ? "model" : "no-model") + " svelte-1e3mbn4"));
641
- attr(p, "class", p_class_value = "chat " + (/*output*/ ctx[1] ? 'model-border' : 'no-model-border') + " svelte-1e3mbn4");
642
- attr(div, "class", "box svelte-1e3mbn4");
643
- },
644
- m(target, anchor) {
645
- insert_hydration(target, div, anchor);
646
- append_hydration(div, svg);
647
- append_hydration(svg, path);
648
- append_hydration(div, t0);
649
- append_hydration(div, p);
650
- append_hydration(p, t1);
651
- },
652
- p(ctx, [dirty]) {
653
- if (dirty & /*output*/ 2 && svg_class_value !== (svg_class_value = "" + (null_to_empty(/*output*/ ctx[1] ? "model" : "no-model") + " svelte-1e3mbn4"))) {
654
- attr(svg, "class", svg_class_value);
655
- }
656
-
657
- if (dirty & /*input*/ 1) set_data(t1, /*input*/ ctx[0]);
658
-
659
- if (dirty & /*output*/ 2 && p_class_value !== (p_class_value = "chat " + (/*output*/ ctx[1] ? 'model-border' : 'no-model-border') + " svelte-1e3mbn4")) {
660
- attr(p, "class", p_class_value);
661
- }
662
- },
663
- i: noop,
664
- o: noop,
665
- d(detaching) {
666
- if (detaching) detach(div);
667
- }
668
- };
669
- }
670
-
671
- function instance$3($$self, $$props, $$invalidate) {
672
- let { input } = $$props;
673
- let { output = false } = $$props;
674
-
675
- $$self.$$set = $$props => {
676
- if ('input' in $$props) $$invalidate(0, input = $$props.input);
677
- if ('output' in $$props) $$invalidate(1, output = $$props.output);
678
- };
679
-
680
- return [input, output];
681
- }
682
-
683
- class AssistantBlock extends SvelteComponent {
684
- constructor(options) {
685
- super();
686
- init(this, options, instance$3, create_fragment$3, safe_not_equal, { input: 0, output: 1 }, add_css$3);
687
- }
688
- }
689
-
690
- /* src/SystemBlock.svelte generated by Svelte v3.55.1 */
691
-
692
- function add_css$2(target) {
693
- append_styles(target, "svelte-18o0ab2", "p.svelte-18o0ab2{margin:0px}");
694
- }
695
-
696
- function create_fragment$2(ctx) {
697
- let p;
698
- let b;
699
- let t0;
700
- let t1;
701
- let span;
702
- let t2;
703
-
704
- return {
705
- c() {
706
- p = element("p");
707
- b = element("b");
708
- t0 = text("System:");
709
- t1 = space();
710
- span = element("span");
711
- t2 = text(/*input*/ ctx[0]);
712
- this.h();
713
- },
714
- l(nodes) {
715
- p = claim_element(nodes, "P", { class: true });
716
- var p_nodes = children(p);
717
- b = claim_element(p_nodes, "B", {});
718
- var b_nodes = children(b);
719
- t0 = claim_text(b_nodes, "System:");
720
- b_nodes.forEach(detach);
721
- t1 = claim_space(p_nodes);
722
- span = claim_element(p_nodes, "SPAN", {});
723
- var span_nodes = children(span);
724
- t2 = claim_text(span_nodes, /*input*/ ctx[0]);
725
- span_nodes.forEach(detach);
726
- p_nodes.forEach(detach);
727
- this.h();
728
- },
729
- h() {
730
- attr(p, "class", "svelte-18o0ab2");
731
- },
732
- m(target, anchor) {
733
- insert_hydration(target, p, anchor);
734
- append_hydration(p, b);
735
- append_hydration(b, t0);
736
- append_hydration(p, t1);
737
- append_hydration(p, span);
738
- append_hydration(span, t2);
739
- },
740
- p(ctx, [dirty]) {
741
- if (dirty & /*input*/ 1) set_data(t2, /*input*/ ctx[0]);
742
- },
743
- i: noop,
744
- o: noop,
745
- d(detaching) {
746
- if (detaching) detach(p);
747
- }
748
- };
749
- }
750
-
751
- function instance$2($$self, $$props, $$invalidate) {
752
- let { input } = $$props;
753
-
754
- $$self.$$set = $$props => {
755
- if ('input' in $$props) $$invalidate(0, input = $$props.input);
756
- };
757
-
758
- return [input];
759
- }
760
-
761
- class SystemBlock extends SvelteComponent {
762
- constructor(options) {
763
- super();
764
- init(this, options, instance$2, create_fragment$2, safe_not_equal, { input: 0 }, add_css$2);
765
- }
766
- }
767
-
768
- /* src/UserBlock.svelte generated by Svelte v3.55.1 */
769
-
770
- function add_css$1(target) {
771
- append_styles(target, "svelte-1lys9p1", ".box.svelte-1lys9p1.svelte-1lys9p1{margin-top:10px;margin-bottom:10px;display:flex;align-items:start}.box.svelte-1lys9p1 svg.svelte-1lys9p1{min-width:24px;width:24px;margin-right:10px;margin-top:7px;fill:var(--G3)}.chat.svelte-1lys9p1.svelte-1lys9p1{border:1px solid rgba(224, 224, 224, 1);border-radius:5px;margin:0px;padding:10px;overflow-wrap:anywhere}");
772
- }
773
-
774
- function create_fragment$1(ctx) {
775
- let div;
776
- let svg;
777
- let path;
778
- let t0;
779
- let p;
780
- let t1;
781
-
782
- return {
783
- c() {
784
- div = element("div");
785
- svg = svg_element("svg");
786
- path = svg_element("path");
787
- t0 = space();
788
- p = element("p");
789
- t1 = text(/*input*/ ctx[0]);
790
- this.h();
791
- },
792
- l(nodes) {
793
- div = claim_element(nodes, "DIV", { class: true });
794
- var div_nodes = children(div);
795
- svg = claim_svg_element(div_nodes, "svg", { xmlns: true, viewBox: true, class: true });
796
- var svg_nodes = children(svg);
797
- path = claim_svg_element(svg_nodes, "path", { d: true });
798
- children(path).forEach(detach);
799
- svg_nodes.forEach(detach);
800
- t0 = claim_space(div_nodes);
801
- p = claim_element(div_nodes, "P", { class: true });
802
- var p_nodes = children(p);
803
- t1 = claim_text(p_nodes, /*input*/ ctx[0]);
804
- p_nodes.forEach(detach);
805
- div_nodes.forEach(detach);
806
- this.h();
807
- },
808
- h() {
809
- attr(path, "d", "M224 256A128 128 0 1 0 224 0a128 128 0 1 0 0 256zm-45.7 48C79.8 304 0 383.8 0 482.3C0 498.7 13.3 512 29.7 512H418.3c16.4 0 29.7-13.3 29.7-29.7C448 383.8 368.2 304 269.7 304H178.3z");
810
- attr(svg, "xmlns", "http://www.w3.org/2000/svg");
811
- attr(svg, "viewBox", "0 0 448 512");
812
- attr(svg, "class", "svelte-1lys9p1");
813
- attr(p, "class", "chat svelte-1lys9p1");
814
- attr(div, "class", "box svelte-1lys9p1");
815
- },
816
- m(target, anchor) {
817
- insert_hydration(target, div, anchor);
818
- append_hydration(div, svg);
819
- append_hydration(svg, path);
820
- append_hydration(div, t0);
821
- append_hydration(div, p);
822
- append_hydration(p, t1);
823
- },
824
- p(ctx, [dirty]) {
825
- if (dirty & /*input*/ 1) set_data(t1, /*input*/ ctx[0]);
826
- },
827
- i: noop,
828
- o: noop,
829
- d(detaching) {
830
- if (detaching) detach(div);
831
- }
832
- };
833
- }
834
-
835
- function instance$1($$self, $$props, $$invalidate) {
836
- let { input } = $$props;
837
-
838
- $$self.$$set = $$props => {
839
- if ('input' in $$props) $$invalidate(0, input = $$props.input);
840
- };
841
-
842
- return [input];
843
- }
844
-
845
- class UserBlock extends SvelteComponent {
846
- constructor(options) {
847
- super();
848
- init(this, options, instance$1, create_fragment$1, safe_not_equal, { input: 0 }, add_css$1);
849
- }
850
- }
851
-
852
- /* src/InstanceView.svelte generated by Svelte v3.55.1 */
853
-
854
- function add_css(target) {
855
- append_styles(target, "svelte-eoma5v", "#container.svelte-eoma5v{border:0.5px solid rgb(224, 224, 224);min-width:350px;border-radius:2px;padding:10px}.label.svelte-eoma5v{margin-right:5px;font-weight:700}p.svelte-eoma5v{margin:5px;overflow-wrap:anywhere}");
856
- }
857
-
858
- function get_each_context(ctx, list, i) {
859
- const child_ctx = ctx.slice();
860
- child_ctx[6] = list[i];
861
- return child_ctx;
862
- }
863
-
864
- // (21:2) {#if entry[dataColumn]}
865
- function create_if_block_2(ctx) {
866
- let current_block_type_index;
867
- let if_block;
868
- let if_block_anchor;
869
- let current;
870
- const if_block_creators = [create_if_block_3, create_else_block];
871
- const if_blocks = [];
872
-
873
- function select_block_type(ctx, dirty) {
874
- if (typeof /*entry*/ ctx[0][/*dataColumn*/ ctx[3]] === "string") return 0;
875
- return 1;
876
- }
877
-
878
- current_block_type_index = select_block_type(ctx);
879
- if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
880
-
881
- return {
882
- c() {
883
- if_block.c();
884
- if_block_anchor = empty();
885
- },
886
- l(nodes) {
887
- if_block.l(nodes);
888
- if_block_anchor = empty();
889
- },
890
- m(target, anchor) {
891
- if_blocks[current_block_type_index].m(target, anchor);
892
- insert_hydration(target, if_block_anchor, anchor);
893
- current = true;
894
- },
895
- p(ctx, dirty) {
896
- let previous_block_index = current_block_type_index;
897
- current_block_type_index = select_block_type(ctx);
898
-
899
- if (current_block_type_index === previous_block_index) {
900
- if_blocks[current_block_type_index].p(ctx, dirty);
901
- } else {
902
- group_outros();
903
-
904
- transition_out(if_blocks[previous_block_index], 1, 1, () => {
905
- if_blocks[previous_block_index] = null;
906
- });
907
-
908
- check_outros();
909
- if_block = if_blocks[current_block_type_index];
910
-
911
- if (!if_block) {
912
- if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
913
- if_block.c();
914
- } else {
915
- if_block.p(ctx, dirty);
916
- }
917
-
918
- transition_in(if_block, 1);
919
- if_block.m(if_block_anchor.parentNode, if_block_anchor);
920
- }
921
- },
922
- i(local) {
923
- if (current) return;
924
- transition_in(if_block);
925
- current = true;
926
- },
927
- o(local) {
928
- transition_out(if_block);
929
- current = false;
930
- },
931
- d(detaching) {
932
- if_blocks[current_block_type_index].d(detaching);
933
- if (detaching) detach(if_block_anchor);
934
- }
935
- };
936
- }
937
-
938
- // (24:4) {:else}
939
- function create_else_block(ctx) {
940
- let each_1_anchor;
941
- let current;
942
- let each_value = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]];
943
- let each_blocks = [];
944
-
945
- for (let i = 0; i < each_value.length; i += 1) {
946
- each_blocks[i] = create_each_block(get_each_context(ctx, each_value, i));
947
- }
948
-
949
- const out = i => transition_out(each_blocks[i], 1, 1, () => {
950
- each_blocks[i] = null;
951
- });
952
-
953
- return {
954
- c() {
955
- for (let i = 0; i < each_blocks.length; i += 1) {
956
- each_blocks[i].c();
957
- }
958
-
959
- each_1_anchor = empty();
960
- },
961
- l(nodes) {
962
- for (let i = 0; i < each_blocks.length; i += 1) {
963
- each_blocks[i].l(nodes);
964
- }
965
-
966
- each_1_anchor = empty();
967
- },
968
- m(target, anchor) {
969
- for (let i = 0; i < each_blocks.length; i += 1) {
970
- each_blocks[i].m(target, anchor);
971
- }
972
-
973
- insert_hydration(target, each_1_anchor, anchor);
974
- current = true;
975
- },
976
- p(ctx, dirty) {
977
- if (dirty & /*entry, dataColumn*/ 9) {
978
- each_value = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]];
979
- let i;
980
-
981
- for (i = 0; i < each_value.length; i += 1) {
982
- const child_ctx = get_each_context(ctx, each_value, i);
983
-
984
- if (each_blocks[i]) {
985
- each_blocks[i].p(child_ctx, dirty);
986
- transition_in(each_blocks[i], 1);
987
- } else {
988
- each_blocks[i] = create_each_block(child_ctx);
989
- each_blocks[i].c();
990
- transition_in(each_blocks[i], 1);
991
- each_blocks[i].m(each_1_anchor.parentNode, each_1_anchor);
992
- }
993
- }
994
-
995
- group_outros();
996
-
997
- for (i = each_value.length; i < each_blocks.length; i += 1) {
998
- out(i);
999
- }
1000
-
1001
- check_outros();
1002
- }
1003
- },
1004
- i(local) {
1005
- if (current) return;
1006
-
1007
- for (let i = 0; i < each_value.length; i += 1) {
1008
- transition_in(each_blocks[i]);
1009
- }
1010
-
1011
- current = true;
1012
- },
1013
- o(local) {
1014
- each_blocks = each_blocks.filter(Boolean);
1015
-
1016
- for (let i = 0; i < each_blocks.length; i += 1) {
1017
- transition_out(each_blocks[i]);
1018
- }
1019
-
1020
- current = false;
1021
- },
1022
- d(detaching) {
1023
- destroy_each(each_blocks, detaching);
1024
- if (detaching) detach(each_1_anchor);
1025
- }
1026
- };
1027
- }
1028
-
1029
- // (22:4) {#if typeof entry[dataColumn] === "string"}
1030
- function create_if_block_3(ctx) {
1031
- let userblock;
1032
- let current;
1033
-
1034
- userblock = new UserBlock({
1035
- props: {
1036
- input: /*entry*/ ctx[0][/*dataColumn*/ ctx[3]]
1037
- }
1038
- });
1039
-
1040
- return {
1041
- c() {
1042
- create_component(userblock.$$.fragment);
1043
- },
1044
- l(nodes) {
1045
- claim_component(userblock.$$.fragment, nodes);
1046
- },
1047
- m(target, anchor) {
1048
- mount_component(userblock, target, anchor);
1049
- current = true;
1050
- },
1051
- p(ctx, dirty) {
1052
- const userblock_changes = {};
1053
- if (dirty & /*entry, dataColumn*/ 9) userblock_changes.input = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]];
1054
- userblock.$set(userblock_changes);
1055
- },
1056
- i(local) {
1057
- if (current) return;
1058
- transition_in(userblock.$$.fragment, local);
1059
- current = true;
1060
- },
1061
- o(local) {
1062
- transition_out(userblock.$$.fragment, local);
1063
- current = false;
1064
- },
1065
- d(detaching) {
1066
- destroy_component(userblock, detaching);
1067
- }
1068
- };
1069
- }
1070
-
1071
- // (30:42)
1072
- function create_if_block_6(ctx) {
1073
- let userblock;
1074
- let current;
1075
-
1076
- userblock = new UserBlock({
1077
- props: { input: /*item*/ ctx[6]["content"] }
1078
- });
1079
-
1080
- return {
1081
- c() {
1082
- create_component(userblock.$$.fragment);
1083
- },
1084
- l(nodes) {
1085
- claim_component(userblock.$$.fragment, nodes);
1086
- },
1087
- m(target, anchor) {
1088
- mount_component(userblock, target, anchor);
1089
- current = true;
1090
- },
1091
- p(ctx, dirty) {
1092
- const userblock_changes = {};
1093
- if (dirty & /*entry, dataColumn*/ 9) userblock_changes.input = /*item*/ ctx[6]["content"];
1094
- userblock.$set(userblock_changes);
1095
- },
1096
- i(local) {
1097
- if (current) return;
1098
- transition_in(userblock.$$.fragment, local);
1099
- current = true;
1100
- },
1101
- o(local) {
1102
- transition_out(userblock.$$.fragment, local);
1103
- current = false;
1104
- },
1105
- d(detaching) {
1106
- destroy_component(userblock, detaching);
1107
- }
1108
- };
1109
- }
1110
-
1111
- // (28:47)
1112
- function create_if_block_5(ctx) {
1113
- let assistantblock;
1114
- let current;
1115
-
1116
- assistantblock = new AssistantBlock({
1117
- props: { input: /*item*/ ctx[6]["content"] }
1118
- });
1119
-
1120
- return {
1121
- c() {
1122
- create_component(assistantblock.$$.fragment);
1123
- },
1124
- l(nodes) {
1125
- claim_component(assistantblock.$$.fragment, nodes);
1126
- },
1127
- m(target, anchor) {
1128
- mount_component(assistantblock, target, anchor);
1129
- current = true;
1130
- },
1131
- p(ctx, dirty) {
1132
- const assistantblock_changes = {};
1133
- if (dirty & /*entry, dataColumn*/ 9) assistantblock_changes.input = /*item*/ ctx[6]["content"];
1134
- assistantblock.$set(assistantblock_changes);
1135
- },
1136
- i(local) {
1137
- if (current) return;
1138
- transition_in(assistantblock.$$.fragment, local);
1139
- current = true;
1140
- },
1141
- o(local) {
1142
- transition_out(assistantblock.$$.fragment, local);
1143
- current = false;
1144
- },
1145
- d(detaching) {
1146
- destroy_component(assistantblock, detaching);
1147
- }
1148
- };
1149
- }
1150
-
1151
- // (26:8) {#if item["role"] === "system"}
1152
- function create_if_block_4(ctx) {
1153
- let systemblock;
1154
- let current;
1155
-
1156
- systemblock = new SystemBlock({
1157
- props: { input: /*item*/ ctx[6]["content"] }
1158
- });
1159
-
1160
- return {
1161
- c() {
1162
- create_component(systemblock.$$.fragment);
1163
- },
1164
- l(nodes) {
1165
- claim_component(systemblock.$$.fragment, nodes);
1166
- },
1167
- m(target, anchor) {
1168
- mount_component(systemblock, target, anchor);
1169
- current = true;
1170
- },
1171
- p(ctx, dirty) {
1172
- const systemblock_changes = {};
1173
- if (dirty & /*entry, dataColumn*/ 9) systemblock_changes.input = /*item*/ ctx[6]["content"];
1174
- systemblock.$set(systemblock_changes);
1175
- },
1176
- i(local) {
1177
- if (current) return;
1178
- transition_in(systemblock.$$.fragment, local);
1179
- current = true;
1180
- },
1181
- o(local) {
1182
- transition_out(systemblock.$$.fragment, local);
1183
- current = false;
1184
- },
1185
- d(detaching) {
1186
- destroy_component(systemblock, detaching);
1187
- }
1188
- };
1189
- }
1190
-
1191
- // (25:6) {#each entry[dataColumn] as item}
1192
- function create_each_block(ctx) {
1193
- let current_block_type_index;
1194
- let if_block;
1195
- let if_block_anchor;
1196
- let current;
1197
- const if_block_creators = [create_if_block_4, create_if_block_5, create_if_block_6];
1198
- const if_blocks = [];
1199
-
1200
- function select_block_type_1(ctx, dirty) {
1201
- if (/*item*/ ctx[6]["role"] === "system") return 0;
1202
- if (/*item*/ ctx[6]["role"] === "assistant") return 1;
1203
- if (/*item*/ ctx[6]["role"] === "user") return 2;
1204
- return -1;
1205
- }
1206
-
1207
- if (~(current_block_type_index = select_block_type_1(ctx))) {
1208
- if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
1209
- }
1210
-
1211
- return {
1212
- c() {
1213
- if (if_block) if_block.c();
1214
- if_block_anchor = empty();
1215
- },
1216
- l(nodes) {
1217
- if (if_block) if_block.l(nodes);
1218
- if_block_anchor = empty();
1219
- },
1220
- m(target, anchor) {
1221
- if (~current_block_type_index) {
1222
- if_blocks[current_block_type_index].m(target, anchor);
1223
- }
1224
-
1225
- insert_hydration(target, if_block_anchor, anchor);
1226
- current = true;
1227
- },
1228
- p(ctx, dirty) {
1229
- let previous_block_index = current_block_type_index;
1230
- current_block_type_index = select_block_type_1(ctx);
1231
-
1232
- if (current_block_type_index === previous_block_index) {
1233
- if (~current_block_type_index) {
1234
- if_blocks[current_block_type_index].p(ctx, dirty);
1235
- }
1236
- } else {
1237
- if (if_block) {
1238
- group_outros();
1239
-
1240
- transition_out(if_blocks[previous_block_index], 1, 1, () => {
1241
- if_blocks[previous_block_index] = null;
1242
- });
1243
-
1244
- check_outros();
1245
- }
1246
-
1247
- if (~current_block_type_index) {
1248
- if_block = if_blocks[current_block_type_index];
1249
-
1250
- if (!if_block) {
1251
- if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
1252
- if_block.c();
1253
- } else {
1254
- if_block.p(ctx, dirty);
1255
- }
1256
-
1257
- transition_in(if_block, 1);
1258
- if_block.m(if_block_anchor.parentNode, if_block_anchor);
1259
- } else {
1260
- if_block = null;
1261
- }
1262
- }
1263
- },
1264
- i(local) {
1265
- if (current) return;
1266
- transition_in(if_block);
1267
- current = true;
1268
- },
1269
- o(local) {
1270
- transition_out(if_block);
1271
- current = false;
1272
- },
1273
- d(detaching) {
1274
- if (~current_block_type_index) {
1275
- if_blocks[current_block_type_index].d(detaching);
1276
- }
1277
-
1278
- if (detaching) detach(if_block_anchor);
1279
- }
1280
- };
1281
- }
1282
-
1283
- // (36:2) {#if entry[modelColumn]}
1284
- function create_if_block_1(ctx) {
1285
- let assistantblock;
1286
- let current;
1287
-
1288
- assistantblock = new AssistantBlock({
1289
- props: {
1290
- input: /*entry*/ ctx[0][/*modelColumn*/ ctx[1]],
1291
- output: true
1292
- }
1293
- });
1294
-
1295
- return {
1296
- c() {
1297
- create_component(assistantblock.$$.fragment);
1298
- },
1299
- l(nodes) {
1300
- claim_component(assistantblock.$$.fragment, nodes);
1301
- },
1302
- m(target, anchor) {
1303
- mount_component(assistantblock, target, anchor);
1304
- current = true;
1305
- },
1306
- p(ctx, dirty) {
1307
- const assistantblock_changes = {};
1308
- if (dirty & /*entry, modelColumn*/ 3) assistantblock_changes.input = /*entry*/ ctx[0][/*modelColumn*/ ctx[1]];
1309
- assistantblock.$set(assistantblock_changes);
1310
- },
1311
- i(local) {
1312
- if (current) return;
1313
- transition_in(assistantblock.$$.fragment, local);
1314
- current = true;
1315
- },
1316
- o(local) {
1317
- transition_out(assistantblock.$$.fragment, local);
1318
- current = false;
1319
- },
1320
- d(detaching) {
1321
- destroy_component(assistantblock, detaching);
1322
- }
1323
- };
1324
- }
1325
-
1326
- // (39:2) {#if entry[labelColumn]}
1327
- function create_if_block(ctx) {
1328
- let p;
1329
- let span;
1330
- let t0;
1331
- let t1;
1332
- let t2_value = /*entry*/ ctx[0][/*labelColumn*/ ctx[2]] + "";
1333
- let t2;
1334
-
1335
- return {
1336
- c() {
1337
- p = element("p");
1338
- span = element("span");
1339
- t0 = text("Expected:");
1340
- t1 = space();
1341
- t2 = text(t2_value);
1342
- this.h();
1343
- },
1344
- l(nodes) {
1345
- p = claim_element(nodes, "P", { class: true });
1346
- var p_nodes = children(p);
1347
- span = claim_element(p_nodes, "SPAN", { class: true });
1348
- var span_nodes = children(span);
1349
- t0 = claim_text(span_nodes, "Expected:");
1350
- span_nodes.forEach(detach);
1351
- t1 = claim_space(p_nodes);
1352
- t2 = claim_text(p_nodes, t2_value);
1353
- p_nodes.forEach(detach);
1354
- this.h();
1355
- },
1356
- h() {
1357
- attr(span, "class", "label svelte-eoma5v");
1358
- attr(p, "class", "svelte-eoma5v");
1359
- },
1360
- m(target, anchor) {
1361
- insert_hydration(target, p, anchor);
1362
- append_hydration(p, span);
1363
- append_hydration(span, t0);
1364
- append_hydration(p, t1);
1365
- append_hydration(p, t2);
1366
- },
1367
- p(ctx, dirty) {
1368
- if (dirty & /*entry, labelColumn*/ 5 && t2_value !== (t2_value = /*entry*/ ctx[0][/*labelColumn*/ ctx[2]] + "")) set_data(t2, t2_value);
1369
- },
1370
- d(detaching) {
1371
- if (detaching) detach(p);
1372
- }
1373
- };
1374
- }
1375
-
1376
- function create_fragment(ctx) {
1377
- let div;
1378
- let t0;
1379
- let t1;
1380
- let current;
1381
- let if_block0 = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]] && create_if_block_2(ctx);
1382
- let if_block1 = /*entry*/ ctx[0][/*modelColumn*/ ctx[1]] && create_if_block_1(ctx);
1383
- let if_block2 = /*entry*/ ctx[0][/*labelColumn*/ ctx[2]] && create_if_block(ctx);
1384
-
1385
- return {
1386
- c() {
1387
- div = element("div");
1388
- if (if_block0) if_block0.c();
1389
- t0 = space();
1390
- if (if_block1) if_block1.c();
1391
- t1 = space();
1392
- if (if_block2) if_block2.c();
1393
- this.h();
1394
- },
1395
- l(nodes) {
1396
- div = claim_element(nodes, "DIV", { id: true, class: true });
1397
- var div_nodes = children(div);
1398
- if (if_block0) if_block0.l(div_nodes);
1399
- t0 = claim_space(div_nodes);
1400
- if (if_block1) if_block1.l(div_nodes);
1401
- t1 = claim_space(div_nodes);
1402
- if (if_block2) if_block2.l(div_nodes);
1403
- div_nodes.forEach(detach);
1404
- this.h();
1405
- },
1406
- h() {
1407
- attr(div, "id", "container");
1408
- attr(div, "class", "svelte-eoma5v");
1409
- },
1410
- m(target, anchor) {
1411
- insert_hydration(target, div, anchor);
1412
- if (if_block0) if_block0.m(div, null);
1413
- append_hydration(div, t0);
1414
- if (if_block1) if_block1.m(div, null);
1415
- append_hydration(div, t1);
1416
- if (if_block2) if_block2.m(div, null);
1417
- current = true;
1418
- },
1419
- p(ctx, [dirty]) {
1420
- if (/*entry*/ ctx[0][/*dataColumn*/ ctx[3]]) {
1421
- if (if_block0) {
1422
- if_block0.p(ctx, dirty);
1423
-
1424
- if (dirty & /*entry, dataColumn*/ 9) {
1425
- transition_in(if_block0, 1);
1426
- }
1427
- } else {
1428
- if_block0 = create_if_block_2(ctx);
1429
- if_block0.c();
1430
- transition_in(if_block0, 1);
1431
- if_block0.m(div, t0);
1432
- }
1433
- } else if (if_block0) {
1434
- group_outros();
1435
-
1436
- transition_out(if_block0, 1, 1, () => {
1437
- if_block0 = null;
1438
- });
1439
-
1440
- check_outros();
1441
- }
1442
-
1443
- if (/*entry*/ ctx[0][/*modelColumn*/ ctx[1]]) {
1444
- if (if_block1) {
1445
- if_block1.p(ctx, dirty);
1446
-
1447
- if (dirty & /*entry, modelColumn*/ 3) {
1448
- transition_in(if_block1, 1);
1449
- }
1450
- } else {
1451
- if_block1 = create_if_block_1(ctx);
1452
- if_block1.c();
1453
- transition_in(if_block1, 1);
1454
- if_block1.m(div, t1);
1455
- }
1456
- } else if (if_block1) {
1457
- group_outros();
1458
-
1459
- transition_out(if_block1, 1, 1, () => {
1460
- if_block1 = null;
1461
- });
1462
-
1463
- check_outros();
1464
- }
1465
-
1466
- if (/*entry*/ ctx[0][/*labelColumn*/ ctx[2]]) {
1467
- if (if_block2) {
1468
- if_block2.p(ctx, dirty);
1469
- } else {
1470
- if_block2 = create_if_block(ctx);
1471
- if_block2.c();
1472
- if_block2.m(div, null);
1473
- }
1474
- } else if (if_block2) {
1475
- if_block2.d(1);
1476
- if_block2 = null;
1477
- }
1478
- },
1479
- i(local) {
1480
- if (current) return;
1481
- transition_in(if_block0);
1482
- transition_in(if_block1);
1483
- current = true;
1484
- },
1485
- o(local) {
1486
- transition_out(if_block0);
1487
- transition_out(if_block1);
1488
- current = false;
1489
- },
1490
- d(detaching) {
1491
- if (detaching) detach(div);
1492
- if (if_block0) if_block0.d();
1493
- if (if_block1) if_block1.d();
1494
- if (if_block2) if_block2.d();
1495
- }
1496
- };
1497
- }
1498
-
1499
- function instance($$self, $$props, $$invalidate) {
1500
- let { options } = $$props;
1501
- let { entry } = $$props;
1502
- let { modelColumn } = $$props;
1503
- let { labelColumn } = $$props;
1504
- let { dataColumn } = $$props;
1505
- let { idColumn } = $$props;
1506
-
1507
- $$self.$$set = $$props => {
1508
- if ('options' in $$props) $$invalidate(4, options = $$props.options);
1509
- if ('entry' in $$props) $$invalidate(0, entry = $$props.entry);
1510
- if ('modelColumn' in $$props) $$invalidate(1, modelColumn = $$props.modelColumn);
1511
- if ('labelColumn' in $$props) $$invalidate(2, labelColumn = $$props.labelColumn);
1512
- if ('dataColumn' in $$props) $$invalidate(3, dataColumn = $$props.dataColumn);
1513
- if ('idColumn' in $$props) $$invalidate(5, idColumn = $$props.idColumn);
1514
- };
1515
-
1516
- return [entry, modelColumn, labelColumn, dataColumn, options, idColumn];
1517
- }
1518
-
1519
- class InstanceView extends SvelteComponent {
1520
- constructor(options) {
1521
- super();
1522
-
1523
- init(
1524
- this,
1525
- options,
1526
- instance,
1527
- create_fragment,
1528
- safe_not_equal,
1529
- {
1530
- options: 4,
1531
- entry: 0,
1532
- modelColumn: 1,
1533
- labelColumn: 2,
1534
- dataColumn: 3,
1535
- idColumn: 5
1536
- },
1537
- add_css
1538
- );
1539
- }
1540
- }
1541
-
1542
- function getInstance(
1543
- div,
1544
- viewOptions,
1545
- entry,
1546
- modelColumn,
1547
- labelColumn,
1548
- dataColumn,
1549
- idColumn
1550
- ) {
1551
- new InstanceView({
1552
- target: div,
1553
- props: {
1554
- entry: entry,
1555
- viewOptions: viewOptions,
1556
- modelColumn: modelColumn,
1557
- labelColumn: labelColumn,
1558
- dataColumn: dataColumn,
1559
- idColumn: idColumn,
1560
- },
1561
- hydrate: true,
1562
- });
1563
- }
1564
-
1565
- // export function getOptions(div, setOptions) {
1566
- // new OptionsView({
1567
- // target: div,
1568
- // props: {
1569
- // setOptions,
1570
- // },
1571
- // });
1572
- // }
1573
-
1574
- export { getInstance };
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
evals/crossword/crossword-4.jsonl ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"spec": {"completion_fns": ["gpt-4"], "eval_name": "partially_solved_crossword_clues.dev.v0", "base_eval": "partially_solved_crossword_clues", "split": "dev", "run_config": {"completion_fns": ["gpt-4"], "eval_spec": {"cls": "evals.elsuite.basic.match:Match", "args": {"samples_jsonl": "partially_solved_crossword_clues/samples.jsonl"}, "key": "partially_solved_crossword_clues.dev.v0", "group": "partially_solved_crossword_clues"}, "seed": 20220722, "max_samples": null, "command": "/projects/ogma2/users/shuyanzh/miniconda3/envs/py39/bin/oaieval gpt-4 partially_solved_crossword_clues", "initial_settings": {"visible": true}}, "created_by": "", "run_id": "230421003658QR6HADBZ", "created_at": "2023-04-21 00:36:58.287348"}}
2
+ {"run_id": "230421003658QR6HADBZ", "event_id": 0, "sample_id": "partially_solved_crossword_clues.dev.7", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like much baby food - Letters: P___E_"}], "sampled": ["PUREED"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.440095+00:00"}
3
+ {"run_id": "230421003658QR6HADBZ", "event_id": 1, "sample_id": "partially_solved_crossword_clues.dev.7", "type": "match", "data": {"correct": true, "expected": "PUREED", "picked": "PUREED", "sampled": "PUREED", "options": ["PUREED"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.440219+00:00"}
4
+ {"run_id": "230421003658QR6HADBZ", "event_id": 2, "sample_id": "partially_solved_crossword_clues.dev.64", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Deep cut? - Letters: ____A_S_"}], "sampled": ["ABYSS"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.470330+00:00"}
5
+ {"run_id": "230421003658QR6HADBZ", "event_id": 3, "sample_id": "partially_solved_crossword_clues.dev.64", "type": "match", "data": {"correct": false, "expected": "CREVASSE", "picked": null, "sampled": "ABYSS", "options": ["CREVASSE"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.470389+00:00"}
6
+ {"run_id": "230421003658QR6HADBZ", "event_id": 4, "sample_id": "partially_solved_crossword_clues.dev.93", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Private - Letters: __N__"}], "sampled": ["LONER"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.478402+00:00"}
7
+ {"run_id": "230421003658QR6HADBZ", "event_id": 5, "sample_id": "partially_solved_crossword_clues.dev.93", "type": "match", "data": {"correct": false, "expected": "INNER", "picked": null, "sampled": "LONER", "options": ["INNER"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.478461+00:00"}
8
+ {"run_id": "230421003658QR6HADBZ", "event_id": 6, "sample_id": "partially_solved_crossword_clues.dev.50", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Unimaginative - Letters: __O_A__"}], "sampled": ["BORING"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.527434+00:00"}
9
+ {"run_id": "230421003658QR6HADBZ", "event_id": 7, "sample_id": "partially_solved_crossword_clues.dev.50", "type": "match", "data": {"correct": false, "expected": "PROSAIC", "picked": null, "sampled": "BORING", "options": ["PROSAIC"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.527489+00:00"}
10
+ {"run_id": "230421003658QR6HADBZ", "event_id": 8, "sample_id": "partially_solved_crossword_clues.dev.63", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Inoffensive - Letters: ___DY__"}], "sampled": ["MILDLY"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.698550+00:00"}
11
+ {"run_id": "230421003658QR6HADBZ", "event_id": 9, "sample_id": "partially_solved_crossword_clues.dev.63", "type": "match", "data": {"correct": false, "expected": "ANODYNE", "picked": null, "sampled": "MILDLY", "options": ["ANODYNE"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.698608+00:00"}
12
+ {"run_id": "230421003658QR6HADBZ", "event_id": 10, "sample_id": "partially_solved_crossword_clues.dev.75", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Go with the wind, in a way - Letters: _A__"}], "sampled": ["SAIL"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.843905+00:00"}
13
+ {"run_id": "230421003658QR6HADBZ", "event_id": 11, "sample_id": "partially_solved_crossword_clues.dev.75", "type": "match", "data": {"correct": true, "expected": "SAIL", "picked": "SAIL", "sampled": "SAIL", "options": ["SAIL"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.843963+00:00"}
14
+ {"run_id": "230421003658QR6HADBZ", "event_id": 12, "sample_id": "partially_solved_crossword_clues.dev.84", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: No longer affected by - Letters: ___R"}], "sampled": ["OVER"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.871062+00:00"}
15
+ {"run_id": "230421003658QR6HADBZ", "event_id": 13, "sample_id": "partially_solved_crossword_clues.dev.84", "type": "match", "data": {"correct": true, "expected": "OVER", "picked": "OVER", "sampled": "OVER", "options": ["OVER"]}, "created_by": "", "created_at": "2023-04-21 00:36:59.871120+00:00"}
16
+ {"run_id": "230421003658QR6HADBZ", "event_id": 14, "sample_id": "partially_solved_crossword_clues.dev.29", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It divides and multiplies - Letters: A___B_"}], "sampled": ["AMOEBA"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.040033+00:00"}
17
+ {"run_id": "230421003658QR6HADBZ", "event_id": 15, "sample_id": "partially_solved_crossword_clues.dev.29", "type": "match", "data": {"correct": true, "expected": "AMOEBA", "picked": "AMOEBA", "sampled": "AMOEBA", "options": ["AMOEBA"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.040088+00:00"}
18
+ {"run_id": "230421003658QR6HADBZ", "event_id": 16, "sample_id": "partially_solved_crossword_clues.dev.87", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: A bad joke might land with one - Letters: _H__"}], "sampled": ["THUD"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.151408+00:00"}
19
+ {"run_id": "230421003658QR6HADBZ", "event_id": 17, "sample_id": "partially_solved_crossword_clues.dev.87", "type": "match", "data": {"correct": true, "expected": "THUD", "picked": "THUD", "sampled": "THUD", "options": ["THUD"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.151471+00:00"}
20
+ {"run_id": "230421003658QR6HADBZ", "event_id": 18, "sample_id": "partially_solved_crossword_clues.dev.60", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Game stoppers - Letters: R____"}], "sampled": ["REFS"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.289503+00:00"}
21
+ {"run_id": "230421003658QR6HADBZ", "event_id": 19, "sample_id": "partially_solved_crossword_clues.dev.60", "type": "match", "data": {"correct": false, "expected": "RAINS", "picked": null, "sampled": "REFS", "options": ["RAINS"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.289562+00:00"}
22
+ {"run_id": "230421003658QR6HADBZ", "event_id": 20, "sample_id": "partially_solved_crossword_clues.dev.67", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Unyielding - Letters: ____D"}], "sampled": ["RIGID"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.345043+00:00"}
23
+ {"run_id": "230421003658QR6HADBZ", "event_id": 21, "sample_id": "partially_solved_crossword_clues.dev.67", "type": "match", "data": {"correct": true, "expected": "RIGID", "picked": "RIGID", "sampled": "RIGID", "options": ["RIGID"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.345103+00:00"}
24
+ {"run_id": "230421003658QR6HADBZ", "event_id": 22, "sample_id": "partially_solved_crossword_clues.dev.1", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Certain vaccine target - Letters: M_____S"}], "sampled": ["MEASLES"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.398640+00:00"}
25
+ {"run_id": "230421003658QR6HADBZ", "event_id": 23, "sample_id": "partially_solved_crossword_clues.dev.1", "type": "match", "data": {"correct": true, "expected": "MEASLES", "picked": "MEASLES", "sampled": "MEASLES", "options": ["MEASLES"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.398678+00:00"}
26
+ {"run_id": "230421003658QR6HADBZ", "event_id": 24, "sample_id": "partially_solved_crossword_clues.dev.3", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Animal farm facility - Letters: _E____T"}], "sampled": ["KENNEL"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.588781+00:00"}
27
+ {"run_id": "230421003658QR6HADBZ", "event_id": 25, "sample_id": "partially_solved_crossword_clues.dev.3", "type": "match", "data": {"correct": false, "expected": "FEEDLOT", "picked": null, "sampled": "KENNEL", "options": ["FEEDLOT"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.588840+00:00"}
28
+ {"run_id": "230421003658QR6HADBZ", "event_id": 26, "sample_id": "partially_solved_crossword_clues.dev.24", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Cornhole attempts - Letters: _O__E_"}], "sampled": ["TOSSES"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.618672+00:00"}
29
+ {"run_id": "230421003658QR6HADBZ", "event_id": 27, "sample_id": "partially_solved_crossword_clues.dev.24", "type": "match", "data": {"correct": true, "expected": "TOSSES", "picked": "TOSSES", "sampled": "TOSSES", "options": ["TOSSES"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.618730+00:00"}
30
+ {"run_id": "230421003658QR6HADBZ", "event_id": 28, "sample_id": "partially_solved_crossword_clues.dev.22", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Yearbook signers - Letters: C_A______S"}], "sampled": ["CLASSMATES"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.901746+00:00"}
31
+ {"run_id": "230421003658QR6HADBZ", "event_id": 29, "sample_id": "partially_solved_crossword_clues.dev.22", "type": "match", "data": {"correct": true, "expected": "CLASSMATES", "picked": "CLASSMATES", "sampled": "CLASSMATES", "options": ["CLASSMATES"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.901804+00:00"}
32
+ {"run_id": "230421003658QR6HADBZ", "event_id": 30, "sample_id": "partially_solved_crossword_clues.dev.44", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Learning opportunity, so to speak - Letters: M__T___"}], "sampled": ["MENTOR"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.918338+00:00"}
33
+ {"run_id": "230421003658QR6HADBZ", "event_id": 31, "sample_id": "partially_solved_crossword_clues.dev.44", "type": "match", "data": {"correct": false, "expected": "MISTAKE", "picked": null, "sampled": "MENTOR", "options": ["MISTAKE"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.918396+00:00"}
34
+ {"run_id": "230421003658QR6HADBZ", "event_id": 32, "sample_id": "partially_solved_crossword_clues.dev.9", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Search blindly (for) - Letters: G____"}], "sampled": ["GROPE"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.954883+00:00"}
35
+ {"run_id": "230421003658QR6HADBZ", "event_id": 33, "sample_id": "partially_solved_crossword_clues.dev.9", "type": "match", "data": {"correct": true, "expected": "GROPE", "picked": "GROPE", "sampled": "GROPE", "options": ["GROPE"]}, "created_by": "", "created_at": "2023-04-21 00:37:00.954930+00:00"}
36
+ {"run_id": "230421003658QR6HADBZ", "event_id": 34, "sample_id": "partially_solved_crossword_clues.dev.45", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Game from Africa - Letters: __U"}], "sampled": ["Mancala"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.135622+00:00"}
37
+ {"run_id": "230421003658QR6HADBZ", "event_id": 35, "sample_id": "partially_solved_crossword_clues.dev.45", "type": "match", "data": {"correct": false, "expected": "GNU", "picked": null, "sampled": "Mancala", "options": ["GNU"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.135682+00:00"}
38
+ {"run_id": "230421003658QR6HADBZ", "event_id": 36, "sample_id": "partially_solved_crossword_clues.dev.14", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Greasy garage job - Letters: _U__"}], "sampled": ["LUBE"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.320344+00:00"}
39
+ {"run_id": "230421003658QR6HADBZ", "event_id": 37, "sample_id": "partially_solved_crossword_clues.dev.14", "type": "match", "data": {"correct": true, "expected": "LUBE", "picked": "LUBE", "sampled": "LUBE", "options": ["LUBE"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.320403+00:00"}
40
+ {"run_id": "230421003658QR6HADBZ", "event_id": 38, "sample_id": "partially_solved_crossword_clues.dev.96", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Many a Monopoly property - Letters: AV____"}], "sampled": ["AVENUE"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.359432+00:00"}
41
+ {"run_id": "230421003658QR6HADBZ", "event_id": 39, "sample_id": "partially_solved_crossword_clues.dev.96", "type": "match", "data": {"correct": true, "expected": "AVENUE", "picked": "AVENUE", "sampled": "AVENUE", "options": ["AVENUE"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.359491+00:00"}
42
+ {"run_id": "230421003658QR6HADBZ", "event_id": 40, "sample_id": "partially_solved_crossword_clues.dev.28", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Come to - Letters: __T__"}], "sampled": ["ATTAIN"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.433703+00:00"}
43
+ {"run_id": "230421003658QR6HADBZ", "event_id": 41, "sample_id": "partially_solved_crossword_clues.dev.28", "type": "match", "data": {"correct": false, "expected": "TOTAL", "picked": null, "sampled": "ATTAIN", "options": ["TOTAL"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.433762+00:00"}
44
+ {"run_id": "230421003658QR6HADBZ", "event_id": 42, "sample_id": "partially_solved_crossword_clues.dev.12", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Bounded - Letters: ___PE_"}], "sampled": ["COPED"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.442305+00:00"}
45
+ {"run_id": "230421003658QR6HADBZ", "event_id": 43, "sample_id": "partially_solved_crossword_clues.dev.12", "type": "match", "data": {"correct": false, "expected": "LEAPED", "picked": null, "sampled": "COPED", "options": ["LEAPED"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.442364+00:00"}
46
+ {"run_id": "230421003658QR6HADBZ", "event_id": 44, "sample_id": "partially_solved_crossword_clues.dev.69", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One getting out early - Letters: __RO___"}], "sampled": ["ERROR"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.907060+00:00"}
47
+ {"run_id": "230421003658QR6HADBZ", "event_id": 45, "sample_id": "partially_solved_crossword_clues.dev.69", "type": "match", "data": {"correct": false, "expected": "PAROLEE", "picked": null, "sampled": "ERROR", "options": ["PAROLEE"]}, "created_by": "", "created_at": "2023-04-21 00:37:01.907119+00:00"}
48
+ {"run_id": "230421003658QR6HADBZ", "event_id": 46, "sample_id": "partially_solved_crossword_clues.dev.74", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Not just bad - Letters: _V__"}], "sampled": ["EVIL"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.026725+00:00"}
49
+ {"run_id": "230421003658QR6HADBZ", "event_id": 47, "sample_id": "partially_solved_crossword_clues.dev.74", "type": "match", "data": {"correct": true, "expected": "EVIL", "picked": "EVIL", "sampled": "EVIL", "options": ["EVIL"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.026783+00:00"}
50
+ {"run_id": "230421003658QR6HADBZ", "event_id": 48, "sample_id": "partially_solved_crossword_clues.dev.15", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Pointed at, say - Letters: ___ME_"}], "sampled": ["AIMED"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.222038+00:00"}
51
+ {"run_id": "230421003658QR6HADBZ", "event_id": 49, "sample_id": "partially_solved_crossword_clues.dev.15", "type": "match", "data": {"correct": false, "expected": "BLAMED", "picked": null, "sampled": "AIMED", "options": ["BLAMED"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.222097+00:00"}
52
+ {"run_id": "230421003658QR6HADBZ", "event_id": 50, "sample_id": "partially_solved_crossword_clues.dev.85", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Clears - Letters: __A__S"}], "sampled": ["ERASES"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.252361+00:00"}
53
+ {"run_id": "230421003658QR6HADBZ", "event_id": 51, "sample_id": "partially_solved_crossword_clues.dev.85", "type": "match", "data": {"correct": true, "expected": "ERASES", "picked": "ERASES", "sampled": "ERASES", "options": ["ERASES"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.252420+00:00"}
54
+ {"run_id": "230421003658QR6HADBZ", "event_id": 52, "sample_id": "partially_solved_crossword_clues.dev.35", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Put off - Letters: ___G__TE_"}], "sampled": ["PROLONGATE"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.280769+00:00"}
55
+ {"run_id": "230421003658QR6HADBZ", "event_id": 53, "sample_id": "partially_solved_crossword_clues.dev.35", "type": "match", "data": {"correct": false, "expected": "DISGUSTED", "picked": null, "sampled": "PROLONGATE", "options": ["DISGUSTED"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.280827+00:00"}
56
+ {"run_id": "230421003658QR6HADBZ", "event_id": 54, "sample_id": "partially_solved_crossword_clues.dev.54", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Feed - Letters: __O__"}], "sampled": ["FOOD"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.288885+00:00"}
57
+ {"run_id": "230421003658QR6HADBZ", "event_id": 55, "sample_id": "partially_solved_crossword_clues.dev.54", "type": "match", "data": {"correct": false, "expected": "STOKE", "picked": null, "sampled": "FOOD", "options": ["STOKE"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.288944+00:00"}
58
+ {"run_id": "230421003658QR6HADBZ", "event_id": 56, "sample_id": "partially_solved_crossword_clues.dev.39", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Rides with runners - Letters: __E__"}], "sampled": ["SLEDS"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.597657+00:00"}
59
+ {"run_id": "230421003658QR6HADBZ", "event_id": 57, "sample_id": "partially_solved_crossword_clues.dev.39", "type": "match", "data": {"correct": true, "expected": "SLEDS", "picked": "SLEDS", "sampled": "SLEDS", "options": ["SLEDS"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.597715+00:00"}
60
+ {"run_id": "230421003658QR6HADBZ", "event_id": 58, "sample_id": "partially_solved_crossword_clues.dev.83", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Provokes - Letters: _O___"}], "sampled": ["GOADS"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.605388+00:00"}
61
+ {"run_id": "230421003658QR6HADBZ", "event_id": 59, "sample_id": "partially_solved_crossword_clues.dev.83", "type": "match", "data": {"correct": true, "expected": "GOADS", "picked": "GOADS", "sampled": "GOADS", "options": ["GOADS"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.605447+00:00"}
62
+ {"run_id": "230421003658QR6HADBZ", "event_id": 60, "sample_id": "partially_solved_crossword_clues.dev.91", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Ill-humored - Letters: D___"}], "sampled": ["DOUR"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.740687+00:00"}
63
+ {"run_id": "230421003658QR6HADBZ", "event_id": 61, "sample_id": "partially_solved_crossword_clues.dev.91", "type": "match", "data": {"correct": true, "expected": "DOUR", "picked": "DOUR", "sampled": "DOUR", "options": ["DOUR"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.740745+00:00"}
64
+ {"run_id": "230421003658QR6HADBZ", "event_id": 62, "sample_id": "partially_solved_crossword_clues.dev.10", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Shape of a certain bean - Letters: _I__E_"}], "sampled": ["KIDNEY"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.816039+00:00"}
65
+ {"run_id": "230421003658QR6HADBZ", "event_id": 63, "sample_id": "partially_solved_crossword_clues.dev.10", "type": "match", "data": {"correct": true, "expected": "KIDNEY", "picked": "KIDNEY", "sampled": "KIDNEY", "options": ["KIDNEY"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.816098+00:00"}
66
+ {"run_id": "230421003658QR6HADBZ", "event_id": 64, "sample_id": "partially_solved_crossword_clues.dev.46", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Superlatively swell - Letters: N___E__"}], "sampled": ["NICEST"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.889266+00:00"}
67
+ {"run_id": "230421003658QR6HADBZ", "event_id": 65, "sample_id": "partially_solved_crossword_clues.dev.46", "type": "match", "data": {"correct": false, "expected": "NEATEST", "picked": null, "sampled": "NICEST", "options": ["NEATEST"]}, "created_by": "", "created_at": "2023-04-21 00:37:02.889326+00:00"}
68
+ {"run_id": "230421003658QR6HADBZ", "event_id": 66, "sample_id": "partially_solved_crossword_clues.dev.23", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: You might see them now and again - Letters: R___N_"}], "sampled": ["RAVEN"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.194364+00:00"}
69
+ {"run_id": "230421003658QR6HADBZ", "event_id": 67, "sample_id": "partially_solved_crossword_clues.dev.23", "type": "match", "data": {"correct": false, "expected": "RERUNS", "picked": null, "sampled": "RAVEN", "options": ["RERUNS"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.194423+00:00"}
70
+ {"run_id": "230421003658QR6HADBZ", "event_id": 68, "sample_id": "partially_solved_crossword_clues.dev.47", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Easily put out - Letters: T____"}], "sampled": ["TOUCHY"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.368835+00:00"}
71
+ {"run_id": "230421003658QR6HADBZ", "event_id": 69, "sample_id": "partially_solved_crossword_clues.dev.47", "type": "match", "data": {"correct": false, "expected": "TESTY", "picked": null, "sampled": "TOUCHY", "options": ["TESTY"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.368894+00:00"}
72
+ {"run_id": "230421003658QR6HADBZ", "event_id": 70, "sample_id": "partially_solved_crossword_clues.dev.26", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Flowing tresses - Letters: _A__"}], "sampled": ["HAIR"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.376834+00:00"}
73
+ {"run_id": "230421003658QR6HADBZ", "event_id": 71, "sample_id": "partially_solved_crossword_clues.dev.26", "type": "match", "data": {"correct": false, "expected": "MANE", "picked": null, "sampled": "HAIR", "options": ["MANE"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.376892+00:00"}
74
+ {"run_id": "230421003658QR6HADBZ", "event_id": 72, "sample_id": "partially_solved_crossword_clues.dev.82", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Discomfiture - Letters: _____IN"}], "sampled": ["CHAGRIN"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.424835+00:00"}
75
+ {"run_id": "230421003658QR6HADBZ", "event_id": 73, "sample_id": "partially_solved_crossword_clues.dev.82", "type": "match", "data": {"correct": true, "expected": "CHAGRIN", "picked": "CHAGRIN", "sampled": "CHAGRIN", "options": ["CHAGRIN"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.424893+00:00"}
76
+ {"run_id": "230421003658QR6HADBZ", "event_id": 74, "sample_id": "partially_solved_crossword_clues.dev.81", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One standing on one’s own two feet? - Letters: _I___"}], "sampled": ["BIPED"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.497667+00:00"}
77
+ {"run_id": "230421003658QR6HADBZ", "event_id": 75, "sample_id": "partially_solved_crossword_clues.dev.81", "type": "match", "data": {"correct": true, "expected": "BIPED", "picked": "BIPED", "sampled": "BIPED", "options": ["BIPED"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.497726+00:00"}
78
+ {"run_id": "230421003658QR6HADBZ", "event_id": 76, "sample_id": "partially_solved_crossword_clues.dev.32", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Merry air - Letters: _I__"}], "sampled": ["LILT"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.558481+00:00"}
79
+ {"run_id": "230421003658QR6HADBZ", "event_id": 77, "sample_id": "partially_solved_crossword_clues.dev.32", "type": "match", "data": {"correct": true, "expected": "LILT", "picked": "LILT", "sampled": "LILT", "options": ["LILT"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.558540+00:00"}
80
+ {"run_id": "230421003658QR6HADBZ", "event_id": 78, "sample_id": "partially_solved_crossword_clues.dev.27", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Centers of attention - Letters: F___"}], "sampled": ["FOCI"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.722853+00:00"}
81
+ {"run_id": "230421003658QR6HADBZ", "event_id": 79, "sample_id": "partially_solved_crossword_clues.dev.27", "type": "match", "data": {"correct": true, "expected": "FOCI", "picked": "FOCI", "sampled": "FOCI", "options": ["FOCI"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.722912+00:00"}
82
+ {"run_id": "230421003658QR6HADBZ", "event_id": 80, "sample_id": "partially_solved_crossword_clues.dev.56", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Some china - Letters: _E___R_"}], "sampled": ["TEACUP"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.931096+00:00"}
83
+ {"run_id": "230421003658QR6HADBZ", "event_id": 81, "sample_id": "partially_solved_crossword_clues.dev.56", "type": "match", "data": {"correct": false, "expected": "TEAWARE", "picked": null, "sampled": "TEACUP", "options": ["TEAWARE"]}, "created_by": "", "created_at": "2023-04-21 00:37:03.931155+00:00"}
84
+ {"run_id": "230421003658QR6HADBZ", "event_id": 82, "sample_id": "partially_solved_crossword_clues.dev.41", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Latest thing - Letters: R___"}], "sampled": ["RAGE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.061208+00:00"}
85
+ {"run_id": "230421003658QR6HADBZ", "event_id": 83, "sample_id": "partially_solved_crossword_clues.dev.41", "type": "match", "data": {"correct": true, "expected": "RAGE", "picked": "RAGE", "sampled": "RAGE", "options": ["RAGE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.061268+00:00"}
86
+ {"run_id": "230421003658QR6HADBZ", "event_id": 84, "sample_id": "partially_solved_crossword_clues.dev.95", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Need for a tough crossword, perhaps - Letters: ER____"}], "sampled": ["ERASER"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.249863+00:00"}
87
+ {"run_id": "230421003658QR6HADBZ", "event_id": 85, "sample_id": "partially_solved_crossword_clues.dev.95", "type": "match", "data": {"correct": true, "expected": "ERASER", "picked": "ERASER", "sampled": "ERASER", "options": ["ERASER"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.249921+00:00"}
88
+ {"run_id": "230421003658QR6HADBZ", "event_id": 86, "sample_id": "partially_solved_crossword_clues.dev.25", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It comes after nine but not after ten - Letters: __E_"}], "sampled": ["ELEVEN"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.321078+00:00"}
89
+ {"run_id": "230421003658QR6HADBZ", "event_id": 87, "sample_id": "partially_solved_crossword_clues.dev.25", "type": "match", "data": {"correct": false, "expected": "TEEN", "picked": null, "sampled": "ELEVEN", "options": ["TEEN"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.321136+00:00"}
90
+ {"run_id": "230421003658QR6HADBZ", "event_id": 88, "sample_id": "partially_solved_crossword_clues.dev.72", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It smooths the way - Letters: G____E"}], "sampled": ["GREASE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.448343+00:00"}
91
+ {"run_id": "230421003658QR6HADBZ", "event_id": 89, "sample_id": "partially_solved_crossword_clues.dev.72", "type": "match", "data": {"correct": true, "expected": "GREASE", "picked": "GREASE", "sampled": "GREASE", "options": ["GREASE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.448406+00:00"}
92
+ {"run_id": "230421003658QR6HADBZ", "event_id": 90, "sample_id": "partially_solved_crossword_clues.dev.73", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Assert - Letters: _T___"}], "sampled": ["STATE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.636528+00:00"}
93
+ {"run_id": "230421003658QR6HADBZ", "event_id": 91, "sample_id": "partially_solved_crossword_clues.dev.73", "type": "match", "data": {"correct": true, "expected": "STATE", "picked": "STATE", "sampled": "STATE", "options": ["STATE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.636587+00:00"}
94
+ {"run_id": "230421003658QR6HADBZ", "event_id": 92, "sample_id": "partially_solved_crossword_clues.dev.62", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Ring or belt, essentially - Letters: _A__"}], "sampled": ["BAND"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.697731+00:00"}
95
+ {"run_id": "230421003658QR6HADBZ", "event_id": 93, "sample_id": "partially_solved_crossword_clues.dev.62", "type": "match", "data": {"correct": true, "expected": "BAND", "picked": "BAND", "sampled": "BAND", "options": ["BAND"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.697792+00:00"}
96
+ {"run_id": "230421003658QR6HADBZ", "event_id": 94, "sample_id": "partially_solved_crossword_clues.dev.38", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Gets behind - Letters: __G_"}], "sampled": ["EGGS"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.799815+00:00"}
97
+ {"run_id": "230421003658QR6HADBZ", "event_id": 95, "sample_id": "partially_solved_crossword_clues.dev.38", "type": "match", "data": {"correct": false, "expected": "LAGS", "picked": null, "sampled": "EGGS", "options": ["LAGS"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.799874+00:00"}
98
+ {"run_id": "230421003658QR6HADBZ", "event_id": 96, "sample_id": "partially_solved_crossword_clues.dev.59", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Put away for now - Letters: __O__"}], "sampled": ["STORE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.943155+00:00"}
99
+ {"run_id": "230421003658QR6HADBZ", "event_id": 97, "sample_id": "partially_solved_crossword_clues.dev.59", "type": "match", "data": {"correct": true, "expected": "STORE", "picked": "STORE", "sampled": "STORE", "options": ["STORE"]}, "created_by": "", "created_at": "2023-04-21 00:37:04.943214+00:00"}
100
+ {"run_id": "230421003658QR6HADBZ", "event_id": 98, "sample_id": "partially_solved_crossword_clues.dev.70", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Calculus calculation - Letters: __E_"}], "sampled": ["DERIVATIVE"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.005986+00:00"}
101
+ {"run_id": "230421003658QR6HADBZ", "event_id": 99, "sample_id": "partially_solved_crossword_clues.dev.70", "type": "match", "data": {"correct": false, "expected": "AREA", "picked": null, "sampled": "DERIVATIVE", "options": ["AREA"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.006044+00:00"}
102
+ {"run_id": "230421003658QR6HADBZ", "event_id": 100, "sample_id": "partially_solved_crossword_clues.dev.80", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Accommodated, in a way - Letters: _O_S__"}], "sampled": ["HOUSED"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.140689+00:00"}
103
+ {"run_id": "230421003658QR6HADBZ", "event_id": 101, "sample_id": "partially_solved_crossword_clues.dev.80", "type": "match", "data": {"correct": true, "expected": "HOUSED", "picked": "HOUSED", "sampled": "HOUSED", "options": ["HOUSED"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.140751+00:00"}
104
+ {"run_id": "230421003658QR6HADBZ", "event_id": 102, "sample_id": "partially_solved_crossword_clues.dev.58", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Make a trade - Letters: ___P"}], "sampled": ["SWAP"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.150260+00:00"}
105
+ {"run_id": "230421003658QR6HADBZ", "event_id": 103, "sample_id": "partially_solved_crossword_clues.dev.58", "type": "match", "data": {"correct": true, "expected": "SWAP", "picked": "SWAP", "sampled": "SWAP", "options": ["SWAP"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.150320+00:00"}
106
+ {"run_id": "230421003658QR6HADBZ", "event_id": 104, "sample_id": "partially_solved_crossword_clues.dev.21", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One giving creepy looks - Letters: ____R"}], "sampled": ["LEERER"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.311229+00:00"}
107
+ {"run_id": "230421003658QR6HADBZ", "event_id": 105, "sample_id": "partially_solved_crossword_clues.dev.21", "type": "match", "data": {"correct": false, "expected": "OGLER", "picked": null, "sampled": "LEERER", "options": ["OGLER"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.311291+00:00"}
108
+ {"run_id": "230421003658QR6HADBZ", "event_id": 106, "sample_id": "partially_solved_crossword_clues.dev.19", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: When said three times, mantra for some accused - Letters: __N_"}], "sampled": ["INN"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.359343+00:00"}
109
+ {"run_id": "230421003658QR6HADBZ", "event_id": 107, "sample_id": "partially_solved_crossword_clues.dev.19", "type": "match", "data": {"correct": false, "expected": "DENY", "picked": null, "sampled": "INN", "options": ["DENY"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.359404+00:00"}
110
+ {"run_id": "230421003658QR6HADBZ", "event_id": 108, "sample_id": "partially_solved_crossword_clues.dev.51", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Examined, as a dog might - Letters: ___FF__"}], "sampled": ["SNIFFED"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.399283+00:00"}
111
+ {"run_id": "230421003658QR6HADBZ", "event_id": 109, "sample_id": "partially_solved_crossword_clues.dev.51", "type": "match", "data": {"correct": true, "expected": "SNIFFED", "picked": "SNIFFED", "sampled": "SNIFFED", "options": ["SNIFFED"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.399369+00:00"}
112
+ {"run_id": "230421003658QR6HADBZ", "event_id": 110, "sample_id": "partially_solved_crossword_clues.dev.49", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It can mean hello or goodbye - Letters: __V_"}], "sampled": ["ALOHA"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.460783+00:00"}
113
+ {"run_id": "230421003658QR6HADBZ", "event_id": 111, "sample_id": "partially_solved_crossword_clues.dev.49", "type": "match", "data": {"correct": false, "expected": "WAVE", "picked": null, "sampled": "ALOHA", "options": ["WAVE"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.460844+00:00"}
114
+ {"run_id": "230421003658QR6HADBZ", "event_id": 112, "sample_id": "partially_solved_crossword_clues.dev.65", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One might be raised on a farm - Letters: __R_"}], "sampled": ["BARN"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.522868+00:00"}
115
+ {"run_id": "230421003658QR6HADBZ", "event_id": 113, "sample_id": "partially_solved_crossword_clues.dev.65", "type": "match", "data": {"correct": true, "expected": "BARN", "picked": "BARN", "sampled": "BARN", "options": ["BARN"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.522929+00:00"}
116
+ {"run_id": "230421003658QR6HADBZ", "event_id": 114, "sample_id": "partially_solved_crossword_clues.dev.33", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Many an emoticon - Letters: _M___"}], "sampled": ["SMILEY"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.597839+00:00"}
117
+ {"run_id": "230421003658QR6HADBZ", "event_id": 115, "sample_id": "partially_solved_crossword_clues.dev.33", "type": "match", "data": {"correct": true, "expected": "SMILE", "picked": "SMILE", "sampled": "SMILEY", "options": ["SMILE"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.597900+00:00"}
118
+ {"run_id": "230421003658QR6HADBZ", "event_id": 116, "sample_id": "partially_solved_crossword_clues.dev.53", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Go off - Letters: ___T"}], "sampled": ["BUST"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.757134+00:00"}
119
+ {"run_id": "230421003658QR6HADBZ", "event_id": 117, "sample_id": "partially_solved_crossword_clues.dev.53", "type": "match", "data": {"correct": false, "expected": "RANT", "picked": null, "sampled": "BUST", "options": ["RANT"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.757196+00:00"}
120
+ {"run_id": "230421003658QR6HADBZ", "event_id": 118, "sample_id": "partially_solved_crossword_clues.dev.66", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stop running, in a way - Letters: C___"}], "sampled": ["CEASE"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.829320+00:00"}
121
+ {"run_id": "230421003658QR6HADBZ", "event_id": 119, "sample_id": "partially_solved_crossword_clues.dev.66", "type": "match", "data": {"correct": false, "expected": "CLOT", "picked": null, "sampled": "CEASE", "options": ["CLOT"]}, "created_by": "", "created_at": "2023-04-21 00:37:05.829382+00:00"}
122
+ {"run_id": "230421003658QR6HADBZ", "event_id": 120, "sample_id": "partially_solved_crossword_clues.dev.61", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Buzzer - Letters: B__"}], "sampled": ["BEE"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.018864+00:00"}
123
+ {"run_id": "230421003658QR6HADBZ", "event_id": 121, "sample_id": "partially_solved_crossword_clues.dev.61", "type": "match", "data": {"correct": true, "expected": "BEE", "picked": "BEE", "sampled": "BEE", "options": ["BEE"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.018926+00:00"}
124
+ {"run_id": "230421003658QR6HADBZ", "event_id": 122, "sample_id": "partially_solved_crossword_clues.dev.36", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: They’re up for debate - Letters: T_P___"}], "sampled": ["TOPICS"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.054935+00:00"}
125
+ {"run_id": "230421003658QR6HADBZ", "event_id": 123, "sample_id": "partially_solved_crossword_clues.dev.36", "type": "match", "data": {"correct": true, "expected": "TOPICS", "picked": "TOPICS", "sampled": "TOPICS", "options": ["TOPICS"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.054997+00:00"}
126
+ {"run_id": "230421003658QR6HADBZ", "event_id": 124, "sample_id": "partially_solved_crossword_clues.dev.30", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Affectedly creative - Letters: _R__"}], "sampled": ["ARTY"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.108529+00:00"}
127
+ {"run_id": "230421003658QR6HADBZ", "event_id": 125, "sample_id": "partially_solved_crossword_clues.dev.30", "type": "match", "data": {"correct": true, "expected": "ARTY", "picked": "ARTY", "sampled": "ARTY", "options": ["ARTY"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.108589+00:00"}
128
+ {"run_id": "230421003658QR6HADBZ", "event_id": 126, "sample_id": "partially_solved_crossword_clues.dev.78", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Winsome - Letters: E____RI__"}], "sampled": ["ENDEARING"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.433815+00:00"}
129
+ {"run_id": "230421003658QR6HADBZ", "event_id": 127, "sample_id": "partially_solved_crossword_clues.dev.78", "type": "match", "data": {"correct": true, "expected": "ENDEARING", "picked": "ENDEARING", "sampled": "ENDEARING", "options": ["ENDEARING"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.433876+00:00"}
130
+ {"run_id": "230421003658QR6HADBZ", "event_id": 128, "sample_id": "partially_solved_crossword_clues.dev.77", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: No party person - Letters: _O___"}], "sampled": ["LONER"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.558270+00:00"}
131
+ {"run_id": "230421003658QR6HADBZ", "event_id": 129, "sample_id": "partially_solved_crossword_clues.dev.77", "type": "match", "data": {"correct": true, "expected": "LONER", "picked": "LONER", "sampled": "LONER", "options": ["LONER"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.558332+00:00"}
132
+ {"run_id": "230421003658QR6HADBZ", "event_id": 130, "sample_id": "partially_solved_crossword_clues.dev.18", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Becomes unduly prominent - Letters: _BT_____"}], "sampled": ["OBTRUDES"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.588408+00:00"}
133
+ {"run_id": "230421003658QR6HADBZ", "event_id": 131, "sample_id": "partially_solved_crossword_clues.dev.18", "type": "match", "data": {"correct": true, "expected": "OBTRUDES", "picked": "OBTRUDES", "sampled": "OBTRUDES", "options": ["OBTRUDES"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.588470+00:00"}
134
+ {"run_id": "230421003658QR6HADBZ", "event_id": 132, "sample_id": "partially_solved_crossword_clues.dev.37", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Tiny biter - Letters: ___E"}], "sampled": ["MITE"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.635953+00:00"}
135
+ {"run_id": "230421003658QR6HADBZ", "event_id": 133, "sample_id": "partially_solved_crossword_clues.dev.37", "type": "match", "data": {"correct": true, "expected": "MITE", "picked": "MITE", "sampled": "MITE", "options": ["MITE"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.636013+00:00"}
136
+ {"run_id": "230421003658QR6HADBZ", "event_id": 134, "sample_id": "partially_solved_crossword_clues.dev.16", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like Halley’s comet every 75 or so years - Letters: _E___N"}], "sampled": ["PERIODIC"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.691209+00:00"}
137
+ {"run_id": "230421003658QR6HADBZ", "event_id": 135, "sample_id": "partially_solved_crossword_clues.dev.16", "type": "match", "data": {"correct": false, "expected": "RESEEN", "picked": null, "sampled": "PERIODIC", "options": ["RESEEN"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.691270+00:00"}
138
+ {"run_id": "230421003658QR6HADBZ", "event_id": 136, "sample_id": "partially_solved_crossword_clues.dev.5", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Without holding back - Letters: F__E__"}], "sampled": ["FREELY"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.826763+00:00"}
139
+ {"run_id": "230421003658QR6HADBZ", "event_id": 137, "sample_id": "partially_solved_crossword_clues.dev.5", "type": "match", "data": {"correct": true, "expected": "FREELY", "picked": "FREELY", "sampled": "FREELY", "options": ["FREELY"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.826824+00:00"}
140
+ {"run_id": "230421003658QR6HADBZ", "event_id": 138, "sample_id": "partially_solved_crossword_clues.dev.57", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Turn off - Letters: _E___"}], "sampled": ["DEACTIVATE"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.907532+00:00"}
141
+ {"run_id": "230421003658QR6HADBZ", "event_id": 139, "sample_id": "partially_solved_crossword_clues.dev.57", "type": "match", "data": {"correct": false, "expected": "REPEL", "picked": null, "sampled": "DEACTIVATE", "options": ["REPEL"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.907593+00:00"}
142
+ {"run_id": "230421003658QR6HADBZ", "event_id": 140, "sample_id": "partially_solved_crossword_clues.dev.94", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Flatten - Letters: __NC___"}], "sampled": ["PANCAKE"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.994884+00:00"}
143
+ {"run_id": "230421003658QR6HADBZ", "event_id": 141, "sample_id": "partially_solved_crossword_clues.dev.94", "type": "match", "data": {"correct": true, "expected": "PANCAKE", "picked": "PANCAKE", "sampled": "PANCAKE", "options": ["PANCAKE"]}, "created_by": "", "created_at": "2023-04-21 00:37:06.994945+00:00"}
144
+ {"run_id": "230421003658QR6HADBZ", "event_id": 142, "sample_id": "partially_solved_crossword_clues.dev.2", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Big mouths - Letters: _A__"}], "sampled": ["GAPS"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.121645+00:00"}
145
+ {"run_id": "230421003658QR6HADBZ", "event_id": 143, "sample_id": "partially_solved_crossword_clues.dev.2", "type": "match", "data": {"correct": false, "expected": "MAWS", "picked": null, "sampled": "GAPS", "options": ["MAWS"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.121705+00:00"}
146
+ {"run_id": "230421003658QR6HADBZ", "event_id": 144, "sample_id": "partially_solved_crossword_clues.dev.40", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Not going anywhere - Letters: __MO__B__"}], "sampled": ["IMMOBILE"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.193471+00:00"}
147
+ {"run_id": "230421003658QR6HADBZ", "event_id": 145, "sample_id": "partially_solved_crossword_clues.dev.40", "type": "match", "data": {"correct": false, "expected": "IMMOVABLE", "picked": null, "sampled": "IMMOBILE", "options": ["IMMOVABLE"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.193532+00:00"}
148
+ {"run_id": "230421003658QR6HADBZ", "event_id": 146, "sample_id": "partially_solved_crossword_clues.dev.76", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Come to an end - Letters: ___S_"}], "sampled": ["CEASE"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.575755+00:00"}
149
+ {"run_id": "230421003658QR6HADBZ", "event_id": 147, "sample_id": "partially_solved_crossword_clues.dev.76", "type": "match", "data": {"correct": true, "expected": "CEASE", "picked": "CEASE", "sampled": "CEASE", "options": ["CEASE"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.575816+00:00"}
150
+ {"run_id": "230421003658QR6HADBZ", "event_id": 148, "sample_id": "partially_solved_crossword_clues.dev.92", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One vs. 52? - Letters: ___I___RE"}], "sampled": ["UNIVERSE"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.683539+00:00"}
151
+ {"run_id": "230421003658QR6HADBZ", "event_id": 149, "sample_id": "partially_solved_crossword_clues.dev.92", "type": "match", "data": {"correct": false, "expected": "SOLITAIRE", "picked": null, "sampled": "UNIVERSE", "options": ["SOLITAIRE"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.683603+00:00"}
152
+ {"run_id": "230421003658QR6HADBZ", "event_id": 150, "sample_id": "partially_solved_crossword_clues.dev.55", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Alternatives to GIFs - Letters: _I__A__"}], "sampled": ["VIDEOS"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.719675+00:00"}
153
+ {"run_id": "230421003658QR6HADBZ", "event_id": 151, "sample_id": "partially_solved_crossword_clues.dev.55", "type": "match", "data": {"correct": false, "expected": "BITMAPS", "picked": null, "sampled": "VIDEOS", "options": ["BITMAPS"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.719737+00:00"}
154
+ {"run_id": "230421003658QR6HADBZ", "event_id": 152, "sample_id": "partially_solved_crossword_clues.dev.79", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Potential cause of a respiratory problem - Letters: S___"}], "sampled": ["SMOG"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.746508+00:00"}
155
+ {"run_id": "230421003658QR6HADBZ", "event_id": 153, "sample_id": "partially_solved_crossword_clues.dev.79", "type": "match", "data": {"correct": true, "expected": "SMOG", "picked": "SMOG", "sampled": "SMOG", "options": ["SMOG"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.746569+00:00"}
156
+ {"run_id": "230421003658QR6HADBZ", "event_id": 154, "sample_id": "partially_solved_crossword_clues.dev.86", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: 1 on a scale of 1 to 5, maybe - Letters: __O_"}], "sampled": ["POOR"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.783660+00:00"}
157
+ {"run_id": "230421003658QR6HADBZ", "event_id": 155, "sample_id": "partially_solved_crossword_clues.dev.86", "type": "match", "data": {"correct": true, "expected": "POOR", "picked": "POOR", "sampled": "POOR", "options": ["POOR"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.783723+00:00"}
158
+ {"run_id": "230421003658QR6HADBZ", "event_id": 156, "sample_id": "partially_solved_crossword_clues.dev.97", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Sign of neglect - Letters: __S_"}], "sampled": ["MESS"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.831002+00:00"}
159
+ {"run_id": "230421003658QR6HADBZ", "event_id": 157, "sample_id": "partially_solved_crossword_clues.dev.97", "type": "match", "data": {"correct": false, "expected": "DUST", "picked": null, "sampled": "MESS", "options": ["DUST"]}, "created_by": "", "created_at": "2023-04-21 00:37:07.831059+00:00"}
160
+ {"run_id": "230421003658QR6HADBZ", "event_id": 158, "sample_id": "partially_solved_crossword_clues.dev.89", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Lets it all out, say - Letters: V____"}], "sampled": ["VENTS"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.047008+00:00"}
161
+ {"run_id": "230421003658QR6HADBZ", "event_id": 159, "sample_id": "partially_solved_crossword_clues.dev.89", "type": "match", "data": {"correct": true, "expected": "VENTS", "picked": "VENTS", "sampled": "VENTS", "options": ["VENTS"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.047069+00:00"}
162
+ {"run_id": "230421003658QR6HADBZ", "event_id": 160, "sample_id": "partially_solved_crossword_clues.dev.8", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Words of praise - Letters: _D_"}], "sampled": ["ODE"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.104532+00:00"}
163
+ {"run_id": "230421003658QR6HADBZ", "event_id": 161, "sample_id": "partially_solved_crossword_clues.dev.8", "type": "match", "data": {"correct": true, "expected": "ODE", "picked": "ODE", "sampled": "ODE", "options": ["ODE"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.104593+00:00"}
164
+ {"run_id": "230421003658QR6HADBZ", "event_id": 162, "sample_id": "partially_solved_crossword_clues.dev.0", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Shining intensely - Letters: _G___E"}], "sampled": ["AGLEAM"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.156227+00:00"}
165
+ {"run_id": "230421003658QR6HADBZ", "event_id": 163, "sample_id": "partially_solved_crossword_clues.dev.0", "type": "match", "data": {"correct": false, "expected": "AGLARE", "picked": null, "sampled": "AGLEAM", "options": ["AGLARE"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.156292+00:00"}
166
+ {"run_id": "230421003658QR6HADBZ", "event_id": 164, "sample_id": "partially_solved_crossword_clues.dev.31", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like a screw after being turned counterclockwise - Letters: ___SE_"}], "sampled": ["LOOSE"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.394422+00:00"}
167
+ {"final_report": {"accuracy": 0.55}}
168
+ {"run_id": "230421003658QR6HADBZ", "event_id": 165, "sample_id": "partially_solved_crossword_clues.dev.31", "type": "match", "data": {"correct": false, "expected": "LOOSER", "picked": null, "sampled": "LOOSE", "options": ["LOOSER"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.416243+00:00"}
169
+ {"run_id": "230421003658QR6HADBZ", "event_id": 166, "sample_id": "partially_solved_crossword_clues.dev.17", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Formal - Letters: D_E___"}], "sampled": ["DECENT"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.449801+00:00"}
170
+ {"run_id": "230421003658QR6HADBZ", "event_id": 167, "sample_id": "partially_solved_crossword_clues.dev.17", "type": "match", "data": {"correct": false, "expected": "DRESSY", "picked": null, "sampled": "DECENT", "options": ["DRESSY"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.449860+00:00"}
171
+ {"run_id": "230421003658QR6HADBZ", "event_id": 168, "sample_id": "partially_solved_crossword_clues.dev.99", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stuff - Letters: _A__"}], "sampled": ["SACK"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.608906+00:00"}
172
+ {"run_id": "230421003658QR6HADBZ", "event_id": 169, "sample_id": "partially_solved_crossword_clues.dev.99", "type": "match", "data": {"correct": false, "expected": "SATE", "picked": null, "sampled": "SACK", "options": ["SATE"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.608966+00:00"}
173
+ {"run_id": "230421003658QR6HADBZ", "event_id": 170, "sample_id": "partially_solved_crossword_clues.dev.88", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Secures - Letters: __C__"}], "sampled": ["LOCKS"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.727630+00:00"}
174
+ {"run_id": "230421003658QR6HADBZ", "event_id": 171, "sample_id": "partially_solved_crossword_clues.dev.88", "type": "match", "data": {"correct": true, "expected": "LOCKS", "picked": "LOCKS", "sampled": "LOCKS", "options": ["LOCKS"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.727691+00:00"}
175
+ {"run_id": "230421003658QR6HADBZ", "event_id": 172, "sample_id": "partially_solved_crossword_clues.dev.90", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: They can make a huge impact - Letters: A____O_D_"}], "sampled": ["ASTEROID"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.892405+00:00"}
176
+ {"run_id": "230421003658QR6HADBZ", "event_id": 173, "sample_id": "partially_solved_crossword_clues.dev.90", "type": "match", "data": {"correct": false, "expected": "ASTEROIDS", "picked": null, "sampled": "ASTEROID", "options": ["ASTEROIDS"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.892466+00:00"}
177
+ {"run_id": "230421003658QR6HADBZ", "event_id": 174, "sample_id": "partially_solved_crossword_clues.dev.42", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Fodder for an analyst - Letters: _T___"}], "sampled": ["STATS"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.951719+00:00"}
178
+ {"run_id": "230421003658QR6HADBZ", "event_id": 175, "sample_id": "partially_solved_crossword_clues.dev.42", "type": "match", "data": {"correct": true, "expected": "STATS", "picked": "STATS", "sampled": "STATS", "options": ["STATS"]}, "created_by": "", "created_at": "2023-04-21 00:37:08.951780+00:00"}
179
+ {"run_id": "230421003658QR6HADBZ", "event_id": 176, "sample_id": "partially_solved_crossword_clues.dev.20", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Word has it! - Letters: ____O_OG_"}], "sampled": ["EPILOGUE"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.177499+00:00"}
180
+ {"run_id": "230421003658QR6HADBZ", "event_id": 177, "sample_id": "partially_solved_crossword_clues.dev.20", "type": "match", "data": {"correct": false, "expected": "ETYMOLOGY", "picked": null, "sampled": "EPILOGUE", "options": ["ETYMOLOGY"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.177559+00:00"}
181
+ {"run_id": "230421003658QR6HADBZ", "event_id": 178, "sample_id": "partially_solved_crossword_clues.dev.71", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Tedious sort - Letters: B___"}], "sampled": ["BORE"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.186099+00:00"}
182
+ {"run_id": "230421003658QR6HADBZ", "event_id": 179, "sample_id": "partially_solved_crossword_clues.dev.71", "type": "match", "data": {"correct": true, "expected": "BORE", "picked": "BORE", "sampled": "BORE", "options": ["BORE"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.186157+00:00"}
183
+ {"run_id": "230421003658QR6HADBZ", "event_id": 180, "sample_id": "partially_solved_crossword_clues.dev.4", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Fairy lookalike - Letters: S____E"}], "sampled": ["SPRITE"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.303205+00:00"}
184
+ {"run_id": "230421003658QR6HADBZ", "event_id": 181, "sample_id": "partially_solved_crossword_clues.dev.4", "type": "match", "data": {"correct": true, "expected": "SPRITE", "picked": "SPRITE", "sampled": "SPRITE", "options": ["SPRITE"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.303265+00:00"}
185
+ {"run_id": "230421003658QR6HADBZ", "event_id": 182, "sample_id": "partially_solved_crossword_clues.dev.43", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Vocal feature - Letters: __S_"}], "sampled": ["RASP"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.330410+00:00"}
186
+ {"run_id": "230421003658QR6HADBZ", "event_id": 183, "sample_id": "partially_solved_crossword_clues.dev.43", "type": "match", "data": {"correct": true, "expected": "RASP", "picked": "RASP", "sampled": "RASP", "options": ["RASP"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.330468+00:00"}
187
+ {"run_id": "230421003658QR6HADBZ", "event_id": 184, "sample_id": "partially_solved_crossword_clues.dev.68", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stolen goods - Letters: ___IL_"}], "sampled": ["LOOT"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.338648+00:00"}
188
+ {"run_id": "230421003658QR6HADBZ", "event_id": 185, "sample_id": "partially_solved_crossword_clues.dev.68", "type": "match", "data": {"correct": false, "expected": "SPOILS", "picked": null, "sampled": "LOOT", "options": ["SPOILS"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.338707+00:00"}
189
+ {"run_id": "230421003658QR6HADBZ", "event_id": 186, "sample_id": "partially_solved_crossword_clues.dev.48", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Browns, e.g. - Letters: E___H_O___"}], "sampled": ["EARTHTONES"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.525006+00:00"}
190
+ {"run_id": "230421003658QR6HADBZ", "event_id": 187, "sample_id": "partially_solved_crossword_clues.dev.48", "type": "match", "data": {"correct": true, "expected": "EARTHTONES", "picked": "EARTHTONES", "sampled": "EARTHTONES", "options": ["EARTHTONES"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.525064+00:00"}
191
+ {"run_id": "230421003658QR6HADBZ", "event_id": 188, "sample_id": "partially_solved_crossword_clues.dev.13", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Result of some bargaining - Letters: _L__"}], "sampled": ["DEAL"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.600174+00:00"}
192
+ {"run_id": "230421003658QR6HADBZ", "event_id": 189, "sample_id": "partially_solved_crossword_clues.dev.13", "type": "match", "data": {"correct": false, "expected": "PLEA", "picked": null, "sampled": "DEAL", "options": ["PLEA"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.600239+00:00"}
193
+ {"run_id": "230421003658QR6HADBZ", "event_id": 190, "sample_id": "partially_solved_crossword_clues.dev.98", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Abrogate - Letters: ___O"}], "sampled": ["VOID"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.886206+00:00"}
194
+ {"run_id": "230421003658QR6HADBZ", "event_id": 191, "sample_id": "partially_solved_crossword_clues.dev.98", "type": "match", "data": {"correct": false, "expected": "UNDO", "picked": null, "sampled": "VOID", "options": ["UNDO"]}, "created_by": "", "created_at": "2023-04-21 00:37:09.886264+00:00"}
195
+ {"run_id": "230421003658QR6HADBZ", "event_id": 192, "sample_id": "partially_solved_crossword_clues.dev.11", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Expose - Letters: __R_"}], "sampled": ["BARE"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.014266+00:00"}
196
+ {"run_id": "230421003658QR6HADBZ", "event_id": 193, "sample_id": "partially_solved_crossword_clues.dev.11", "type": "match", "data": {"correct": true, "expected": "BARE", "picked": "BARE", "sampled": "BARE", "options": ["BARE"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.014323+00:00"}
197
+ {"run_id": "230421003658QR6HADBZ", "event_id": 194, "sample_id": "partially_solved_crossword_clues.dev.6", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Family member - Letters: _OB____"}], "sampled": ["ROBUST"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.339557+00:00"}
198
+ {"run_id": "230421003658QR6HADBZ", "event_id": 195, "sample_id": "partially_solved_crossword_clues.dev.6", "type": "match", "data": {"correct": false, "expected": "MOBSTER", "picked": null, "sampled": "ROBUST", "options": ["MOBSTER"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.339615+00:00"}
199
+ {"run_id": "230421003658QR6HADBZ", "event_id": 196, "sample_id": "partially_solved_crossword_clues.dev.52", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Pallid - Letters: A___"}], "sampled": ["ASHEN"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.494452+00:00"}
200
+ {"run_id": "230421003658QR6HADBZ", "event_id": 197, "sample_id": "partially_solved_crossword_clues.dev.52", "type": "match", "data": {"correct": false, "expected": "ASHY", "picked": null, "sampled": "ASHEN", "options": ["ASHY"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.494510+00:00"}
201
+ {"run_id": "230421003658QR6HADBZ", "event_id": 198, "sample_id": "partially_solved_crossword_clues.dev.34", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Waits on - Letters: S____S"}], "sampled": ["SERVES"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.621688+00:00"}
202
+ {"run_id": "230421003658QR6HADBZ", "event_id": 199, "sample_id": "partially_solved_crossword_clues.dev.34", "type": "match", "data": {"correct": true, "expected": "SERVES", "picked": "SERVES", "sampled": "SERVES", "options": ["SERVES"]}, "created_by": "", "created_at": "2023-04-21 00:37:10.621746+00:00"}
evals/crossword/crossword_fns.py CHANGED
@@ -1,5 +1,5 @@
1
- from zeno import distill, DistillReturn
2
  from wordfreq import word_frequency
 
3
 
4
 
5
  @distill
 
 
1
  from wordfreq import word_frequency
2
+ from zeno import DistillReturn, distill
3
 
4
 
5
  @distill
evals/crossword/tmp.json ADDED
The diff for this file is too large to render. See raw diff
 
evals/emotional-intelligence/{emotional-intelligence-turbo-0301.jsonl → emotional-intelligence-0301.jsonl} RENAMED
File without changes
evals/evals.yaml CHANGED
@@ -1,8 +1,11 @@
1
  - crossword:
2
  results-file: ./crossword/crossword-turbo.jsonl
3
- second-results-file: ./crossword/crossword-turbo-0301.jsonl
4
- functions-file: ./crossword/crossword_fns.py
5
- - emotional-intelligence:
6
- results-file: ./crossword/crossword-turbo.jsonl
7
- second-results-file: ./crossword/crossword-turbo-0301.jsonl
8
  functions-file: ./crossword/crossword_fns.py
 
 
 
 
 
 
 
 
1
  - crossword:
2
  results-file: ./crossword/crossword-turbo.jsonl
3
+ second-results-file: ./crossword/crossword-4.jsonl
 
 
 
 
4
  functions-file: ./crossword/crossword_fns.py
5
+ link: https://github.com/openai/evals/tree/main/evals/registry/data/partially_solved_crossword_clues
6
+ - us-tort-law:
7
+ results-file: ./us-tort-law/us-tort-law-turbo.jsonl
8
+ link: https://github.com/openai/evals/tree/main/evals/registry/data/us-tort-law
9
+ # - emotional-intelligence:
10
+ # results-file: ./emotional-intelligence/emotional-intelligence-turbo.jsonl
11
+ # link: https://github.com/openai/evals/tree/main/evals/registry/data/emotional-intelligence
evals/us-tort-law/us-tort-law-turbo.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
frontend/package-lock.json CHANGED
@@ -8,14 +8,18 @@
8
  "name": "zeno-evals-hub",
9
  "version": "0.0.0",
10
  "dependencies": {
11
- "js-yaml": "^4.1.0"
 
12
  },
13
  "devDependencies": {
 
 
14
  "@sveltejs/vite-plugin-svelte": "^2.0.3",
15
  "@tsconfig/svelte": "^3.0.0",
16
  "@typescript-eslint/eslint-plugin": "^5.59.0",
17
  "eslint-plugin-svelte3": "^4.0.0",
18
  "openapi-typescript-codegen": "^0.24.0",
 
19
  "svelte": "^3.55.1",
20
  "svelte-check": "^2.10.3",
21
  "tslib": "^2.5.0",
@@ -518,6 +522,391 @@
518
  "integrity": "sha512-4JQNk+3mVzK3xh2rqd6RB4J46qUR19azEHBneZyTZM+c456qOrbbM/5xcR8huNCCcbVt7+UmizG6GuUvPvKUYg==",
519
  "dev": true
520
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
521
  "node_modules/@nodelib/fs.scandir": {
522
  "version": "2.1.5",
523
  "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz",
@@ -553,6 +942,182 @@
553
  "node": ">= 8"
554
  }
555
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
556
  "node_modules/@sveltejs/vite-plugin-svelte": {
557
  "version": "2.0.4",
558
  "resolved": "https://registry.npmjs.org/@sveltejs/vite-plugin-svelte/-/vite-plugin-svelte-2.0.4.tgz",
@@ -1002,6 +1567,18 @@
1002
  "acorn": "^6.0.0 || ^7.0.0 || ^8.0.0"
1003
  }
1004
  },
 
 
 
 
 
 
 
 
 
 
 
 
1005
  "node_modules/ajv": {
1006
  "version": "6.12.6",
1007
  "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz",
@@ -1024,7 +1601,6 @@
1024
  "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz",
1025
  "integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==",
1026
  "dev": true,
1027
- "peer": true,
1028
  "engines": {
1029
  "node": ">=8"
1030
  }
@@ -1034,7 +1610,6 @@
1034
  "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz",
1035
  "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==",
1036
  "dev": true,
1037
- "peer": true,
1038
  "dependencies": {
1039
  "color-convert": "^2.0.1"
1040
  },
@@ -1061,7 +1636,8 @@
1061
  "node_modules/argparse": {
1062
  "version": "2.0.1",
1063
  "resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz",
1064
- "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q=="
 
1065
  },
1066
  "node_modules/array-union": {
1067
  "version": "2.1.0",
@@ -1189,12 +1765,25 @@
1189
  "fsevents": "~2.3.2"
1190
  }
1191
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1192
  "node_modules/color-convert": {
1193
  "version": "2.0.1",
1194
  "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz",
1195
  "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==",
1196
  "dev": true,
1197
- "peer": true,
1198
  "dependencies": {
1199
  "color-name": "~1.1.4"
1200
  },
@@ -1206,8 +1795,7 @@
1206
  "version": "1.1.4",
1207
  "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz",
1208
  "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==",
1209
- "dev": true,
1210
- "peer": true
1211
  },
1212
  "node_modules/commander": {
1213
  "version": "10.0.0",
@@ -1256,6 +1844,12 @@
1256
  }
1257
  }
1258
  },
 
 
 
 
 
 
1259
  "node_modules/deep-is": {
1260
  "version": "0.1.4",
1261
  "resolved": "https://registry.npmjs.org/deep-is/-/deep-is-0.1.4.tgz",
@@ -1306,6 +1900,12 @@
1306
  "node": ">=6.0.0"
1307
  }
1308
  },
 
 
 
 
 
 
1309
  "node_modules/es6-promise": {
1310
  "version": "3.3.1",
1311
  "resolved": "https://registry.npmjs.org/es6-promise/-/es6-promise-3.3.1.tgz",
@@ -1349,6 +1949,15 @@
1349
  "@esbuild/win32-x64": "0.17.16"
1350
  }
1351
  },
 
 
 
 
 
 
 
 
 
1352
  "node_modules/escape-string-regexp": {
1353
  "version": "4.0.0",
1354
  "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-4.0.0.tgz",
@@ -1738,6 +2347,15 @@
1738
  "integrity": "sha512-yIovAzMX49sF8Yl58fSCWJ5svSLuaibPxXQJFLmBObTuCr0Mf1KiPopGM9NiFjiYBCbfaa2Fh6breQ6ANVTI0A==",
1739
  "dev": true
1740
  },
 
 
 
 
 
 
 
 
 
1741
  "node_modules/glob": {
1742
  "version": "7.2.3",
1743
  "resolved": "https://registry.npmjs.org/glob/-/glob-7.2.3.tgz",
@@ -1861,6 +2479,19 @@
1861
  "node": ">=8"
1862
  }
1863
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
1864
  "node_modules/ignore": {
1865
  "version": "5.2.4",
1866
  "resolved": "https://registry.npmjs.org/ignore/-/ignore-5.2.4.tgz",
@@ -1951,6 +2582,15 @@
1951
  "node": ">=0.10.0"
1952
  }
1953
  },
 
 
 
 
 
 
 
 
 
1954
  "node_modules/is-glob": {
1955
  "version": "4.0.3",
1956
  "resolved": "https://registry.npmjs.org/is-glob/-/is-glob-4.0.3.tgz",
@@ -2004,6 +2644,7 @@
2004
  "version": "4.1.0",
2005
  "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-4.1.0.tgz",
2006
  "integrity": "sha512-wpxZs9NoxZaJESJGIZTyDEaYpl0FKSA+FB9aJiyemKhMwkxQg63h4T1KJgUGHpTqPDNRcmmYLugrRjJlBtWvRA==",
 
2007
  "dependencies": {
2008
  "argparse": "^2.0.1"
2009
  },
@@ -2096,6 +2737,15 @@
2096
  "dev": true,
2097
  "peer": true
2098
  },
 
 
 
 
 
 
 
 
 
2099
  "node_modules/lru-cache": {
2100
  "version": "6.0.0",
2101
  "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-6.0.0.tgz",
@@ -2236,6 +2886,36 @@
2236
  "integrity": "sha512-Yd3UES5mWCSqR+qNT93S3UoYUkqAZ9lLg8a7g9rimsWmYGK8cVToA4/sF3RrshdyV3sAGMXVUmpMYOw+dLpOuw==",
2237
  "dev": true
2238
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2239
  "node_modules/normalize-path": {
2240
  "version": "3.0.0",
2241
  "resolved": "https://registry.npmjs.org/normalize-path/-/normalize-path-3.0.0.tgz",
@@ -2332,6 +3012,16 @@
2332
  "node": ">=6"
2333
  }
2334
  },
 
 
 
 
 
 
 
 
 
 
2335
  "node_modules/path-exists": {
2336
  "version": "4.0.0",
2337
  "resolved": "https://registry.npmjs.org/path-exists/-/path-exists-4.0.0.tgz",
@@ -2470,6 +3160,15 @@
2470
  "node": ">=8.10.0"
2471
  }
2472
  },
 
 
 
 
 
 
 
 
 
2473
  "node_modules/resolve": {
2474
  "version": "1.22.2",
2475
  "resolved": "https://registry.npmjs.org/resolve/-/resolve-1.22.2.tgz",
@@ -2645,6 +3344,22 @@
2645
  "node": ">=8"
2646
  }
2647
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2648
  "node_modules/sorcery": {
2649
  "version": "0.10.0",
2650
  "resolved": "https://registry.npmjs.org/sorcery/-/sorcery-0.10.0.tgz",
@@ -2685,12 +3400,25 @@
2685
  "deprecated": "Please use @jridgewell/sourcemap-codec instead",
2686
  "dev": true
2687
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2688
  "node_modules/strip-ansi": {
2689
  "version": "6.0.1",
2690
  "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz",
2691
  "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==",
2692
  "dev": true,
2693
- "peer": true,
2694
  "dependencies": {
2695
  "ansi-regex": "^5.0.1"
2696
  },
@@ -2866,6 +3594,20 @@
2866
  "sourcemap-codec": "^1.4.8"
2867
  }
2868
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2869
  "node_modules/text-table": {
2870
  "version": "0.2.0",
2871
  "resolved": "https://registry.npmjs.org/text-table/-/text-table-0.2.0.tgz",
@@ -2885,11 +3627,16 @@
2885
  "node": ">=8.0"
2886
  }
2887
  },
 
 
 
 
 
 
2888
  "node_modules/tslib": {
2889
  "version": "2.5.0",
2890
  "resolved": "https://registry.npmjs.org/tslib/-/tslib-2.5.0.tgz",
2891
- "integrity": "sha512-336iVw3rtn2BUK7ORdIAHTyxHGRIHVReokCR3XjbckJMK7ms8FysBfhLR8IXnAgy7T0PTPNBWKiH514FOW/WSg==",
2892
- "dev": true
2893
  },
2894
  "node_modules/tsutils": {
2895
  "version": "3.21.0",
@@ -3046,6 +3793,22 @@
3046
  }
3047
  }
3048
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3049
  "node_modules/which": {
3050
  "version": "2.0.2",
3051
  "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz",
@@ -3078,18 +3841,71 @@
3078
  "integrity": "sha512-gvVzJFlPycKc5dZN4yPkP8w7Dc37BtP1yczEneOb4uq34pXZcvrtRTmWV8W+Ume+XCxKgbjM+nevkyFPMybd4Q==",
3079
  "dev": true
3080
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3081
  "node_modules/wrappy": {
3082
  "version": "1.0.2",
3083
  "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz",
3084
  "integrity": "sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ==",
3085
  "dev": true
3086
  },
 
 
 
 
 
 
 
 
 
3087
  "node_modules/yallist": {
3088
  "version": "4.0.0",
3089
  "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz",
3090
  "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A==",
3091
  "dev": true
3092
  },
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3093
  "node_modules/yocto-queue": {
3094
  "version": "0.1.0",
3095
  "resolved": "https://registry.npmjs.org/yocto-queue/-/yocto-queue-0.1.0.tgz",
 
8
  "name": "zeno-evals-hub",
9
  "version": "0.0.0",
10
  "dependencies": {
11
+ "@material/dom": "^14.0.0",
12
+ "@mdi/js": "^7.2.96"
13
  },
14
  "devDependencies": {
15
+ "@smui/button": "^7.0.0-beta.3",
16
+ "@smui/data-table": "^7.0.0-beta.3",
17
  "@sveltejs/vite-plugin-svelte": "^2.0.3",
18
  "@tsconfig/svelte": "^3.0.0",
19
  "@typescript-eslint/eslint-plugin": "^5.59.0",
20
  "eslint-plugin-svelte3": "^4.0.0",
21
  "openapi-typescript-codegen": "^0.24.0",
22
+ "smui-theme": "^7.0.0-beta.3",
23
  "svelte": "^3.55.1",
24
  "svelte-check": "^2.10.3",
25
  "tslib": "^2.5.0",
 
522
  "integrity": "sha512-4JQNk+3mVzK3xh2rqd6RB4J46qUR19azEHBneZyTZM+c456qOrbbM/5xcR8huNCCcbVt7+UmizG6GuUvPvKUYg==",
523
  "dev": true
524
  },
525
+ "node_modules/@material/animation": {
526
+ "version": "14.0.0",
527
+ "resolved": "https://registry.npmjs.org/@material/animation/-/animation-14.0.0.tgz",
528
+ "integrity": "sha512-VlYSfUaIj/BBVtRZI8Gv0VvzikFf+XgK0Zdgsok5c1v5DDnNz5tpB8mnGrveWz0rHbp1X4+CWLKrTwNmjrw3Xw==",
529
+ "dev": true,
530
+ "dependencies": {
531
+ "tslib": "^2.1.0"
532
+ }
533
+ },
534
+ "node_modules/@material/base": {
535
+ "version": "14.0.0",
536
+ "resolved": "https://registry.npmjs.org/@material/base/-/base-14.0.0.tgz",
537
+ "integrity": "sha512-Ou7vS7n1H4Y10MUZyYAbt6H0t67c6urxoCgeVT7M38aQlaNUwFMODp7KT/myjYz2YULfhu3PtfSV3Sltgac9mA==",
538
+ "dev": true,
539
+ "dependencies": {
540
+ "tslib": "^2.1.0"
541
+ }
542
+ },
543
+ "node_modules/@material/button": {
544
+ "version": "14.0.0",
545
+ "resolved": "https://registry.npmjs.org/@material/button/-/button-14.0.0.tgz",
546
+ "integrity": "sha512-dqqHaJq0peyXBZupFzCjmvScrfljyVU66ZCS3oldsaaj5iz8sn33I/45Z4zPzdR5F5z8ExToHkRcXhakj1UEAA==",
547
+ "dev": true,
548
+ "dependencies": {
549
+ "@material/density": "^14.0.0",
550
+ "@material/dom": "^14.0.0",
551
+ "@material/elevation": "^14.0.0",
552
+ "@material/feature-targeting": "^14.0.0",
553
+ "@material/focus-ring": "^14.0.0",
554
+ "@material/ripple": "^14.0.0",
555
+ "@material/rtl": "^14.0.0",
556
+ "@material/shape": "^14.0.0",
557
+ "@material/theme": "^14.0.0",
558
+ "@material/tokens": "^14.0.0",
559
+ "@material/touch-target": "^14.0.0",
560
+ "@material/typography": "^14.0.0",
561
+ "tslib": "^2.1.0"
562
+ }
563
+ },
564
+ "node_modules/@material/checkbox": {
565
+ "version": "14.0.0",
566
+ "resolved": "https://registry.npmjs.org/@material/checkbox/-/checkbox-14.0.0.tgz",
567
+ "integrity": "sha512-OoqwysCqvj1d0cRmEwVWPvg5OqYAiCFpE6Wng6me/Cahfe4xgRxSPa37WWqsClw20W7PG/5RrYRCBtc6bUUUZA==",
568
+ "dev": true,
569
+ "dependencies": {
570
+ "@material/animation": "^14.0.0",
571
+ "@material/base": "^14.0.0",
572
+ "@material/density": "^14.0.0",
573
+ "@material/dom": "^14.0.0",
574
+ "@material/feature-targeting": "^14.0.0",
575
+ "@material/focus-ring": "^14.0.0",
576
+ "@material/ripple": "^14.0.0",
577
+ "@material/theme": "^14.0.0",
578
+ "@material/touch-target": "^14.0.0",
579
+ "tslib": "^2.1.0"
580
+ }
581
+ },
582
+ "node_modules/@material/data-table": {
583
+ "version": "14.0.0",
584
+ "resolved": "https://registry.npmjs.org/@material/data-table/-/data-table-14.0.0.tgz",
585
+ "integrity": "sha512-tnmLawGaMtnp29KH8pX99bqeKmFODE+MtRUTt6TauupkEfQE/wd0Um4JQDFiI0kCch7uF3r/NmQKyKuan10hXw==",
586
+ "dev": true,
587
+ "dependencies": {
588
+ "@material/animation": "^14.0.0",
589
+ "@material/base": "^14.0.0",
590
+ "@material/checkbox": "^14.0.0",
591
+ "@material/density": "^14.0.0",
592
+ "@material/dom": "^14.0.0",
593
+ "@material/elevation": "^14.0.0",
594
+ "@material/feature-targeting": "^14.0.0",
595
+ "@material/icon-button": "^14.0.0",
596
+ "@material/linear-progress": "^14.0.0",
597
+ "@material/list": "^14.0.0",
598
+ "@material/menu": "^14.0.0",
599
+ "@material/rtl": "^14.0.0",
600
+ "@material/select": "^14.0.0",
601
+ "@material/shape": "^14.0.0",
602
+ "@material/theme": "^14.0.0",
603
+ "@material/touch-target": "^14.0.0",
604
+ "@material/typography": "^14.0.0",
605
+ "tslib": "^2.1.0"
606
+ }
607
+ },
608
+ "node_modules/@material/density": {
609
+ "version": "14.0.0",
610
+ "resolved": "https://registry.npmjs.org/@material/density/-/density-14.0.0.tgz",
611
+ "integrity": "sha512-NlxXBV5XjNsKd8UXF4K/+fOXLxoFNecKbsaQO6O2u+iG8QBfFreKRmkhEBb2hPPwC3w8nrODwXX0lHV+toICQw==",
612
+ "dev": true,
613
+ "dependencies": {
614
+ "tslib": "^2.1.0"
615
+ }
616
+ },
617
+ "node_modules/@material/dom": {
618
+ "version": "14.0.0",
619
+ "resolved": "https://registry.npmjs.org/@material/dom/-/dom-14.0.0.tgz",
620
+ "integrity": "sha512-8t88XyacclTj8qsIw9q0vEj4PI2KVncLoIsIMzwuMx49P2FZg6TsLjor262MI3Qs00UWAifuLMrhnOnfyrbe7Q==",
621
+ "dependencies": {
622
+ "@material/feature-targeting": "^14.0.0",
623
+ "tslib": "^2.1.0"
624
+ }
625
+ },
626
+ "node_modules/@material/elevation": {
627
+ "version": "14.0.0",
628
+ "resolved": "https://registry.npmjs.org/@material/elevation/-/elevation-14.0.0.tgz",
629
+ "integrity": "sha512-Di3tkxTpXwvf1GJUmaC8rd+zVh5dB2SWMBGagL4+kT8UmjSISif/OPRGuGnXs3QhF6nmEjkdC0ijdZLcYQkepw==",
630
+ "dev": true,
631
+ "dependencies": {
632
+ "@material/animation": "^14.0.0",
633
+ "@material/base": "^14.0.0",
634
+ "@material/feature-targeting": "^14.0.0",
635
+ "@material/rtl": "^14.0.0",
636
+ "@material/theme": "^14.0.0",
637
+ "tslib": "^2.1.0"
638
+ }
639
+ },
640
+ "node_modules/@material/feature-targeting": {
641
+ "version": "14.0.0",
642
+ "resolved": "https://registry.npmjs.org/@material/feature-targeting/-/feature-targeting-14.0.0.tgz",
643
+ "integrity": "sha512-a5WGgHEq5lJeeNL5yevtgoZjBjXWy6+klfVWQEh8oyix/rMJygGgO7gEc52uv8fB8uAIoYEB3iBMOv8jRq8FeA==",
644
+ "dependencies": {
645
+ "tslib": "^2.1.0"
646
+ }
647
+ },
648
+ "node_modules/@material/floating-label": {
649
+ "version": "14.0.0",
650
+ "resolved": "https://registry.npmjs.org/@material/floating-label/-/floating-label-14.0.0.tgz",
651
+ "integrity": "sha512-Aq8BboP1sbNnOtsV72AfaYirHyOrQ/GKFoLrZ1Jt+ZGIAuXPETcj9z7nQDznst0ZeKcz420PxNn9tsybTbeL/Q==",
652
+ "dev": true,
653
+ "dependencies": {
654
+ "@material/animation": "^14.0.0",
655
+ "@material/base": "^14.0.0",
656
+ "@material/dom": "^14.0.0",
657
+ "@material/feature-targeting": "^14.0.0",
658
+ "@material/rtl": "^14.0.0",
659
+ "@material/theme": "^14.0.0",
660
+ "@material/typography": "^14.0.0",
661
+ "tslib": "^2.1.0"
662
+ }
663
+ },
664
+ "node_modules/@material/focus-ring": {
665
+ "version": "14.0.0",
666
+ "resolved": "https://registry.npmjs.org/@material/focus-ring/-/focus-ring-14.0.0.tgz",
667
+ "integrity": "sha512-fqqka6iSfQGJG3Le48RxPCtnOiaLGPDPikhktGbxlyW9srBVMgeCiONfHM7IT/1eu80O0Y67Lh/4ohu5+C+VAQ==",
668
+ "dev": true,
669
+ "dependencies": {
670
+ "@material/dom": "^14.0.0",
671
+ "@material/feature-targeting": "^14.0.0",
672
+ "@material/rtl": "^14.0.0"
673
+ }
674
+ },
675
+ "node_modules/@material/icon-button": {
676
+ "version": "14.0.0",
677
+ "resolved": "https://registry.npmjs.org/@material/icon-button/-/icon-button-14.0.0.tgz",
678
+ "integrity": "sha512-wHMqzm7Q/UwbWLoWv32Li1r2iVYxadIrwTNxT0+p+7NdfI3lEwMN3NoB0CvoJnHTljjXDzce0KJ3nZloa0P0gA==",
679
+ "dev": true,
680
+ "dependencies": {
681
+ "@material/base": "^14.0.0",
682
+ "@material/density": "^14.0.0",
683
+ "@material/dom": "^14.0.0",
684
+ "@material/elevation": "^14.0.0",
685
+ "@material/feature-targeting": "^14.0.0",
686
+ "@material/focus-ring": "^14.0.0",
687
+ "@material/ripple": "^14.0.0",
688
+ "@material/rtl": "^14.0.0",
689
+ "@material/theme": "^14.0.0",
690
+ "@material/touch-target": "^14.0.0",
691
+ "tslib": "^2.1.0"
692
+ }
693
+ },
694
+ "node_modules/@material/line-ripple": {
695
+ "version": "14.0.0",
696
+ "resolved": "https://registry.npmjs.org/@material/line-ripple/-/line-ripple-14.0.0.tgz",
697
+ "integrity": "sha512-Rx9eSnfp3FcsNz4O+fobNNq2PSm5tYHC3hRpY2ZK3ghTvgp3Y40/soaGEi/Vdg0F7jJXRaBSNOe6p5t9CVfy8Q==",
698
+ "dev": true,
699
+ "dependencies": {
700
+ "@material/animation": "^14.0.0",
701
+ "@material/base": "^14.0.0",
702
+ "@material/feature-targeting": "^14.0.0",
703
+ "@material/theme": "^14.0.0",
704
+ "tslib": "^2.1.0"
705
+ }
706
+ },
707
+ "node_modules/@material/linear-progress": {
708
+ "version": "14.0.0",
709
+ "resolved": "https://registry.npmjs.org/@material/linear-progress/-/linear-progress-14.0.0.tgz",
710
+ "integrity": "sha512-MGIAWMHMW6TSV/TNWyl5N/escpDHk3Rq6hultFif+D9adqbOXrtfZZIFPLj1FpMm1Ucnj6zgOmJHgCDsxRVNIA==",
711
+ "dev": true,
712
+ "dependencies": {
713
+ "@material/animation": "^14.0.0",
714
+ "@material/base": "^14.0.0",
715
+ "@material/dom": "^14.0.0",
716
+ "@material/feature-targeting": "^14.0.0",
717
+ "@material/progress-indicator": "^14.0.0",
718
+ "@material/rtl": "^14.0.0",
719
+ "@material/theme": "^14.0.0",
720
+ "tslib": "^2.1.0"
721
+ }
722
+ },
723
+ "node_modules/@material/list": {
724
+ "version": "14.0.0",
725
+ "resolved": "https://registry.npmjs.org/@material/list/-/list-14.0.0.tgz",
726
+ "integrity": "sha512-AFaBGV9vQyfnG8BT2R3UGVdF5w2SigQqBH+qbOSxQhk4BgVvhDfJUIKT415poLNMdnaDtcuYz+ZWvVNoRDaL7w==",
727
+ "dev": true,
728
+ "dependencies": {
729
+ "@material/base": "^14.0.0",
730
+ "@material/density": "^14.0.0",
731
+ "@material/dom": "^14.0.0",
732
+ "@material/feature-targeting": "^14.0.0",
733
+ "@material/ripple": "^14.0.0",
734
+ "@material/rtl": "^14.0.0",
735
+ "@material/shape": "^14.0.0",
736
+ "@material/theme": "^14.0.0",
737
+ "@material/typography": "^14.0.0",
738
+ "tslib": "^2.1.0"
739
+ }
740
+ },
741
+ "node_modules/@material/menu": {
742
+ "version": "14.0.0",
743
+ "resolved": "https://registry.npmjs.org/@material/menu/-/menu-14.0.0.tgz",
744
+ "integrity": "sha512-oU6GjbYnkG6a5nX9HUSege5OQByf6yUteEij8fpf0ci3f5BWf/gr39dnQ+rfl+q119cW0WIEmVK2YJ/BFxMzEQ==",
745
+ "dev": true,
746
+ "dependencies": {
747
+ "@material/base": "^14.0.0",
748
+ "@material/dom": "^14.0.0",
749
+ "@material/elevation": "^14.0.0",
750
+ "@material/feature-targeting": "^14.0.0",
751
+ "@material/list": "^14.0.0",
752
+ "@material/menu-surface": "^14.0.0",
753
+ "@material/ripple": "^14.0.0",
754
+ "@material/rtl": "^14.0.0",
755
+ "@material/theme": "^14.0.0",
756
+ "tslib": "^2.1.0"
757
+ }
758
+ },
759
+ "node_modules/@material/menu-surface": {
760
+ "version": "14.0.0",
761
+ "resolved": "https://registry.npmjs.org/@material/menu-surface/-/menu-surface-14.0.0.tgz",
762
+ "integrity": "sha512-wRz3UCrhJ4kRrijJEbvIPRa0mqA5qkQmKXjBH4Xu1ApedZruP+OM3Qb2Bj4XugCA3eCXpiohg+gdyTAX3dVQyw==",
763
+ "dev": true,
764
+ "dependencies": {
765
+ "@material/animation": "^14.0.0",
766
+ "@material/base": "^14.0.0",
767
+ "@material/elevation": "^14.0.0",
768
+ "@material/feature-targeting": "^14.0.0",
769
+ "@material/rtl": "^14.0.0",
770
+ "@material/shape": "^14.0.0",
771
+ "@material/theme": "^14.0.0",
772
+ "tslib": "^2.1.0"
773
+ }
774
+ },
775
+ "node_modules/@material/notched-outline": {
776
+ "version": "14.0.0",
777
+ "resolved": "https://registry.npmjs.org/@material/notched-outline/-/notched-outline-14.0.0.tgz",
778
+ "integrity": "sha512-6S58DlWmhCDr4RQF2RuwqANxlmLdHtWy2mF4JQLD9WOiCg4qY9eCQnMXu3Tbhr7f/nOZ0vzc7AtA3vfJoZmCSw==",
779
+ "dev": true,
780
+ "dependencies": {
781
+ "@material/base": "^14.0.0",
782
+ "@material/feature-targeting": "^14.0.0",
783
+ "@material/floating-label": "^14.0.0",
784
+ "@material/rtl": "^14.0.0",
785
+ "@material/shape": "^14.0.0",
786
+ "@material/theme": "^14.0.0",
787
+ "tslib": "^2.1.0"
788
+ }
789
+ },
790
+ "node_modules/@material/progress-indicator": {
791
+ "version": "14.0.0",
792
+ "resolved": "https://registry.npmjs.org/@material/progress-indicator/-/progress-indicator-14.0.0.tgz",
793
+ "integrity": "sha512-09JRTuIySxs670Tcy4jVlqCUbyrO+Ad6z3nHnAi8pYl74duco4n/9jTROV0mlFdr9NIFifnd08lKbiFLDmfJGQ==",
794
+ "dev": true,
795
+ "dependencies": {
796
+ "tslib": "^2.1.0"
797
+ }
798
+ },
799
+ "node_modules/@material/ripple": {
800
+ "version": "14.0.0",
801
+ "resolved": "https://registry.npmjs.org/@material/ripple/-/ripple-14.0.0.tgz",
802
+ "integrity": "sha512-9XoGBFd5JhFgELgW7pqtiLy+CnCIcV2s9cQ2BWbOQeA8faX9UZIDUx/g76nHLZ7UzKFtsULJxZTwORmsEt2zvw==",
803
+ "dev": true,
804
+ "dependencies": {
805
+ "@material/animation": "^14.0.0",
806
+ "@material/base": "^14.0.0",
807
+ "@material/dom": "^14.0.0",
808
+ "@material/feature-targeting": "^14.0.0",
809
+ "@material/rtl": "^14.0.0",
810
+ "@material/theme": "^14.0.0",
811
+ "tslib": "^2.1.0"
812
+ }
813
+ },
814
+ "node_modules/@material/rtl": {
815
+ "version": "14.0.0",
816
+ "resolved": "https://registry.npmjs.org/@material/rtl/-/rtl-14.0.0.tgz",
817
+ "integrity": "sha512-xl6OZYyRjuiW2hmbjV2omMV8sQtfmKAjeWnD1RMiAPLCTyOW9Lh/PYYnXjxUrNa0cRwIIbOn5J7OYXokja8puA==",
818
+ "dev": true,
819
+ "dependencies": {
820
+ "@material/theme": "^14.0.0",
821
+ "tslib": "^2.1.0"
822
+ }
823
+ },
824
+ "node_modules/@material/select": {
825
+ "version": "14.0.0",
826
+ "resolved": "https://registry.npmjs.org/@material/select/-/select-14.0.0.tgz",
827
+ "integrity": "sha512-4aY1kUHEnbOCRG3Tkuuk8yFfyNYSvOstBbjiYE/Z1ZGF3P1z+ON35iLatP84LvNteX4F1EMO2QAta2QbLRMAkw==",
828
+ "dev": true,
829
+ "dependencies": {
830
+ "@material/animation": "^14.0.0",
831
+ "@material/base": "^14.0.0",
832
+ "@material/density": "^14.0.0",
833
+ "@material/dom": "^14.0.0",
834
+ "@material/elevation": "^14.0.0",
835
+ "@material/feature-targeting": "^14.0.0",
836
+ "@material/floating-label": "^14.0.0",
837
+ "@material/line-ripple": "^14.0.0",
838
+ "@material/list": "^14.0.0",
839
+ "@material/menu": "^14.0.0",
840
+ "@material/menu-surface": "^14.0.0",
841
+ "@material/notched-outline": "^14.0.0",
842
+ "@material/ripple": "^14.0.0",
843
+ "@material/rtl": "^14.0.0",
844
+ "@material/shape": "^14.0.0",
845
+ "@material/theme": "^14.0.0",
846
+ "@material/tokens": "^14.0.0",
847
+ "@material/typography": "^14.0.0",
848
+ "tslib": "^2.1.0"
849
+ }
850
+ },
851
+ "node_modules/@material/shape": {
852
+ "version": "14.0.0",
853
+ "resolved": "https://registry.npmjs.org/@material/shape/-/shape-14.0.0.tgz",
854
+ "integrity": "sha512-o0mJB0+feOv473KckI8gFnUo8IQAaEA6ynXzw3VIYFjPi48pJwrxa0mZcJP/OoTXrCbDzDeFJfDPXEmRioBb9A==",
855
+ "dev": true,
856
+ "dependencies": {
857
+ "@material/feature-targeting": "^14.0.0",
858
+ "@material/rtl": "^14.0.0",
859
+ "@material/theme": "^14.0.0",
860
+ "tslib": "^2.1.0"
861
+ }
862
+ },
863
+ "node_modules/@material/theme": {
864
+ "version": "14.0.0",
865
+ "resolved": "https://registry.npmjs.org/@material/theme/-/theme-14.0.0.tgz",
866
+ "integrity": "sha512-6/SENWNIFuXzeHMPHrYwbsXKgkvCtWuzzQ3cUu4UEt3KcQ5YpViazIM6h8ByYKZP8A9d8QpkJ0WGX5btGDcVoA==",
867
+ "dev": true,
868
+ "dependencies": {
869
+ "@material/feature-targeting": "^14.0.0",
870
+ "tslib": "^2.1.0"
871
+ }
872
+ },
873
+ "node_modules/@material/tokens": {
874
+ "version": "14.0.0",
875
+ "resolved": "https://registry.npmjs.org/@material/tokens/-/tokens-14.0.0.tgz",
876
+ "integrity": "sha512-SXgB9VwsKW4DFkHmJfDIS0x0cGdMWC1D06m6z/WQQ5P5j6/m0pKrbHVlrLzXcRjau+mFhXGvj/KyPo9Pp/Rc8Q==",
877
+ "dev": true,
878
+ "dependencies": {
879
+ "@material/elevation": "^14.0.0"
880
+ }
881
+ },
882
+ "node_modules/@material/touch-target": {
883
+ "version": "14.0.0",
884
+ "resolved": "https://registry.npmjs.org/@material/touch-target/-/touch-target-14.0.0.tgz",
885
+ "integrity": "sha512-o3kvxmS4HkmZoQTvtzLJrqSG+ezYXkyINm3Uiwio1PTg67pDgK5FRwInkz0VNaWPcw9+5jqjUQGjuZMtjQMq8w==",
886
+ "dev": true,
887
+ "dependencies": {
888
+ "@material/base": "^14.0.0",
889
+ "@material/feature-targeting": "^14.0.0",
890
+ "@material/rtl": "^14.0.0",
891
+ "tslib": "^2.1.0"
892
+ }
893
+ },
894
+ "node_modules/@material/typography": {
895
+ "version": "14.0.0",
896
+ "resolved": "https://registry.npmjs.org/@material/typography/-/typography-14.0.0.tgz",
897
+ "integrity": "sha512-/QtHBYiTR+TPMryM/CT386B2WlAQf/Ae32V324Z7P40gHLKY/YBXx7FDutAWZFeOerq/two4Nd2aAHBcMM2wMw==",
898
+ "dev": true,
899
+ "dependencies": {
900
+ "@material/feature-targeting": "^14.0.0",
901
+ "@material/theme": "^14.0.0",
902
+ "tslib": "^2.1.0"
903
+ }
904
+ },
905
+ "node_modules/@mdi/js": {
906
+ "version": "7.2.96",
907
+ "resolved": "https://registry.npmjs.org/@mdi/js/-/js-7.2.96.tgz",
908
+ "integrity": "sha512-paR9M9ZT7rKbh2boksNUynuSZMHhqRYnEZOm/KrZTjQ4/FzyhjLHuvw/8XYzP+E7fS4+/Ms/82EN1pl/OFsiIA=="
909
+ },
910
  "node_modules/@nodelib/fs.scandir": {
911
  "version": "2.1.5",
912
  "resolved": "https://registry.npmjs.org/@nodelib/fs.scandir/-/fs.scandir-2.1.5.tgz",
 
942
  "node": ">= 8"
943
  }
944
  },
945
+ "node_modules/@smui/button": {
946
+ "version": "7.0.0-beta.3",
947
+ "resolved": "https://registry.npmjs.org/@smui/button/-/button-7.0.0-beta.3.tgz",
948
+ "integrity": "sha512-H8yKk+KElOwJTqkHBNA7+WXYV6dV7/g/VQEgNduQm+reZAmNYTfie6n/k7KpBTgpiIFZ7iepSGfFw4yBK7lfQg==",
949
+ "dev": true,
950
+ "dependencies": {
951
+ "@material/button": "^14.0.0",
952
+ "@material/elevation": "^14.0.0",
953
+ "@material/feature-targeting": "^14.0.0",
954
+ "@material/ripple": "^14.0.0",
955
+ "@material/shape": "^14.0.0",
956
+ "@material/theme": "^14.0.0",
957
+ "@smui/common": "^7.0.0-beta.3",
958
+ "@smui/ripple": "^7.0.0-beta.3",
959
+ "svelte2tsx": "^0.6.10"
960
+ }
961
+ },
962
+ "node_modules/@smui/checkbox": {
963
+ "version": "7.0.0-beta.3",
964
+ "resolved": "https://registry.npmjs.org/@smui/checkbox/-/checkbox-7.0.0-beta.3.tgz",
965
+ "integrity": "sha512-YNs4Z3zZ4OLeU0ntWgX4yuDXZkDRQ/aB0wJZkF5ruSZhJcDqS3UnwO+wgRyalvVJd1BktOhLBNxugLicH2yXgg==",
966
+ "dev": true,
967
+ "dependencies": {
968
+ "@material/checkbox": "^14.0.0",
969
+ "@smui/common": "^7.0.0-beta.3",
970
+ "@smui/ripple": "^7.0.0-beta.3",
971
+ "svelte2tsx": "^0.6.10"
972
+ }
973
+ },
974
+ "node_modules/@smui/common": {
975
+ "version": "7.0.0-beta.3",
976
+ "resolved": "https://registry.npmjs.org/@smui/common/-/common-7.0.0-beta.3.tgz",
977
+ "integrity": "sha512-77tKJ+dvKbas2tNeHhovq6Yg3OJ78FS2Jky8QZXNsF5uOKbI/gZ6OXYRTEmudfKANP6xHCtFdpgbk1JF1VdHeA==",
978
+ "dev": true,
979
+ "dependencies": {
980
+ "@material/dom": "^14.0.0",
981
+ "svelte2tsx": "^0.6.10"
982
+ }
983
+ },
984
+ "node_modules/@smui/data-table": {
985
+ "version": "7.0.0-beta.3",
986
+ "resolved": "https://registry.npmjs.org/@smui/data-table/-/data-table-7.0.0-beta.3.tgz",
987
+ "integrity": "sha512-Qat542hz38TJH7dLeyJ9q4jmIllb6rb7RlctLYr3KYX3KPSicHbjBFdICs552My43NOz3QQ2XJbaqSevJvn8ag==",
988
+ "dev": true,
989
+ "dependencies": {
990
+ "@material/data-table": "^14.0.0",
991
+ "@material/dom": "^14.0.0",
992
+ "@smui/checkbox": "^7.0.0-beta.3",
993
+ "@smui/common": "^7.0.0-beta.3",
994
+ "@smui/icon-button": "^7.0.0-beta.3",
995
+ "@smui/ripple": "^7.0.0-beta.3",
996
+ "@smui/select": "^7.0.0-beta.3",
997
+ "svelte2tsx": "^0.6.10"
998
+ }
999
+ },
1000
+ "node_modules/@smui/floating-label": {
1001
+ "version": "7.0.0-beta.3",
1002
+ "resolved": "https://registry.npmjs.org/@smui/floating-label/-/floating-label-7.0.0-beta.3.tgz",
1003
+ "integrity": "sha512-NAQUUMeCFXbiu6NNmILVoiMcw+kfIu0IFXrthNcHG1j4CofkW9471d2rZgc+jIsWAMXWvtxUUHtatslkT+H7eA==",
1004
+ "dev": true,
1005
+ "dependencies": {
1006
+ "@material/floating-label": "^14.0.0",
1007
+ "@smui/common": "^7.0.0-beta.3",
1008
+ "svelte2tsx": "^0.6.10"
1009
+ }
1010
+ },
1011
+ "node_modules/@smui/icon-button": {
1012
+ "version": "7.0.0-beta.3",
1013
+ "resolved": "https://registry.npmjs.org/@smui/icon-button/-/icon-button-7.0.0-beta.3.tgz",
1014
+ "integrity": "sha512-EerVXfssP/lwkoTSUvVGCj/FUblUnzHE2yJxHYUVdhHWo4n/w0IBBL9mFXCjj/kOOOg37X+o0jplu0rs+pQDYA==",
1015
+ "dev": true,
1016
+ "dependencies": {
1017
+ "@material/density": "^14.0.0",
1018
+ "@material/icon-button": "^14.0.0",
1019
+ "@smui/common": "^7.0.0-beta.3",
1020
+ "@smui/ripple": "^7.0.0-beta.3",
1021
+ "svelte2tsx": "^0.6.10"
1022
+ }
1023
+ },
1024
+ "node_modules/@smui/line-ripple": {
1025
+ "version": "7.0.0-beta.3",
1026
+ "resolved": "https://registry.npmjs.org/@smui/line-ripple/-/line-ripple-7.0.0-beta.3.tgz",
1027
+ "integrity": "sha512-+NVfFmYjel2srTwduAHYksxad5TC9Q0jBZ6nS6uFrgDnlV28Nj0NA+UfTVrGZNQ3P2AR6TEidSvnOgO9tREPvw==",
1028
+ "dev": true,
1029
+ "dependencies": {
1030
+ "@material/line-ripple": "^14.0.0",
1031
+ "@smui/common": "^7.0.0-beta.3",
1032
+ "svelte2tsx": "^0.6.10"
1033
+ }
1034
+ },
1035
+ "node_modules/@smui/list": {
1036
+ "version": "7.0.0-beta.3",
1037
+ "resolved": "https://registry.npmjs.org/@smui/list/-/list-7.0.0-beta.3.tgz",
1038
+ "integrity": "sha512-h37fTcV9agsTqUDwQPoUkk5RQogQ8UElh2M1iciGSODD59mBdpnP/tCOfU4A6BEkvVLLGtRm2xWzRb2ajuYRWg==",
1039
+ "dev": true,
1040
+ "dependencies": {
1041
+ "@material/dom": "^14.0.0",
1042
+ "@material/feature-targeting": "^14.0.0",
1043
+ "@material/list": "^14.0.0",
1044
+ "@smui/common": "^7.0.0-beta.3",
1045
+ "@smui/ripple": "^7.0.0-beta.3",
1046
+ "svelte2tsx": "^0.6.10"
1047
+ }
1048
+ },
1049
+ "node_modules/@smui/menu": {
1050
+ "version": "7.0.0-beta.3",
1051
+ "resolved": "https://registry.npmjs.org/@smui/menu/-/menu-7.0.0-beta.3.tgz",
1052
+ "integrity": "sha512-MJyZcOdB9CabcHiYlnHC6nj4WbBg9RTOM+J5LEg4zpW9+eBXWT4dekGeHvyQy7CkRy2XaNnGl+kElSF4MCRV5Q==",
1053
+ "dev": true,
1054
+ "dependencies": {
1055
+ "@material/dom": "^14.0.0",
1056
+ "@material/menu": "^14.0.0",
1057
+ "@smui/common": "^7.0.0-beta.3",
1058
+ "@smui/list": "^7.0.0-beta.3",
1059
+ "@smui/menu-surface": "^7.0.0-beta.3",
1060
+ "svelte2tsx": "^0.6.10"
1061
+ }
1062
+ },
1063
+ "node_modules/@smui/menu-surface": {
1064
+ "version": "7.0.0-beta.3",
1065
+ "resolved": "https://registry.npmjs.org/@smui/menu-surface/-/menu-surface-7.0.0-beta.3.tgz",
1066
+ "integrity": "sha512-5QkDgwAhCN+TzSLnIlBXQ/GKHTQjxtQksoYXdTgITlpDH6YyiHR0hb29Ysv8PCaBMKlDDC98h6PEOYuselTtvg==",
1067
+ "dev": true,
1068
+ "dependencies": {
1069
+ "@material/animation": "^14.0.0",
1070
+ "@material/menu-surface": "^14.0.0",
1071
+ "@smui/common": "^7.0.0-beta.3",
1072
+ "svelte2tsx": "^0.6.10"
1073
+ }
1074
+ },
1075
+ "node_modules/@smui/notched-outline": {
1076
+ "version": "7.0.0-beta.3",
1077
+ "resolved": "https://registry.npmjs.org/@smui/notched-outline/-/notched-outline-7.0.0-beta.3.tgz",
1078
+ "integrity": "sha512-nzn1dPB6I9MjX9+GohgzoqcTjsSamCvC6aryRqMO1DUShbJ86OC0p5pSB5MVKdv4vQgLZ5eG2adD7L8DMuB2XA==",
1079
+ "dev": true,
1080
+ "dependencies": {
1081
+ "@material/notched-outline": "^14.0.0",
1082
+ "@smui/common": "^7.0.0-beta.3",
1083
+ "@smui/floating-label": "^7.0.0-beta.3",
1084
+ "svelte2tsx": "^0.6.10"
1085
+ }
1086
+ },
1087
+ "node_modules/@smui/ripple": {
1088
+ "version": "7.0.0-beta.3",
1089
+ "resolved": "https://registry.npmjs.org/@smui/ripple/-/ripple-7.0.0-beta.3.tgz",
1090
+ "integrity": "sha512-5BGoagqg/SVVLcux6PklSN30p5tTkh82iH1oNb9c69gOgNNxa/OPKSi31EKaV4fYJAJ5uRhBEp279D5Wl0lZ+g==",
1091
+ "dev": true,
1092
+ "dependencies": {
1093
+ "@material/dom": "^14.0.0",
1094
+ "@material/ripple": "^14.0.0",
1095
+ "@smui/common": "^7.0.0-beta.3",
1096
+ "svelte2tsx": "^0.6.10"
1097
+ }
1098
+ },
1099
+ "node_modules/@smui/select": {
1100
+ "version": "7.0.0-beta.3",
1101
+ "resolved": "https://registry.npmjs.org/@smui/select/-/select-7.0.0-beta.3.tgz",
1102
+ "integrity": "sha512-rxZ5yUm99mAljW+JkjaeI6BNG3FsyNlXRpspqrywrWeIKi3Y2VyCJuWgKdXw1YHh02BXYMJGBmEzm4ywWnnsog==",
1103
+ "dev": true,
1104
+ "dependencies": {
1105
+ "@material/feature-targeting": "^14.0.0",
1106
+ "@material/ripple": "^14.0.0",
1107
+ "@material/rtl": "^14.0.0",
1108
+ "@material/select": "^14.0.0",
1109
+ "@material/theme": "^14.0.0",
1110
+ "@smui/common": "^7.0.0-beta.3",
1111
+ "@smui/floating-label": "^7.0.0-beta.3",
1112
+ "@smui/line-ripple": "^7.0.0-beta.3",
1113
+ "@smui/list": "^7.0.0-beta.3",
1114
+ "@smui/menu": "^7.0.0-beta.3",
1115
+ "@smui/menu-surface": "^7.0.0-beta.3",
1116
+ "@smui/notched-outline": "^7.0.0-beta.3",
1117
+ "@smui/ripple": "^7.0.0-beta.3",
1118
+ "svelte2tsx": "^0.6.10"
1119
+ }
1120
+ },
1121
  "node_modules/@sveltejs/vite-plugin-svelte": {
1122
  "version": "2.0.4",
1123
  "resolved": "https://registry.npmjs.org/@sveltejs/vite-plugin-svelte/-/vite-plugin-svelte-2.0.4.tgz",
 
1567
  "acorn": "^6.0.0 || ^7.0.0 || ^8.0.0"
1568
  }
1569
  },
1570
+ "node_modules/agent-base": {
1571
+ "version": "6.0.2",
1572
+ "resolved": "https://registry.npmjs.org/agent-base/-/agent-base-6.0.2.tgz",
1573
+ "integrity": "sha512-RZNwNclF7+MS/8bDg70amg32dyeZGZxiDuQmZxKLAlQjr3jGyLx+4Kkk58UO7D2QdgFIQCovuSuZESne6RG6XQ==",
1574
+ "dev": true,
1575
+ "dependencies": {
1576
+ "debug": "4"
1577
+ },
1578
+ "engines": {
1579
+ "node": ">= 6.0.0"
1580
+ }
1581
+ },
1582
  "node_modules/ajv": {
1583
  "version": "6.12.6",
1584
  "resolved": "https://registry.npmjs.org/ajv/-/ajv-6.12.6.tgz",
 
1601
  "resolved": "https://registry.npmjs.org/ansi-regex/-/ansi-regex-5.0.1.tgz",
1602
  "integrity": "sha512-quJQXlTSUGL2LH9SUXo8VwsY4soanhgo6LNSm84E1LBcE8s3O0wpdiRzyR9z/ZZJMlMWv37qOOb9pdJlMUEKFQ==",
1603
  "dev": true,
 
1604
  "engines": {
1605
  "node": ">=8"
1606
  }
 
1610
  "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz",
1611
  "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==",
1612
  "dev": true,
 
1613
  "dependencies": {
1614
  "color-convert": "^2.0.1"
1615
  },
 
1636
  "node_modules/argparse": {
1637
  "version": "2.0.1",
1638
  "resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz",
1639
+ "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==",
1640
+ "dev": true
1641
  },
1642
  "node_modules/array-union": {
1643
  "version": "2.1.0",
 
1765
  "fsevents": "~2.3.2"
1766
  }
1767
  },
1768
+ "node_modules/cliui": {
1769
+ "version": "8.0.1",
1770
+ "resolved": "https://registry.npmjs.org/cliui/-/cliui-8.0.1.tgz",
1771
+ "integrity": "sha512-BSeNnyus75C4//NQ9gQt1/csTXyo/8Sb+afLAkzAptFuMsod9HFokGNudZpi/oQV73hnVK+sR+5PVRMd+Dr7YQ==",
1772
+ "dev": true,
1773
+ "dependencies": {
1774
+ "string-width": "^4.2.0",
1775
+ "strip-ansi": "^6.0.1",
1776
+ "wrap-ansi": "^7.0.0"
1777
+ },
1778
+ "engines": {
1779
+ "node": ">=12"
1780
+ }
1781
+ },
1782
  "node_modules/color-convert": {
1783
  "version": "2.0.1",
1784
  "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz",
1785
  "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==",
1786
  "dev": true,
 
1787
  "dependencies": {
1788
  "color-name": "~1.1.4"
1789
  },
 
1795
  "version": "1.1.4",
1796
  "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz",
1797
  "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==",
1798
+ "dev": true
 
1799
  },
1800
  "node_modules/commander": {
1801
  "version": "10.0.0",
 
1844
  }
1845
  }
1846
  },
1847
+ "node_modules/dedent-js": {
1848
+ "version": "1.0.1",
1849
+ "resolved": "https://registry.npmjs.org/dedent-js/-/dedent-js-1.0.1.tgz",
1850
+ "integrity": "sha512-OUepMozQULMLUmhxS95Vudo0jb0UchLimi3+pQ2plj61Fcy8axbP9hbiD4Sz6DPqn6XG3kfmziVfQ1rSys5AJQ==",
1851
+ "dev": true
1852
+ },
1853
  "node_modules/deep-is": {
1854
  "version": "0.1.4",
1855
  "resolved": "https://registry.npmjs.org/deep-is/-/deep-is-0.1.4.tgz",
 
1900
  "node": ">=6.0.0"
1901
  }
1902
  },
1903
+ "node_modules/emoji-regex": {
1904
+ "version": "8.0.0",
1905
+ "resolved": "https://registry.npmjs.org/emoji-regex/-/emoji-regex-8.0.0.tgz",
1906
+ "integrity": "sha512-MSjYzcWNOA0ewAHpz0MxpYFvwg6yjy1NG3xteoqz644VCo/RPgnr1/GGt+ic3iJTzQ8Eu3TdM14SawnVUmGE6A==",
1907
+ "dev": true
1908
+ },
1909
  "node_modules/es6-promise": {
1910
  "version": "3.3.1",
1911
  "resolved": "https://registry.npmjs.org/es6-promise/-/es6-promise-3.3.1.tgz",
 
1949
  "@esbuild/win32-x64": "0.17.16"
1950
  }
1951
  },
1952
+ "node_modules/escalade": {
1953
+ "version": "3.1.1",
1954
+ "resolved": "https://registry.npmjs.org/escalade/-/escalade-3.1.1.tgz",
1955
+ "integrity": "sha512-k0er2gUkLf8O0zKJiAhmkTnJlTvINGv7ygDNPbeIsX/TJjGJZHuh9B2UxbsaEkmlEo9MfhrSzmhIlhRlI2GXnw==",
1956
+ "dev": true,
1957
+ "engines": {
1958
+ "node": ">=6"
1959
+ }
1960
+ },
1961
  "node_modules/escape-string-regexp": {
1962
  "version": "4.0.0",
1963
  "resolved": "https://registry.npmjs.org/escape-string-regexp/-/escape-string-regexp-4.0.0.tgz",
 
2347
  "integrity": "sha512-yIovAzMX49sF8Yl58fSCWJ5svSLuaibPxXQJFLmBObTuCr0Mf1KiPopGM9NiFjiYBCbfaa2Fh6breQ6ANVTI0A==",
2348
  "dev": true
2349
  },
2350
+ "node_modules/get-caller-file": {
2351
+ "version": "2.0.5",
2352
+ "resolved": "https://registry.npmjs.org/get-caller-file/-/get-caller-file-2.0.5.tgz",
2353
+ "integrity": "sha512-DyFP3BM/3YHTQOCUL/w0OZHR0lpKeGrxotcHWcqNEdnltqFwXVfhEBQ94eIo34AfQpo0rGki4cyIiftY06h2Fg==",
2354
+ "dev": true,
2355
+ "engines": {
2356
+ "node": "6.* || 8.* || >= 10.*"
2357
+ }
2358
+ },
2359
  "node_modules/glob": {
2360
  "version": "7.2.3",
2361
  "resolved": "https://registry.npmjs.org/glob/-/glob-7.2.3.tgz",
 
2479
  "node": ">=8"
2480
  }
2481
  },
2482
+ "node_modules/https-proxy-agent": {
2483
+ "version": "5.0.1",
2484
+ "resolved": "https://registry.npmjs.org/https-proxy-agent/-/https-proxy-agent-5.0.1.tgz",
2485
+ "integrity": "sha512-dFcAjpTQFgoLMzC2VwU+C/CbS7uRL0lWmxDITmqm7C+7F0Odmj6s9l6alZc6AELXhrnggM2CeWSXHGOdX2YtwA==",
2486
+ "dev": true,
2487
+ "dependencies": {
2488
+ "agent-base": "6",
2489
+ "debug": "4"
2490
+ },
2491
+ "engines": {
2492
+ "node": ">= 6"
2493
+ }
2494
+ },
2495
  "node_modules/ignore": {
2496
  "version": "5.2.4",
2497
  "resolved": "https://registry.npmjs.org/ignore/-/ignore-5.2.4.tgz",
 
2582
  "node": ">=0.10.0"
2583
  }
2584
  },
2585
+ "node_modules/is-fullwidth-code-point": {
2586
+ "version": "3.0.0",
2587
+ "resolved": "https://registry.npmjs.org/is-fullwidth-code-point/-/is-fullwidth-code-point-3.0.0.tgz",
2588
+ "integrity": "sha512-zymm5+u+sCsSWyD9qNaejV3DFvhCKclKdizYaJUuHA83RLjb7nSuGnddCHGv0hk+KY7BMAlsWeK4Ueg6EV6XQg==",
2589
+ "dev": true,
2590
+ "engines": {
2591
+ "node": ">=8"
2592
+ }
2593
+ },
2594
  "node_modules/is-glob": {
2595
  "version": "4.0.3",
2596
  "resolved": "https://registry.npmjs.org/is-glob/-/is-glob-4.0.3.tgz",
 
2644
  "version": "4.1.0",
2645
  "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-4.1.0.tgz",
2646
  "integrity": "sha512-wpxZs9NoxZaJESJGIZTyDEaYpl0FKSA+FB9aJiyemKhMwkxQg63h4T1KJgUGHpTqPDNRcmmYLugrRjJlBtWvRA==",
2647
+ "dev": true,
2648
  "dependencies": {
2649
  "argparse": "^2.0.1"
2650
  },
 
2737
  "dev": true,
2738
  "peer": true
2739
  },
2740
+ "node_modules/lower-case": {
2741
+ "version": "2.0.2",
2742
+ "resolved": "https://registry.npmjs.org/lower-case/-/lower-case-2.0.2.tgz",
2743
+ "integrity": "sha512-7fm3l3NAF9WfN6W3JOmf5drwpVqX78JtoGJ3A6W0a6ZnldM41w2fV5D490psKFTpMds8TJse/eHLFFsNHHjHgg==",
2744
+ "dev": true,
2745
+ "dependencies": {
2746
+ "tslib": "^2.0.3"
2747
+ }
2748
+ },
2749
  "node_modules/lru-cache": {
2750
  "version": "6.0.0",
2751
  "resolved": "https://registry.npmjs.org/lru-cache/-/lru-cache-6.0.0.tgz",
 
2886
  "integrity": "sha512-Yd3UES5mWCSqR+qNT93S3UoYUkqAZ9lLg8a7g9rimsWmYGK8cVToA4/sF3RrshdyV3sAGMXVUmpMYOw+dLpOuw==",
2887
  "dev": true
2888
  },
2889
+ "node_modules/no-case": {
2890
+ "version": "3.0.4",
2891
+ "resolved": "https://registry.npmjs.org/no-case/-/no-case-3.0.4.tgz",
2892
+ "integrity": "sha512-fgAN3jGAh+RoxUGZHTSOLJIqUc2wmoBwGR4tbpNAKmmovFoWq0OdRkb0VkldReO2a2iBT/OEulG9XSUc10r3zg==",
2893
+ "dev": true,
2894
+ "dependencies": {
2895
+ "lower-case": "^2.0.2",
2896
+ "tslib": "^2.0.3"
2897
+ }
2898
+ },
2899
+ "node_modules/node-fetch": {
2900
+ "version": "2.6.9",
2901
+ "resolved": "https://registry.npmjs.org/node-fetch/-/node-fetch-2.6.9.tgz",
2902
+ "integrity": "sha512-DJm/CJkZkRjKKj4Zi4BsKVZh3ValV5IR5s7LVZnW+6YMh0W1BfNA8XSs6DLMGYlId5F3KnA70uu2qepcR08Qqg==",
2903
+ "dev": true,
2904
+ "dependencies": {
2905
+ "whatwg-url": "^5.0.0"
2906
+ },
2907
+ "engines": {
2908
+ "node": "4.x || >=6.0.0"
2909
+ },
2910
+ "peerDependencies": {
2911
+ "encoding": "^0.1.0"
2912
+ },
2913
+ "peerDependenciesMeta": {
2914
+ "encoding": {
2915
+ "optional": true
2916
+ }
2917
+ }
2918
+ },
2919
  "node_modules/normalize-path": {
2920
  "version": "3.0.0",
2921
  "resolved": "https://registry.npmjs.org/normalize-path/-/normalize-path-3.0.0.tgz",
 
3012
  "node": ">=6"
3013
  }
3014
  },
3015
+ "node_modules/pascal-case": {
3016
+ "version": "3.1.2",
3017
+ "resolved": "https://registry.npmjs.org/pascal-case/-/pascal-case-3.1.2.tgz",
3018
+ "integrity": "sha512-uWlGT3YSnK9x3BQJaOdcZwrnV6hPpd8jFH1/ucpiLRPh/2zCVJKS19E4GvYHvaCcACn3foXZ0cLB9Wrx1KGe5g==",
3019
+ "dev": true,
3020
+ "dependencies": {
3021
+ "no-case": "^3.0.4",
3022
+ "tslib": "^2.0.3"
3023
+ }
3024
+ },
3025
  "node_modules/path-exists": {
3026
  "version": "4.0.0",
3027
  "resolved": "https://registry.npmjs.org/path-exists/-/path-exists-4.0.0.tgz",
 
3160
  "node": ">=8.10.0"
3161
  }
3162
  },
3163
+ "node_modules/require-directory": {
3164
+ "version": "2.1.1",
3165
+ "resolved": "https://registry.npmjs.org/require-directory/-/require-directory-2.1.1.tgz",
3166
+ "integrity": "sha512-fGxEI7+wsG9xrvdjsrlmL22OMTTiHRwAMroiEeMgq8gzoLC/PQr7RsRDSTLUg/bZAZtF+TVIkHc6/4RIKrui+Q==",
3167
+ "dev": true,
3168
+ "engines": {
3169
+ "node": ">=0.10.0"
3170
+ }
3171
+ },
3172
  "node_modules/resolve": {
3173
  "version": "1.22.2",
3174
  "resolved": "https://registry.npmjs.org/resolve/-/resolve-1.22.2.tgz",
 
3344
  "node": ">=8"
3345
  }
3346
  },
3347
+ "node_modules/smui-theme": {
3348
+ "version": "7.0.0-beta.3",
3349
+ "resolved": "https://registry.npmjs.org/smui-theme/-/smui-theme-7.0.0-beta.3.tgz",
3350
+ "integrity": "sha512-fAOiinlr89BbFmeUPIWZllUjduEm/JI9B1b5CdvW4YFMAlRycVoLbNeCGSKGrZUHaZy1DFVd2sRUoyHnlAFGVw==",
3351
+ "dev": true,
3352
+ "dependencies": {
3353
+ "@material/theme": "^14.0.0",
3354
+ "https-proxy-agent": "^5.0.1",
3355
+ "node-fetch": "^2.6.9",
3356
+ "sass": "^1.60.0",
3357
+ "yargs": "^17.7.1"
3358
+ },
3359
+ "bin": {
3360
+ "smui-theme": "smui-theme"
3361
+ }
3362
+ },
3363
  "node_modules/sorcery": {
3364
  "version": "0.10.0",
3365
  "resolved": "https://registry.npmjs.org/sorcery/-/sorcery-0.10.0.tgz",
 
3400
  "deprecated": "Please use @jridgewell/sourcemap-codec instead",
3401
  "dev": true
3402
  },
3403
+ "node_modules/string-width": {
3404
+ "version": "4.2.3",
3405
+ "resolved": "https://registry.npmjs.org/string-width/-/string-width-4.2.3.tgz",
3406
+ "integrity": "sha512-wKyQRQpjJ0sIp62ErSZdGsjMJWsap5oRNihHhu6G7JVO/9jIB6UyevL+tXuOqrng8j/cxKTWyWUwvSTriiZz/g==",
3407
+ "dev": true,
3408
+ "dependencies": {
3409
+ "emoji-regex": "^8.0.0",
3410
+ "is-fullwidth-code-point": "^3.0.0",
3411
+ "strip-ansi": "^6.0.1"
3412
+ },
3413
+ "engines": {
3414
+ "node": ">=8"
3415
+ }
3416
+ },
3417
  "node_modules/strip-ansi": {
3418
  "version": "6.0.1",
3419
  "resolved": "https://registry.npmjs.org/strip-ansi/-/strip-ansi-6.0.1.tgz",
3420
  "integrity": "sha512-Y38VPSHcqkFrCpFnQ9vuSXmquuv5oXOKpGeT6aGrr3o3Gc9AlVa6JBfUSOCnbxGGZF+/0ooI7KrPuUSztUdU5A==",
3421
  "dev": true,
 
3422
  "dependencies": {
3423
  "ansi-regex": "^5.0.1"
3424
  },
 
3594
  "sourcemap-codec": "^1.4.8"
3595
  }
3596
  },
3597
+ "node_modules/svelte2tsx": {
3598
+ "version": "0.6.11",
3599
+ "resolved": "https://registry.npmjs.org/svelte2tsx/-/svelte2tsx-0.6.11.tgz",
3600
+ "integrity": "sha512-rRW/3V/6mcejYWmSqcHpmILOSPsOhLgkbKbrTOz82s2n8TywmIsqj2jYPsiL6HeGoUM/atiTD0YKguW4b7ECog==",
3601
+ "dev": true,
3602
+ "dependencies": {
3603
+ "dedent-js": "^1.0.1",
3604
+ "pascal-case": "^3.1.1"
3605
+ },
3606
+ "peerDependencies": {
3607
+ "svelte": "^3.55",
3608
+ "typescript": "^4.9.4 || ^5.0.0"
3609
+ }
3610
+ },
3611
  "node_modules/text-table": {
3612
  "version": "0.2.0",
3613
  "resolved": "https://registry.npmjs.org/text-table/-/text-table-0.2.0.tgz",
 
3627
  "node": ">=8.0"
3628
  }
3629
  },
3630
+ "node_modules/tr46": {
3631
+ "version": "0.0.3",
3632
+ "resolved": "https://registry.npmjs.org/tr46/-/tr46-0.0.3.tgz",
3633
+ "integrity": "sha512-N3WMsuqV66lT30CrXNbEjx4GEwlow3v6rr4mCcv6prnfwhS01rkgyFdjPNBYd9br7LpXV1+Emh01fHnq2Gdgrw==",
3634
+ "dev": true
3635
+ },
3636
  "node_modules/tslib": {
3637
  "version": "2.5.0",
3638
  "resolved": "https://registry.npmjs.org/tslib/-/tslib-2.5.0.tgz",
3639
+ "integrity": "sha512-336iVw3rtn2BUK7ORdIAHTyxHGRIHVReokCR3XjbckJMK7ms8FysBfhLR8IXnAgy7T0PTPNBWKiH514FOW/WSg=="
 
3640
  },
3641
  "node_modules/tsutils": {
3642
  "version": "3.21.0",
 
3793
  }
3794
  }
3795
  },
3796
+ "node_modules/webidl-conversions": {
3797
+ "version": "3.0.1",
3798
+ "resolved": "https://registry.npmjs.org/webidl-conversions/-/webidl-conversions-3.0.1.tgz",
3799
+ "integrity": "sha512-2JAn3z8AR6rjK8Sm8orRC0h/bcl/DqL7tRPdGZ4I1CjdF+EaMLmYxBHyXuKL849eucPFhvBoxMsflfOb8kxaeQ==",
3800
+ "dev": true
3801
+ },
3802
+ "node_modules/whatwg-url": {
3803
+ "version": "5.0.0",
3804
+ "resolved": "https://registry.npmjs.org/whatwg-url/-/whatwg-url-5.0.0.tgz",
3805
+ "integrity": "sha512-saE57nupxk6v3HY35+jzBwYa0rKSy0XR8JSxZPwgLr7ys0IBzhGviA1/TUGJLmSVqs8pb9AnvICXEuOHLprYTw==",
3806
+ "dev": true,
3807
+ "dependencies": {
3808
+ "tr46": "~0.0.3",
3809
+ "webidl-conversions": "^3.0.0"
3810
+ }
3811
+ },
3812
  "node_modules/which": {
3813
  "version": "2.0.2",
3814
  "resolved": "https://registry.npmjs.org/which/-/which-2.0.2.tgz",
 
3841
  "integrity": "sha512-gvVzJFlPycKc5dZN4yPkP8w7Dc37BtP1yczEneOb4uq34pXZcvrtRTmWV8W+Ume+XCxKgbjM+nevkyFPMybd4Q==",
3842
  "dev": true
3843
  },
3844
+ "node_modules/wrap-ansi": {
3845
+ "version": "7.0.0",
3846
+ "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-7.0.0.tgz",
3847
+ "integrity": "sha512-YVGIj2kamLSTxw6NsZjoBxfSwsn0ycdesmc4p+Q21c5zPuZ1pl+NfxVdxPtdHvmNVOQ6XSYG4AUtyt/Fi7D16Q==",
3848
+ "dev": true,
3849
+ "dependencies": {
3850
+ "ansi-styles": "^4.0.0",
3851
+ "string-width": "^4.1.0",
3852
+ "strip-ansi": "^6.0.0"
3853
+ },
3854
+ "engines": {
3855
+ "node": ">=10"
3856
+ },
3857
+ "funding": {
3858
+ "url": "https://github.com/chalk/wrap-ansi?sponsor=1"
3859
+ }
3860
+ },
3861
  "node_modules/wrappy": {
3862
  "version": "1.0.2",
3863
  "resolved": "https://registry.npmjs.org/wrappy/-/wrappy-1.0.2.tgz",
3864
  "integrity": "sha512-l4Sp/DRseor9wL6EvV2+TuQn63dMkPjZ/sp9XkghTEbV9KlPS1xUsZ3u7/IQO4wxtcFB4bgpQPRcR3QCvezPcQ==",
3865
  "dev": true
3866
  },
3867
+ "node_modules/y18n": {
3868
+ "version": "5.0.8",
3869
+ "resolved": "https://registry.npmjs.org/y18n/-/y18n-5.0.8.tgz",
3870
+ "integrity": "sha512-0pfFzegeDWJHJIAmTLRP2DwHjdF5s7jo9tuztdQxAhINCdvS+3nGINqPd00AphqJR/0LhANUS6/+7SCb98YOfA==",
3871
+ "dev": true,
3872
+ "engines": {
3873
+ "node": ">=10"
3874
+ }
3875
+ },
3876
  "node_modules/yallist": {
3877
  "version": "4.0.0",
3878
  "resolved": "https://registry.npmjs.org/yallist/-/yallist-4.0.0.tgz",
3879
  "integrity": "sha512-3wdGidZyq5PB084XLES5TpOSRA3wjXAlIWMhum2kRcv/41Sn2emQ0dycQW4uZXLejwKvg6EsvbdlVL+FYEct7A==",
3880
  "dev": true
3881
  },
3882
+ "node_modules/yargs": {
3883
+ "version": "17.7.1",
3884
+ "resolved": "https://registry.npmjs.org/yargs/-/yargs-17.7.1.tgz",
3885
+ "integrity": "sha512-cwiTb08Xuv5fqF4AovYacTFNxk62th7LKJ6BL9IGUpTJrWoU7/7WdQGTP2SjKf1dUNBGzDd28p/Yfs/GI6JrLw==",
3886
+ "dev": true,
3887
+ "dependencies": {
3888
+ "cliui": "^8.0.1",
3889
+ "escalade": "^3.1.1",
3890
+ "get-caller-file": "^2.0.5",
3891
+ "require-directory": "^2.1.1",
3892
+ "string-width": "^4.2.3",
3893
+ "y18n": "^5.0.5",
3894
+ "yargs-parser": "^21.1.1"
3895
+ },
3896
+ "engines": {
3897
+ "node": ">=12"
3898
+ }
3899
+ },
3900
+ "node_modules/yargs-parser": {
3901
+ "version": "21.1.1",
3902
+ "resolved": "https://registry.npmjs.org/yargs-parser/-/yargs-parser-21.1.1.tgz",
3903
+ "integrity": "sha512-tVpsJW7DdjecAiFpbIB1e3qxIQsE6NoPc5/eTdrbbIC4h0LVsWhnoa3g+m2HclBIujHzsxZ4VJVA+GUuc2/LBw==",
3904
+ "dev": true,
3905
+ "engines": {
3906
+ "node": ">=12"
3907
+ }
3908
+ },
3909
  "node_modules/yocto-queue": {
3910
  "version": "0.1.0",
3911
  "resolved": "https://registry.npmjs.org/yocto-queue/-/yocto-queue-0.1.0.tgz",
frontend/package.json CHANGED
@@ -5,7 +5,7 @@
5
  "type": "module",
6
  "scripts": {
7
  "dev": "vite",
8
- "build": "vite build",
9
  "smui-theme": "smui-theme compile public/smui.css -i src/theme",
10
  "check": "svelte-check --tsconfig ./tsconfig.json",
11
  "format": "npx prettier -w src",
@@ -14,15 +14,22 @@
14
  "generate-api": "openapi --input http://localhost:8000/api/openapi.json --output ./src/zeno-evals-hubservice --client fetch; npx prettier -w ./src/zeno-evals-hubservice"
15
  },
16
  "devDependencies": {
 
 
17
  "@sveltejs/vite-plugin-svelte": "^2.0.3",
18
  "@tsconfig/svelte": "^3.0.0",
19
  "@typescript-eslint/eslint-plugin": "^5.59.0",
20
  "eslint-plugin-svelte3": "^4.0.0",
21
  "openapi-typescript-codegen": "^0.24.0",
 
22
  "svelte": "^3.55.1",
23
  "svelte-check": "^2.10.3",
24
  "tslib": "^2.5.0",
25
  "typescript": "^4.9.3",
26
  "vite": "^4.2.0"
 
 
 
 
27
  }
28
- }
 
5
  "type": "module",
6
  "scripts": {
7
  "dev": "vite",
8
+ "build": "npm run smui-theme && vite build",
9
  "smui-theme": "smui-theme compile public/smui.css -i src/theme",
10
  "check": "svelte-check --tsconfig ./tsconfig.json",
11
  "format": "npx prettier -w src",
 
14
  "generate-api": "openapi --input http://localhost:8000/api/openapi.json --output ./src/zeno-evals-hubservice --client fetch; npx prettier -w ./src/zeno-evals-hubservice"
15
  },
16
  "devDependencies": {
17
+ "@smui/button": "^7.0.0-beta.3",
18
+ "@smui/data-table": "^7.0.0-beta.3",
19
  "@sveltejs/vite-plugin-svelte": "^2.0.3",
20
  "@tsconfig/svelte": "^3.0.0",
21
  "@typescript-eslint/eslint-plugin": "^5.59.0",
22
  "eslint-plugin-svelte3": "^4.0.0",
23
  "openapi-typescript-codegen": "^0.24.0",
24
+ "smui-theme": "^7.0.0-beta.3",
25
  "svelte": "^3.55.1",
26
  "svelte-check": "^2.10.3",
27
  "tslib": "^2.5.0",
28
  "typescript": "^4.9.3",
29
  "vite": "^4.2.0"
30
+ },
31
+ "dependencies": {
32
+ "@material/dom": "^14.0.0",
33
+ "@mdi/js": "^7.2.96"
34
  }
35
+ }
frontend/public/openai.svg ADDED
frontend/public/smui.css ADDED
The diff for this file is too large to render. See raw diff
 
frontend/public/vite.svg DELETED
frontend/src/App.svelte CHANGED
@@ -1,34 +1,158 @@
1
  <script lang="ts">
 
2
  let data = fetch("/args").then((d) => d.json());
 
 
 
3
  </script>
4
 
5
  <main>
6
- <h1>OpenAI Evals Hub</h1>
7
- <h3>
8
- Explore the results of OpenAI evals using <a href="https://zenoml.com">Zeno</a>
9
- </h3>
10
-
 
 
 
 
 
 
 
 
 
 
11
  <!-- table with links to zeno sites. -->
12
- <table>
13
- <thead>
14
- <tr>
15
- <th>Evaluation</th>
16
- </tr>
17
- </thead>
18
- <tbody>
19
- {#await data}
20
- <p>loading</p>
21
- {:then final_data}
22
- {#each final_data as d}
23
- {@const name = Array.from(Object.keys(d))[0]}
24
  <tr>
25
- <td><a href="/{name}/">{name}</a></td>
 
 
 
 
26
  </tr>
27
- {/each}
28
- {/await}
29
- </tbody>
30
- </table>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  </main>
32
 
33
  <style>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  </style>
 
1
  <script lang="ts">
2
+ import Button, { Icon, Label } from "@smui/button";
3
  let data = fetch("/args").then((d) => d.json());
4
+ let blur = function (ev) {
5
+ ev.target.blur();
6
+ };
7
  </script>
8
 
9
  <main>
10
+ <header>
11
+ <h1>Zeno Evals Hub</h1>
12
+ </header>
13
+ <div class="tagline">
14
+ Explore and compare the results of
15
+ <img class="open_ai" src="./build/openai.svg" alt="OpenAI logo" />
16
+ <a href="https://github.com/openai/evals">
17
+ <b>OpenAI Evals </b>
18
+ </a>
19
+ using
20
+ <img class="open_ai" src="./build/zeno.png" alt="Zeno logo" />
21
+ <b><a href="https://github.com/zeno-ml/zeno/stargazers">Zeno</a></b>
22
+ </div>
23
+ <br />
24
+ <div>Add your own evals!</div>
25
  <!-- table with links to zeno sites. -->
26
+ <div id="container">
27
+ <div id="table-background">
28
+ <table>
29
+ <thead>
 
 
 
 
 
 
 
 
30
  <tr>
31
+ <th>evaluation</th>
32
+ <th>models</th>
33
+ <th>accuracy</th>
34
+ <th>instances</th>
35
+ <th />
36
  </tr>
37
+ </thead>
38
+ <tbody>
39
+ {#await data}
40
+ <p>loading</p>
41
+ {:then final_data}
42
+ {#each final_data as d}
43
+ {@const name = Object.keys(d)[0]}
44
+ <tr>
45
+ <td
46
+ ><a href={d[name]["link"]}><span class="name-wrap">{name}</span></a>
47
+ </td>
48
+ <td>
49
+ {#each d[name]["models"] as m}{m}<br />{/each}
50
+ </td>
51
+ <td>
52
+ {#each d[name]["accuracy"] as a}{a.toFixed(2)}%<br />{/each}
53
+ </td>
54
+ <td>
55
+ {#each d[name]["events"] as e}{e}<br />{/each}
56
+ </td>
57
+ <td>
58
+ <Button
59
+ on:mouseleave={blur}
60
+ on:focusout={blur}
61
+ href="/{name}/"
62
+ ripple={false}
63
+ variant="unelevated"
64
+ color="primary"
65
+ >
66
+ <Icon class="material-icons">rocket</Icon>
67
+ <Label>Open</Label>
68
+ </Button>
69
+ </td>
70
+ </tr>
71
+ {/each}
72
+ {/await}
73
+ </tbody>
74
+ </table>
75
+ </div>
76
+ </div>
77
  </main>
78
 
79
  <style>
80
+ #container {
81
+ margin: 50px 20px;
82
+ display: flex;
83
+ justify-content: center;
84
+ }
85
+ #table-background {
86
+ width: 900px;
87
+ padding: 20px;
88
+ border-radius: 20px;
89
+ }
90
+ .name-wrap {
91
+ border: 1px solid transparent;
92
+ border-radius: 10px;
93
+ font-weight: 500;
94
+ color: var(--logo);
95
+ }
96
+ .name-wrap:hover {
97
+ color: var(--P2);
98
+ }
99
+ table {
100
+ border-collapse: collapse;
101
+ text-align: left;
102
+ cursor: default;
103
+ margin-left: auto;
104
+ margin-right: auto;
105
+ }
106
+ table thead tr th {
107
+ border-bottom: 0.5px solid grey;
108
+ }
109
+ table th,
110
+ table td {
111
+ padding: 4px 25px;
112
+ }
113
+ table td:first-child,
114
+ table th:first-child {
115
+ border-radius: 20px 0 0 20px;
116
+ }
117
+ table td:last-child,
118
+ table th:last-child {
119
+ border-radius: 0 20px 20px 0;
120
+ }
121
+
122
+ tbody:before {
123
+ content: "@";
124
+ display: block;
125
+ line-height: 10px;
126
+ text-indent: -99999px;
127
+ }
128
+ thead tr {
129
+ color: #213547;
130
+ }
131
+ tbody tr {
132
+ opacity: 0.9;
133
+ height: 70px;
134
+ }
135
+ /* tbody tr:hover {
136
+ opacity: 1;
137
+ background-color: #ededed;
138
+ } */
139
+ .open_ai {
140
+ width: 20px;
141
+ margin-left: 5px;
142
+ }
143
+ .tagline {
144
+ text-align: center;
145
+ display: flex;
146
+ justify-content: center;
147
+ align-items: center;
148
+ }
149
+ .tagline b {
150
+ margin-right: 5px;
151
+ margin-left: 5px;
152
+ }
153
+ header {
154
+ display: flex;
155
+ align-items: center;
156
+ justify-content: center;
157
+ }
158
  </style>
frontend/src/app.css DELETED
@@ -1,72 +0,0 @@
1
- :root {
2
- font-family: Inter, system-ui, Avenir, Helvetica, Arial, sans-serif;
3
- line-height: 1.5;
4
- font-weight: 400;
5
-
6
- color-scheme: light dark;
7
- color: rgba(255, 255, 255, 0.87);
8
- background-color: #242424;
9
-
10
- font-synthesis: none;
11
- text-rendering: optimizeLegibility;
12
- -webkit-font-smoothing: antialiased;
13
- -moz-osx-font-smoothing: grayscale;
14
- -webkit-text-size-adjust: 100%;
15
- }
16
-
17
- a {
18
- font-weight: 500;
19
- color: #646cff;
20
- text-decoration: inherit;
21
- }
22
- a:hover {
23
- color: #535bf2;
24
- }
25
-
26
- h1 {
27
- font-size: 3.2em;
28
- line-height: 1.1;
29
- }
30
-
31
- .card {
32
- padding: 2em;
33
- }
34
-
35
- #app {
36
- max-width: 1280px;
37
- margin: 0 auto;
38
- padding: 2rem;
39
- text-align: center;
40
- }
41
-
42
- button {
43
- border-radius: 8px;
44
- border: 1px solid transparent;
45
- padding: 0.6em 1.2em;
46
- font-size: 1em;
47
- font-weight: 500;
48
- font-family: inherit;
49
- background-color: #1a1a1a;
50
- cursor: pointer;
51
- transition: border-color 0.25s;
52
- }
53
- button:hover {
54
- border-color: #646cff;
55
- }
56
- button:focus,
57
- button:focus-visible {
58
- outline: 4px auto -webkit-focus-ring-color;
59
- }
60
-
61
- @media (prefers-color-scheme: light) {
62
- :root {
63
- color: #213547;
64
- background-color: #ffffff;
65
- }
66
- a:hover {
67
- color: #747bff;
68
- }
69
- button {
70
- background-color: #f9f9f9;
71
- }
72
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
frontend/src/assets/handshake.svelte ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <!-- Uploaded to: SVG Repo, www.svgrepo.com, Generator: SVG Repo Mixer Tools -->
2
+ <svg
3
+ width="30px"
4
+ height="30px"
5
+ viewBox="0 0 48 48"
6
+ xmlns="http://www.w3.org/2000/svg"
7
+ >
8
+ <g id="Layer_2" data-name="Layer 2">
9
+ <g id="invisible_box" data-name="invisible box">
10
+ <rect width="48" height="48" fill="none" />
11
+ </g>
12
+ <g id="Health_Icons" data-name="Health Icons">
13
+ <g>
14
+ <path
15
+ d="M44,30H42.8L26.4,13.6a1.9,1.9,0,0,0-2.8,0l-5.9,5.9a1,1,0,0,1-1.4,0L14.8,18l1.6-1.6h0L25,7.8l8.6,8.6A2,2,0,0,0,35,17h9a2,2,0,0,0,0-4H35.8L26.4,3.6a1.9,1.9,0,0,0-2.8,0L14.2,13H4a2,2,0,0,0,0,4h6.6a2.8,2.8,0,0,0,.7,3.1l2.2,2.2a5,5,0,0,0,7,0L25,17.8,40.6,33.4A2,2,0,0,0,42,34h2a2,2,0,0,0,0-4Z"
16
+ />
17
+ <path
18
+ d="M31.4,27.6a2,2,0,0,0-2.8,2.8l7,7a1.9,1.9,0,0,0,2.8,0,1.9,1.9,0,0,0,0-2.8Z"
19
+ />
20
+ <path
21
+ d="M25.4,30.6a2,2,0,0,0-2.8,2.8l7,7a1.9,1.9,0,0,0,2.8,0,1.9,1.9,0,0,0,0-2.8Z"
22
+ />
23
+ <path
24
+ d="M18.4,32.6a2,2,0,0,0-2.8,2.8l7,7a1.9,1.9,0,0,0,2.8,0,1.9,1.9,0,0,0,0-2.8Z"
25
+ />
26
+ <path
27
+ d="M7.4,30.6A2,2,0,0,0,6,30H4a2,2,0,0,0,0,4H5.2L15.6,44.4a1.9,1.9,0,0,0,2.8,0,1.9,1.9,0,0,0,0-2.8Z"
28
+ />
29
+ </g>
30
+ </g>
31
+ </g>
32
+ </svg>
frontend/src/assets/svelte.svg DELETED
frontend/src/main.ts CHANGED
@@ -1,4 +1,3 @@
1
- import "./app.css";
2
  import App from "./App.svelte";
3
 
4
  const app = new App({
 
 
1
  import App from "./App.svelte";
2
 
3
  const app = new App({
frontend/src/theme/_smui-theme.scss ADDED
@@ -0,0 +1,95 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ @use "sass:color";
2
+
3
+ @use "@material/theme/color-palette";
4
+
5
+ @use "@material/theme/index" as theme with (
6
+ $primary: #6a1b9a,
7
+ $secondary: #989895,
8
+ $surface: #ffffff,
9
+ $background: #ffffff,
10
+ $error: color-palette.$red-900
11
+ );
12
+
13
+ .material-icons {
14
+ fill: var(--logo);
15
+ }
16
+
17
+ :root {
18
+ font-family: Inter, system-ui, Avenir, Helvetica, Arial, sans-serif;
19
+ line-height: 1.5;
20
+ font-weight: 400;
21
+
22
+ color-scheme: light dark;
23
+ color: #213547;
24
+
25
+ font-synthesis: none;
26
+ text-rendering: optimizeLegibility;
27
+ -webkit-font-smoothing: antialiased;
28
+ -moz-osx-font-smoothing: grayscale;
29
+ -webkit-text-size-adjust: 100%;
30
+
31
+ --G1: #333333;
32
+ --G2: #73726f;
33
+ --G3: #989895;
34
+ --G4: #d3d3d3;
35
+ --G5: #ebebea;
36
+ --G6: #ffffff;
37
+ --logo: #6a1b9a;
38
+ --P1: #b18bd3;
39
+ --P2: #d2bae9;
40
+ --P3: #f7f1fb;
41
+ --P4: #f9f7fb;
42
+ --Y1: #f2f2ee;
43
+ --Y2: #fbfbfa;
44
+
45
+ --mdc-theme-primary: var(--G2);
46
+ --mdc-theme-secondary: var(--G3);
47
+ --mdc-theme-background: var(--G6);
48
+ --mdc-theme-surface: var(--G6);
49
+ --mdc-theme-error: #b71c1c;
50
+ --mdc-theme-on-primary: var(--G6);
51
+ --mdc-theme-on-secondary: var(--G6);
52
+ --mdc-theme-on-surface: var(--G1);
53
+ --mdc-theme-on-error: var(--G6);
54
+ --mdc-theme-text-primary-on-background: rgba(0, 0, 0, 0.87);
55
+ --mdc-theme-text-secondary-on-background: rgba(0, 0, 0, 0.54);
56
+ --mdc-theme-text-hint-on-background: rgba(0, 0, 0, 0.38);
57
+ --mdc-theme-text-disabled-on-background: rgba(0, 0, 0, 0.38);
58
+ --mdc-theme-text-icon-on-background: rgba(0, 0, 0, 0.38);
59
+ --mdc-theme-text-primary-on-light: rgba(0, 0, 0, 0.87);
60
+ --mdc-theme-text-secondary-on-light: rgba(0, 0, 0, 0.54);
61
+ --mdc-theme-text-hint-on-light: rgba(0, 0, 0, 0.38);
62
+ --mdc-theme-text-disabled-on-light: rgba(0, 0, 0, 0.38);
63
+ --mdc-theme-text-icon-on-light: rgba(0, 0, 0, 0.38);
64
+ --mdc-theme-text-primary-on-dark: white;
65
+ --mdc-theme-text-secondary-on-dark: rgba(255, 255, 255, 0.7);
66
+ --mdc-theme-text-hint-on-dark: rgba(255, 255, 255, 0.5);
67
+ --mdc-theme-text-disabled-on-dark: rgba(255, 255, 255, 0.5);
68
+ --mdc-theme-text-icon-on-dark: rgba(255, 255, 255, 0.5);
69
+ --mdc-outlined-button-container-height: 33px;
70
+ --mdc-filled-button-container-color: var(--logo);
71
+ }
72
+
73
+ a {
74
+ color: #213547;
75
+ text-decoration: inherit;
76
+ }
77
+ a:hover {
78
+ color: var(--logo);
79
+ }
80
+
81
+ h1 {
82
+ font-size: 3.2em;
83
+ line-height: 1.1;
84
+ }
85
+
86
+ .card {
87
+ padding: 2em;
88
+ }
89
+
90
+ #app {
91
+ max-width: 1280px;
92
+ margin: 0 auto;
93
+ padding: 3px;
94
+ text-align: center;
95
+ }
poetry.lock CHANGED
@@ -2153,14 +2153,14 @@ diagrams = ["jinja2", "railroad-diagrams"]
2153
 
2154
  [[package]]
2155
  name = "pyright"
2156
- version = "1.1.303"
2157
  description = "Command line wrapper for pyright"
2158
  category = "dev"
2159
  optional = false
2160
  python-versions = ">=3.7"
2161
  files = [
2162
- {file = "pyright-1.1.303-py3-none-any.whl", hash = "sha256:8fe3d122d7e965e2df2cef64e1ceb98cff8200f458e7892d92a4c21ee85689c7"},
2163
- {file = "pyright-1.1.303.tar.gz", hash = "sha256:7daa516424555681e8974b21a95c108c5def791bf5381522b1410026d4da62c1"},
2164
  ]
2165
 
2166
  [package.dependencies]
@@ -2519,14 +2519,14 @@ doc = ["Sphinx", "sphinx-rtd-theme"]
2519
 
2520
  [[package]]
2521
  name = "setuptools"
2522
- version = "67.6.1"
2523
  description = "Easily download, build, install, upgrade, and uninstall Python packages"
2524
  category = "main"
2525
  optional = false
2526
  python-versions = ">=3.7"
2527
  files = [
2528
- {file = "setuptools-67.6.1-py3-none-any.whl", hash = "sha256:e728ca814a823bf7bf60162daf9db95b93d532948c4c0bea762ce62f60189078"},
2529
- {file = "setuptools-67.6.1.tar.gz", hash = "sha256:257de92a9d50a60b8e22abfcbb771571fde0dbf3ec234463212027a4eeecbe9a"},
2530
  ]
2531
 
2532
  [package.extras]
@@ -2997,14 +2997,14 @@ multidict = ">=4.0"
2997
 
2998
  [[package]]
2999
  name = "zeno-evals"
3000
- version = "0.1.7"
3001
  description = "Visualize OpenAI evals with Zeno"
3002
  category = "main"
3003
  optional = false
3004
  python-versions = ">=3.9,<=3.11"
3005
  files = [
3006
- {file = "zeno_evals-0.1.7-py3-none-any.whl", hash = "sha256:90f6e3d97482a9dc3d96827c41f937cb103cdf206c0fb7e29f3c0f2c7589bc01"},
3007
- {file = "zeno_evals-0.1.7.tar.gz", hash = "sha256:81b1e2691ed653e03253a7dd3b0e8400912b8d4a51159c1df2be5b2fd4ef157d"},
3008
  ]
3009
 
3010
  [package.dependencies]
@@ -3059,4 +3059,4 @@ testing = ["big-O", "flake8 (<5)", "jaraco.functools", "jaraco.itertools", "more
3059
  [metadata]
3060
  lock-version = "2.0"
3061
  python-versions = "^3.9.0,<=3.11"
3062
- content-hash = "e3e486f004e684037c149d02033492fbb44dda001e7cbd31b1f1c8967ad056c9"
 
2153
 
2154
  [[package]]
2155
  name = "pyright"
2156
+ version = "1.1.304"
2157
  description = "Command line wrapper for pyright"
2158
  category = "dev"
2159
  optional = false
2160
  python-versions = ">=3.7"
2161
  files = [
2162
+ {file = "pyright-1.1.304-py3-none-any.whl", hash = "sha256:70021bbae07fc28ed16e435f5efa65cd71e06a1888d9ca998798c283d4b3d010"},
2163
+ {file = "pyright-1.1.304.tar.gz", hash = "sha256:87adec38081904c939e3657ab23d5fc40b7ccc22709be0af1859fc785ae4ea61"},
2164
  ]
2165
 
2166
  [package.dependencies]
 
2519
 
2520
  [[package]]
2521
  name = "setuptools"
2522
+ version = "67.7.1"
2523
  description = "Easily download, build, install, upgrade, and uninstall Python packages"
2524
  category = "main"
2525
  optional = false
2526
  python-versions = ">=3.7"
2527
  files = [
2528
+ {file = "setuptools-67.7.1-py3-none-any.whl", hash = "sha256:6f0839fbdb7e3cfef1fc38d7954f5c1c26bf4eebb155a55c9bf8faf997b9fb67"},
2529
+ {file = "setuptools-67.7.1.tar.gz", hash = "sha256:bb16732e8eb928922eabaa022f881ae2b7cdcfaf9993ef1f5e841a96d32b8e0c"},
2530
  ]
2531
 
2532
  [package.extras]
 
2997
 
2998
  [[package]]
2999
  name = "zeno-evals"
3000
+ version = "0.1.9"
3001
  description = "Visualize OpenAI evals with Zeno"
3002
  category = "main"
3003
  optional = false
3004
  python-versions = ">=3.9,<=3.11"
3005
  files = [
3006
+ {file = "zeno_evals-0.1.9-py3-none-any.whl", hash = "sha256:841b477f79351180c692362ac25a562aaff1c64f988da7f560fdbe231505c731"},
3007
+ {file = "zeno_evals-0.1.9.tar.gz", hash = "sha256:190e4d0466f68d0f7a7476606faf0d27ae9f741e0a0f25668eeedada249eda0f"},
3008
  ]
3009
 
3010
  [package.dependencies]
 
3059
  [metadata]
3060
  lock-version = "2.0"
3061
  python-versions = "^3.9.0,<=3.11"
3062
+ content-hash = "c28235c2c8e520f3ecbcd55e84581fc4f7783887c7764f556e2f404cba3c7c29"
pyproject.toml CHANGED
@@ -10,7 +10,7 @@ zenoml = "^0.4.7"
10
  python = "^3.9.0,<=3.11"
11
  fastapi = "^0.95.0"
12
  uvicorn = "^0.21.1"
13
- zeno-evals = "^0.1.5"
14
  pyyaml = "^6.0"
15
  wordfreq = "^3.0.3"
16
 
 
10
  python = "^3.9.0,<=3.11"
11
  fastapi = "^0.95.0"
12
  uvicorn = "^0.21.1"
13
+ zeno-evals = "^0.1.9"
14
  pyyaml = "^6.0"
15
  wordfreq = "^3.0.3"
16
 
zeno-evals-hub/frontend/index.html CHANGED
@@ -2,9 +2,11 @@
2
  <html lang="en">
3
  <head>
4
  <meta charset="UTF-8" />
5
- <link rel="icon" type="image/svg+xml" href="./build/vite.svg" />
 
 
6
  <meta name="viewport" content="width=device-width, initial-scale=1.0" />
7
- <title>Vite + Svelte + TS</title>
8
  <!-- Material Icons -->
9
  <link
10
  rel="stylesheet"
@@ -16,13 +18,25 @@
16
  href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,600,700"
17
  />
18
  <!-- Roboto Mono -->
19
- <link
20
- rel="stylesheet"
21
- href="https://fonts.googleapis.com/css?family=Roboto+Mono"
22
- />
23
  </head>
24
  <body>
25
  <div id="app"></div>
26
- <script type="module" src="http://localhost:5173/src/main.ts"></script>
 
27
  </body>
28
  </html>
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2
  <html lang="en">
3
  <head>
4
  <meta charset="UTF-8" />
5
+ <link rel="icon" type="image/svg+xml" href="./build/zeno.png" />
6
+ <link rel="stylesheet" href="./build/smui.css" />
7
+
8
  <meta name="viewport" content="width=device-width, initial-scale=1.0" />
9
+ <title>Evals Hub</title>
10
  <!-- Material Icons -->
11
  <link
12
  rel="stylesheet"
 
18
  href="https://fonts.googleapis.com/css?family=Roboto:300,400,500,600,700"
19
  />
20
  <!-- Roboto Mono -->
21
+ <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Roboto+Mono" />
22
+ <link rel="stylesheet" href="./build/assets/main-bb8b722a.css" />
 
 
23
  </head>
24
  <body>
25
  <div id="app"></div>
26
+ <!-- <script type="module" src="http://localhost:5173/src/main.ts"></script> -->
27
+ <script type="module" src="./build/assets/main-f64e61f0.js"></script>
28
  </body>
29
  </html>
30
+ <style>
31
+ #header {
32
+ display: flex;
33
+ align-items: center;
34
+ }
35
+ #header h2 {
36
+ margin: 10px;
37
+ }
38
+ #header img {
39
+ width: 50px;
40
+ height: 50px;
41
+ }
42
+ </style>
zeno-evals-hub/main.py CHANGED
@@ -1,3 +1,4 @@
 
1
  import os
2
  import sys
3
 
@@ -5,14 +6,43 @@ import uvicorn
5
  import yaml # type: ignore
6
  from fastapi import FastAPI
7
  from fastapi.staticfiles import StaticFiles
8
- from zeno import get_server, zeno # type: ignore
9
- from zeno_evals import generate_zeno_config # type: ignore
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
10
 
11
 
12
  def command_line():
13
  app = FastAPI(title="Frontend API")
14
-
15
  args = []
 
16
  with open(sys.argv[1], "r") as f:
17
  args = yaml.safe_load(f)
18
 
@@ -26,13 +56,31 @@ def command_line():
26
  for entry in args:
27
  name = list(entry.keys())[0]
28
  params = entry[name]
29
- # TODO: handle not having a second results or functions file
30
- config = generate_zeno_config(
31
- params["results-file"],
32
- params["second-results-file"],
33
- params["functions-file"],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  )
 
 
35
  config.serve = False
 
 
36
  zeno_obj = zeno(config)
37
  if zeno_obj is None:
38
  sys.exit(1)
@@ -53,8 +101,10 @@ def command_line():
53
  print("Running server")
54
 
55
  port = 8000
 
56
  port_arg = os.getenv("PORT")
57
  if port_arg is not None:
58
  port = int(port_arg)
 
59
 
60
- uvicorn.run(app, host="localhost", port=port)
 
1
+ import json
2
  import os
3
  import sys
4
 
 
6
  import yaml # type: ignore
7
  from fastapi import FastAPI
8
  from fastapi.staticfiles import StaticFiles
9
+ from zeno import get_server, zeno, ZenoParameters # type: ignore
10
+ from zeno_evals import ZenoEvals # type: ignore
11
+
12
+
13
+ # parse information in spec
14
+ def prepare_spec(file_path):
15
+ res = {}
16
+ data = []
17
+ accuracy = 0
18
+ with open(file_path) as f:
19
+ for line in f:
20
+ json_entry = json.loads(line)
21
+ if "final_report" in json_entry:
22
+ accuracy = json_entry["final_report"]["accuracy"]
23
+ data.append(json_entry)
24
+
25
+ res["models"] = data[0]["spec"]["completion_fns"][0]
26
+ res["accuracy"] = accuracy * 100
27
+ res["events"] = len(data) - 2
28
+ return res
29
+
30
+
31
+ def prepare_zeno_params(config: ZenoParameters):
32
+ res = {}
33
+ res["models"] = config.models
34
+ res["view"] = config.view
35
+ res["data_column"] = config.data_column
36
+ res["id_column"] = config.id_column
37
+ res["batch_size"] = config.batch_size
38
+ res["samples"] = config.samples
39
+ return res
40
 
41
 
42
  def command_line():
43
  app = FastAPI(title="Frontend API")
 
44
  args = []
45
+
46
  with open(sys.argv[1], "r") as f:
47
  args = yaml.safe_load(f)
48
 
 
56
  for entry in args:
57
  name = list(entry.keys())[0]
58
  params = entry[name]
59
+
60
+ second_exists = True if "second-results-file" in params else False
61
+
62
+ res_spec = prepare_spec(params["results-file"])
63
+ params["models"] = [res_spec["models"]]
64
+ params["accuracy"] = [res_spec["accuracy"]]
65
+ params["events"] = [res_spec["events"]]
66
+ params["link"] = [params["link"]]
67
+
68
+ if second_exists:
69
+ sec_res_spec = prepare_spec(params["second-results-file"])
70
+ params["models"].append(sec_res_spec["models"])
71
+ params["accuracy"].append(sec_res_spec["accuracy"])
72
+ params["events"].append(sec_res_spec["events"])
73
+
74
+ zeno_eval = ZenoEvals(
75
+ params.get("results-file"),
76
+ params.get("second-results-file"),
77
+ params.get("functions-file"),
78
  )
79
+ config = zeno_eval.generate_zeno_config()
80
+
81
  config.serve = False
82
+ config.cache_path = "./.zeno_cache_" + name
83
+
84
  zeno_obj = zeno(config)
85
  if zeno_obj is None:
86
  sys.exit(1)
 
101
  print("Running server")
102
 
103
  port = 8000
104
+ host = "localhost"
105
  port_arg = os.getenv("PORT")
106
  if port_arg is not None:
107
  port = int(port_arg)
108
+ host = "0.0.0.0"
109
 
110
+ uvicorn.run(app, host=host, port=port)