Spaces:

zeno-ml
/

openai-evals

Runtime error

App Files Files Community

Alex Cabrera commited on Apr 18, 2023

Commit

892d25a

•

1 Parent(s): 13e89d2

MVP

Browse files

Files changed (26) hide show

.zeno_cache/reports.pickle +0 -0
.zeno_cache/slices.pickle +0 -0
README.md +6 -0
data/adult.csv +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo-0301.pickle +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo.pickle +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo-0301.pickle +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo.pickle +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLanswer_length.pickle +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLnumber_of_blanks.pickle +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLword_freq.pickle +0 -0
{.zeno_cache → evals/.zeno_cache_partially_solved_crossword_clues}/folders.pickle +0 -0
evals/.zeno_cache_partially_solved_crossword_clues/reports.pickle +1 -0
evals/.zeno_cache_partially_solved_crossword_clues/view.mjs +1574 -0
evals/crossword/crossword-turbo-0301.jsonl +202 -0
evals/crossword/crossword-turbo.jsonl +202 -0
evals/crossword/crossword_fns.py +26 -0
evals/emotional-intelligence/emotional-intelligence-turbo-0301.jsonl +0 -0
evals/emotional-intelligence/emotional-intelligence-turbo.jsonl +0 -0
evals/evals.yaml +8 -0
frontend/package-lock.json +4 -3
frontend/src/App.svelte +25 -5
frontend/src/app.css +0 -8
poetry.lock +324 -95
pyproject.toml +4 -1
zeno-evals-hub/main.py +30 -31

.zeno_cache/reports.pickle DELETED Viewed

Binary file (1.44 kB)

.zeno_cache/slices.pickle DELETED Viewed

Binary file (732 Bytes)

README.md CHANGED Viewed

@@ -1,5 +1,11 @@
 # Dashboard for exploring OpenAI Evals results
 ### Deployment
 We are using [Railway]() for deployment. To deploy, run:

 # Dashboard for exploring OpenAI Evals results
+### Running
+`poetry install`
+`python -m zeno-evals-hub evals/evals.yaml`
 ### Deployment
 We are using [Railway]() for deployment. To deploy, run:

data/adult.csv DELETED Viewed

The diff for this file is too large to render. See raw diff

evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo-0301.pickle ADDED Viewed

Binary file (5.94 kB). View file

evals/.zeno_cache_partially_solved_crossword_clues/OUTPUTgpt-3_5-turbo.pickle ADDED Viewed

Binary file (5.94 kB). View file

evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo-0301.pickle ADDED Viewed

Binary file (5.16 kB). View file

evals/.zeno_cache_partially_solved_crossword_clues/POSTDISTILLcorrectgpt-3_5-turbo.pickle ADDED Viewed

Binary file (5.16 kB). View file

evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLanswer_length.pickle ADDED Viewed

Binary file (5.25 kB). View file

evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLnumber_of_blanks.pickle ADDED Viewed

Binary file (5.25 kB). View file

evals/.zeno_cache_partially_solved_crossword_clues/PREDISTILLword_freq.pickle ADDED Viewed

Binary file (5.95 kB). View file

{.zeno_cache → evals/.zeno_cache_partially_solved_crossword_clues}/folders.pickle RENAMED Viewed

File without changes

evals/.zeno_cache_partially_solved_crossword_clues/reports.pickle ADDED Viewed

	@@ -0,0 +1 @@


1	+ �]�.

evals/.zeno_cache_partially_solved_crossword_clues/view.mjs ADDED Viewed

	@@ -0,0 +1,1574 @@

+function noop() { }
+function run(fn) {
+    return fn();
+}
+function blank_object() {
+    return Object.create(null);
+}
+function run_all(fns) {
+    fns.forEach(run);
+}
+function is_function(thing) {
+    return typeof thing === 'function';
+}
+function safe_not_equal(a, b) {
+    return a != a ? b == b : a !== b || ((a && typeof a === 'object') || typeof a === 'function');
+}
+function is_empty(obj) {
+    return Object.keys(obj).length === 0;
+}
+function null_to_empty(value) {
+    return value == null ? '' : value;
+}
+// Track which nodes are claimed during hydration. Unclaimed nodes can then be removed from the DOM
+// at the end of hydration without touching the remaining nodes.
+let is_hydrating = false;
+function start_hydrating() {
+    is_hydrating = true;
+}
+function end_hydrating() {
+    is_hydrating = false;
+}
+function upper_bound(low, high, key, value) {
+    // Return first index of value larger than input value in the range [low, high)
+    while (low < high) {
+        const mid = low + ((high - low) >> 1);
+        if (key(mid) <= value) {
+            low = mid + 1;
+        }
+        else {
+            high = mid;
+        }
+    }
+    return low;
+}
+function init_hydrate(target) {
+    if (target.hydrate_init)
+        return;
+    target.hydrate_init = true;
+    // We know that all children have claim_order values since the unclaimed have been detached if target is not <head>
+    let children = target.childNodes;
+    // If target is <head>, there may be children without claim_order
+    if (target.nodeName === 'HEAD') {
+        const myChildren = [];
+        for (let i = 0; i < children.length; i++) {
+            const node = children[i];
+            if (node.claim_order !== undefined) {
+                myChildren.push(node);
+            }
+        }
+        children = myChildren;
+    }
+    /*
+    * Reorder claimed children optimally.
+    * We can reorder claimed children optimally by finding the longest subsequence of
+    * nodes that are already claimed in order and only moving the rest. The longest
+    * subsequence of nodes that are claimed in order can be found by
+    * computing the longest increasing subsequence of .claim_order values.
+    *
+    * This algorithm is optimal in generating the least amount of reorder operations
+    * possible.
+    *
+    * Proof:
+    * We know that, given a set of reordering operations, the nodes that do not move
+    * always form an increasing subsequence, since they do not move among each other
+    * meaning that they must be already ordered among each other. Thus, the maximal
+    * set of nodes that do not move form a longest increasing subsequence.
+    */
+    // Compute longest increasing subsequence
+    // m: subsequence length j => index k of smallest value that ends an increasing subsequence of length j
+    const m = new Int32Array(children.length + 1);
+    // Predecessor indices + 1
+    const p = new Int32Array(children.length);
+    m[0] = -1;
+    let longest = 0;
+    for (let i = 0; i < children.length; i++) {
+        const current = children[i].claim_order;
+        // Find the largest subsequence length such that it ends in a value less than our current value
+        // upper_bound returns first greater value, so we subtract one
+        // with fast path for when we are on the current longest subsequence
+        const seqLen = ((longest > 0 && children[m[longest]].claim_order <= current) ? longest + 1 : upper_bound(1, longest, idx => children[m[idx]].claim_order, current)) - 1;
+        p[i] = m[seqLen] + 1;
+        const newLen = seqLen + 1;
+        // We can guarantee that current is the smallest value. Otherwise, we would have generated a longer sequence.
+        m[newLen] = i;
+        longest = Math.max(newLen, longest);
+    }
+    // The longest increasing subsequence of nodes (initially reversed)
+    const lis = [];
+    // The rest of the nodes, nodes that will be moved
+    const toMove = [];
+    let last = children.length - 1;
+    for (let cur = m[longest] + 1; cur != 0; cur = p[cur - 1]) {
+        lis.push(children[cur - 1]);
+        for (; last >= cur; last--) {
+            toMove.push(children[last]);
+        }
+        last--;
+    }
+    for (; last >= 0; last--) {
+        toMove.push(children[last]);
+    }
+    lis.reverse();
+    // We sort the nodes being moved to guarantee that their insertion order matches the claim order
+    toMove.sort((a, b) => a.claim_order - b.claim_order);
+    // Finally, we move the nodes
+    for (let i = 0, j = 0; i < toMove.length; i++) {
+        while (j < lis.length && toMove[i].claim_order >= lis[j].claim_order) {
+            j++;
+        }
+        const anchor = j < lis.length ? lis[j] : null;
+        target.insertBefore(toMove[i], anchor);
+    }
+}
+function append(target, node) {
+    target.appendChild(node);
+}
+function append_styles(target, style_sheet_id, styles) {
+    const append_styles_to = get_root_for_style(target);
+    if (!append_styles_to.getElementById(style_sheet_id)) {
+        const style = element('style');
+        style.id = style_sheet_id;
+        style.textContent = styles;
+        append_stylesheet(append_styles_to, style);
+    }
+}
+function get_root_for_style(node) {
+    if (!node)
+        return document;
+    const root = node.getRootNode ? node.getRootNode() : node.ownerDocument;
+    if (root && root.host) {
+        return root;
+    }
+    return node.ownerDocument;
+}
+function append_stylesheet(node, style) {
+    append(node.head || node, style);
+    return style.sheet;
+}
+function append_hydration(target, node) {
+    if (is_hydrating) {
+        init_hydrate(target);
+        if ((target.actual_end_child === undefined) || ((target.actual_end_child !== null) && (target.actual_end_child.parentNode !== target))) {
+            target.actual_end_child = target.firstChild;
+        }
+        // Skip nodes of undefined ordering
+        while ((target.actual_end_child !== null) && (target.actual_end_child.claim_order === undefined)) {
+            target.actual_end_child = target.actual_end_child.nextSibling;
+        }
+        if (node !== target.actual_end_child) {
+            // We only insert if the ordering of this node should be modified or the parent node is not target
+            if (node.claim_order !== undefined || node.parentNode !== target) {
+                target.insertBefore(node, target.actual_end_child);
+            }
+        }
+        else {
+            target.actual_end_child = node.nextSibling;
+        }
+    }
+    else if (node.parentNode !== target || node.nextSibling !== null) {
+        target.appendChild(node);
+    }
+}
+function insert_hydration(target, node, anchor) {
+    if (is_hydrating && !anchor) {
+        append_hydration(target, node);
+    }
+    else if (node.parentNode !== target || node.nextSibling != anchor) {
+        target.insertBefore(node, anchor || null);
+    }
+}
+function detach(node) {
+    if (node.parentNode) {
+        node.parentNode.removeChild(node);
+    }
+}
+function destroy_each(iterations, detaching) {
+    for (let i = 0; i < iterations.length; i += 1) {
+        if (iterations[i])
+            iterations[i].d(detaching);
+    }
+}
+function element(name) {
+    return document.createElement(name);
+}
+function svg_element(name) {
+    return document.createElementNS('http://www.w3.org/2000/svg', name);
+}
+function text(data) {
+    return document.createTextNode(data);
+}
+function space() {
+    return text(' ');
+}
+function empty() {
+    return text('');
+}
+function attr(node, attribute, value) {
+    if (value == null)
+        node.removeAttribute(attribute);
+    else if (node.getAttribute(attribute) !== value)
+        node.setAttribute(attribute, value);
+}
+function children(element) {
+    return Array.from(element.childNodes);
+}
+function init_claim_info(nodes) {
+    if (nodes.claim_info === undefined) {
+        nodes.claim_info = { last_index: 0, total_claimed: 0 };
+    }
+}
+function claim_node(nodes, predicate, processNode, createNode, dontUpdateLastIndex = false) {
+    // Try to find nodes in an order such that we lengthen the longest increasing subsequence
+    init_claim_info(nodes);
+    const resultNode = (() => {
+        // We first try to find an element after the previous one
+        for (let i = nodes.claim_info.last_index; i < nodes.length; i++) {
+            const node = nodes[i];
+            if (predicate(node)) {
+                const replacement = processNode(node);
+                if (replacement === undefined) {
+                    nodes.splice(i, 1);
+                }
+                else {
+                    nodes[i] = replacement;
+                }
+                if (!dontUpdateLastIndex) {
+                    nodes.claim_info.last_index = i;
+                }
+                return node;
+            }
+        }
+        // Otherwise, we try to find one before
+        // We iterate in reverse so that we don't go too far back
+        for (let i = nodes.claim_info.last_index - 1; i >= 0; i--) {
+            const node = nodes[i];
+            if (predicate(node)) {
+                const replacement = processNode(node);
+                if (replacement === undefined) {
+                    nodes.splice(i, 1);
+                }
+                else {
+                    nodes[i] = replacement;
+                }
+                if (!dontUpdateLastIndex) {
+                    nodes.claim_info.last_index = i;
+                }
+                else if (replacement === undefined) {
+                    // Since we spliced before the last_index, we decrease it
+                    nodes.claim_info.last_index--;
+                }
+                return node;
+            }
+        }
+        // If we can't find any matching node, we create a new one
+        return createNode();
+    })();
+    resultNode.claim_order = nodes.claim_info.total_claimed;
+    nodes.claim_info.total_claimed += 1;
+    return resultNode;
+}
+function claim_element_base(nodes, name, attributes, create_element) {
+    return claim_node(nodes, (node) => node.nodeName === name, (node) => {
+        const remove = [];
+        for (let j = 0; j < node.attributes.length; j++) {
+            const attribute = node.attributes[j];
+            if (!attributes[attribute.name]) {
+                remove.push(attribute.name);
+            }
+        }
+        remove.forEach(v => node.removeAttribute(v));
+        return undefined;
+    }, () => create_element(name));
+}
+function claim_element(nodes, name, attributes) {
+    return claim_element_base(nodes, name, attributes, element);
+}
+function claim_svg_element(nodes, name, attributes) {
+    return claim_element_base(nodes, name, attributes, svg_element);
+}
+function claim_text(nodes, data) {
+    return claim_node(nodes, (node) => node.nodeType === 3, (node) => {
+        const dataStr = '' + data;
+        if (node.data.startsWith(dataStr)) {
+            if (node.data.length !== dataStr.length) {
+                return node.splitText(dataStr.length);
+            }
+        }
+        else {
+            node.data = dataStr;
+        }
+    }, () => text(data), true // Text nodes should not update last index since it is likely not worth it to eliminate an increasing subsequence of actual elements
+    );
+}
+function claim_space(nodes) {
+    return claim_text(nodes, ' ');
+}
+function set_data(text, data) {
+    data = '' + data;
+    if (text.wholeText !== data)
+        text.data = data;
+}
+let current_component;
+function set_current_component(component) {
+    current_component = component;
+}
+const dirty_components = [];
+const binding_callbacks = [];
+const render_callbacks = [];
+const flush_callbacks = [];
+const resolved_promise = Promise.resolve();
+let update_scheduled = false;
+function schedule_update() {
+    if (!update_scheduled) {
+        update_scheduled = true;
+        resolved_promise.then(flush);
+    }
+}
+function add_render_callback(fn) {
+    render_callbacks.push(fn);
+}
+// flush() calls callbacks in this order:
+// 1. All beforeUpdate callbacks, in order: parents before children
+// 2. All bind:this callbacks, in reverse order: children before parents.
+// 3. All afterUpdate callbacks, in order: parents before children. EXCEPT
+//    for afterUpdates called during the initial onMount, which are called in
+//    reverse order: children before parents.
+// Since callbacks might update component values, which could trigger another
+// call to flush(), the following steps guard against this:
+// 1. During beforeUpdate, any updated components will be added to the
+//    dirty_components array and will cause a reentrant call to flush(). Because
+//    the flush index is kept outside the function, the reentrant call will pick
+//    up where the earlier call left off and go through all dirty components. The
+//    current_component value is saved and restored so that the reentrant call will
+//    not interfere with the "parent" flush() call.
+// 2. bind:this callbacks cannot trigger new flush() calls.
+// 3. During afterUpdate, any updated components will NOT have their afterUpdate
+//    callback called a second time; the seen_callbacks set, outside the flush()
+//    function, guarantees this behavior.
+const seen_callbacks = new Set();
+let flushidx = 0; // Do *not* move this inside the flush() function
+function flush() {
+    // Do not reenter flush while dirty components are updated, as this can
+    // result in an infinite loop. Instead, let the inner flush handle it.
+    // Reentrancy is ok afterwards for bindings etc.
+    if (flushidx !== 0) {
+        return;
+    }
+    const saved_component = current_component;
+    do {
+        // first, call beforeUpdate functions
+        // and update components
+        try {
+            while (flushidx < dirty_components.length) {
+                const component = dirty_components[flushidx];
+                flushidx++;
+                set_current_component(component);
+                update(component.$$);
+            }
+        }
+        catch (e) {
+            // reset dirty state to not end up in a deadlocked state and then rethrow
+            dirty_components.length = 0;
+            flushidx = 0;
+            throw e;
+        }
+        set_current_component(null);
+        dirty_components.length = 0;
+        flushidx = 0;
+        while (binding_callbacks.length)
+            binding_callbacks.pop()();
+        // then, once components are updated, call
+        // afterUpdate functions. This may cause
+        // subsequent updates...
+        for (let i = 0; i < render_callbacks.length; i += 1) {
+            const callback = render_callbacks[i];
+            if (!seen_callbacks.has(callback)) {
+                // ...so guard against infinite loops
+                seen_callbacks.add(callback);
+                callback();
+            }
+        }
+        render_callbacks.length = 0;
+    } while (dirty_components.length);
+    while (flush_callbacks.length) {
+        flush_callbacks.pop()();
+    }
+    update_scheduled = false;
+    seen_callbacks.clear();
+    set_current_component(saved_component);
+}
+function update($$) {
+    if ($$.fragment !== null) {
+        $$.update();
+        run_all($$.before_update);
+        const dirty = $$.dirty;
+        $$.dirty = [-1];
+        $$.fragment && $$.fragment.p($$.ctx, dirty);
+        $$.after_update.forEach(add_render_callback);
+    }
+}
+const outroing = new Set();
+let outros;
+function group_outros() {
+    outros = {
+        r: 0,
+        c: [],
+        p: outros // parent group
+    };
+}
+function check_outros() {
+    if (!outros.r) {
+        run_all(outros.c);
+    }
+    outros = outros.p;
+}
+function transition_in(block, local) {
+    if (block && block.i) {
+        outroing.delete(block);
+        block.i(local);
+    }
+}
+function transition_out(block, local, detach, callback) {
+    if (block && block.o) {
+        if (outroing.has(block))
+            return;
+        outroing.add(block);
+        outros.c.push(() => {
+            outroing.delete(block);
+            if (callback) {
+                if (detach)
+                    block.d(1);
+                callback();
+            }
+        });
+        block.o(local);
+    }
+    else if (callback) {
+        callback();
+    }
+}
+function create_component(block) {
+    block && block.c();
+}
+function claim_component(block, parent_nodes) {
+    block && block.l(parent_nodes);
+}
+function mount_component(component, target, anchor, customElement) {
+    const { fragment, after_update } = component.$$;
+    fragment && fragment.m(target, anchor);
+    if (!customElement) {
+        // onMount happens before the initial afterUpdate
+        add_render_callback(() => {
+            const new_on_destroy = component.$$.on_mount.map(run).filter(is_function);
+            // if the component was destroyed immediately
+            // it will update the `$$.on_destroy` reference to `null`.
+            // the destructured on_destroy may still reference to the old array
+            if (component.$$.on_destroy) {
+                component.$$.on_destroy.push(...new_on_destroy);
+            }
+            else {
+                // Edge case - component was destroyed immediately,
+                // most likely as a result of a binding initialising
+                run_all(new_on_destroy);
+            }
+            component.$$.on_mount = [];
+        });
+    }
+    after_update.forEach(add_render_callback);
+}
+function destroy_component(component, detaching) {
+    const $$ = component.$$;
+    if ($$.fragment !== null) {
+        run_all($$.on_destroy);
+        $$.fragment && $$.fragment.d(detaching);
+        // TODO null out other refs, including component.$$ (but need to
+        // preserve final state?)
+        $$.on_destroy = $$.fragment = null;
+        $$.ctx = [];
+    }
+}
+function make_dirty(component, i) {
+    if (component.$$.dirty[0] === -1) {
+        dirty_components.push(component);
+        schedule_update();
+        component.$$.dirty.fill(0);
+    }
+    component.$$.dirty[(i / 31) | 0] |= (1 << (i % 31));
+}
+function init(component, options, instance, create_fragment, not_equal, props, append_styles, dirty = [-1]) {
+    const parent_component = current_component;
+    set_current_component(component);
+    const $$ = component.$$ = {
+        fragment: null,
+        ctx: [],
+        // state
+        props,
+        update: noop,
+        not_equal,
+        bound: blank_object(),
+        // lifecycle
+        on_mount: [],
+        on_destroy: [],
+        on_disconnect: [],
+        before_update: [],
+        after_update: [],
+        context: new Map(options.context || (parent_component ? parent_component.$$.context : [])),
+        // everything else
+        callbacks: blank_object(),
+        dirty,
+        skip_bound: false,
+        root: options.target || parent_component.$$.root
+    };
+    append_styles && append_styles($$.root);
+    let ready = false;
+    $$.ctx = instance
+        ? instance(component, options.props || {}, (i, ret, ...rest) => {
+            const value = rest.length ? rest[0] : ret;
+            if ($$.ctx && not_equal($$.ctx[i], $$.ctx[i] = value)) {
+                if (!$$.skip_bound && $$.bound[i])
+                    $$.bound[i](value);
+                if (ready)
+                    make_dirty(component, i);
+            }
+            return ret;
+        })
+        : [];
+    $$.update();
+    ready = true;
+    run_all($$.before_update);
+    // `false` as a special case of no DOM component
+    $$.fragment = create_fragment ? create_fragment($$.ctx) : false;
+    if (options.target) {
+        if (options.hydrate) {
+            start_hydrating();
+            const nodes = children(options.target);
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            $$.fragment && $$.fragment.l(nodes);
+            nodes.forEach(detach);
+        }
+        else {
+            // eslint-disable-next-line @typescript-eslint/no-non-null-assertion
+            $$.fragment && $$.fragment.c();
+        }
+        if (options.intro)
+            transition_in(component.$$.fragment);
+        mount_component(component, options.target, options.anchor, options.customElement);
+        end_hydrating();
+        flush();
+    }
+    set_current_component(parent_component);
+}
+/**
+ * Base class for Svelte components. Used when dev=false.
+ */
+class SvelteComponent {
+    $destroy() {
+        destroy_component(this, 1);
+        this.$destroy = noop;
+    }
+    $on(type, callback) {
+        if (!is_function(callback)) {
+            return noop;
+        }
+        const callbacks = (this.$$.callbacks[type] || (this.$$.callbacks[type] = []));
+        callbacks.push(callback);
+        return () => {
+            const index = callbacks.indexOf(callback);
+            if (index !== -1)
+                callbacks.splice(index, 1);
+        };
+    }
+    $set($$props) {
+        if (this.$$set && !is_empty($$props)) {
+            this.$$.skip_bound = true;
+            this.$$set($$props);
+            this.$$.skip_bound = false;
+        }
+    }
+}
+/* src/AssistantBlock.svelte generated by Svelte v3.55.1 */
+function add_css$3(target) {
+	append_styles(target, "svelte-1e3mbn4", ".model.svelte-1e3mbn4.svelte-1e3mbn4{fill:var(--logo)}.no-model.svelte-1e3mbn4.svelte-1e3mbn4{fill:var(--G3)}.model-border.svelte-1e3mbn4.svelte-1e3mbn4{border:1px solid var(--logo)}.no-model-border.svelte-1e3mbn4.svelte-1e3mbn4{border:1px solid rgba(224, 224, 224, 1)}.box.svelte-1e3mbn4.svelte-1e3mbn4{margin-top:10px;margin-bottom:10px;display:flex;align-items:start}.box.svelte-1e3mbn4 svg.svelte-1e3mbn4{min-width:24px;width:24px;margin-right:10px;margin-top:7px}.chat.svelte-1e3mbn4.svelte-1e3mbn4{border-radius:5px;margin:0px;padding:10px;overflow-wrap:anywhere}");
+}
+function create_fragment$3(ctx) {
+	let div;
+	let svg;
+	let path;
+	let svg_class_value;
+	let t0;
+	let p;
+	let t1;
+	let p_class_value;
+	return {
+		c() {
+			div = element("div");
+			svg = svg_element("svg");
+			path = svg_element("path");
+			t0 = space();
+			p = element("p");
+			t1 = text(/*input*/ ctx[0]);
+			this.h();
+		},
+		l(nodes) {
+			div = claim_element(nodes, "DIV", { class: true });
+			var div_nodes = children(div);
+			svg = claim_svg_element(div_nodes, "svg", { xmlns: true, viewBox: true, class: true });
+			var svg_nodes = children(svg);
+			path = claim_svg_element(svg_nodes, "path", { d: true });
+			children(path).forEach(detach);
+			svg_nodes.forEach(detach);
+			t0 = claim_space(div_nodes);
+			p = claim_element(div_nodes, "P", { class: true });
+			var p_nodes = children(p);
+			t1 = claim_text(p_nodes, /*input*/ ctx[0]);
+			p_nodes.forEach(detach);
+			div_nodes.forEach(detach);
+			this.h();
+		},
+		h() {
+			attr(path, "d", "M320 0c17.7 0 32 14.3 32 32V96H472c39.8 0 72 32.2 72 72V440c0 39.8-32.2 72-72 72H168c-39.8 0-72-32.2-72-72V168c0-39.8 32.2-72 72-72H288V32c0-17.7 14.3-32 32-32zM208 384c-8.8 0-16 7.2-16 16s7.2 16 16 16h32c8.8 0 16-7.2 16-16s-7.2-16-16-16H208zm96 0c-8.8 0-16 7.2-16 16s7.2 16 16 16h32c8.8 0 16-7.2 16-16s-7.2-16-16-16H304zm96 0c-8.8 0-16 7.2-16 16s7.2 16 16 16h32c8.8 0 16-7.2 16-16s-7.2-16-16-16H400zM264 256a40 40 0 1 0 -80 0 40 40 0 1 0 80 0zm152 40a40 40 0 1 0 0-80 40 40 0 1 0 0 80zM48 224H64V416H48c-26.5 0-48-21.5-48-48V272c0-26.5 21.5-48 48-48zm544 0c26.5 0 48 21.5 48 48v96c0 26.5-21.5 48-48 48H576V224h16z");
+			attr(svg, "xmlns", "http://www.w3.org/2000/svg");
+			attr(svg, "viewBox", "0 0 640 512");
+			attr(svg, "class", svg_class_value = "" + (null_to_empty(/*output*/ ctx[1] ? "model" : "no-model") + " svelte-1e3mbn4"));
+			attr(p, "class", p_class_value = "chat " + (/*output*/ ctx[1] ? 'model-border' : 'no-model-border') + " svelte-1e3mbn4");
+			attr(div, "class", "box svelte-1e3mbn4");
+		},
+		m(target, anchor) {
+			insert_hydration(target, div, anchor);
+			append_hydration(div, svg);
+			append_hydration(svg, path);
+			append_hydration(div, t0);
+			append_hydration(div, p);
+			append_hydration(p, t1);
+		},
+		p(ctx, [dirty]) {
+			if (dirty & /*output*/ 2 && svg_class_value !== (svg_class_value = "" + (null_to_empty(/*output*/ ctx[1] ? "model" : "no-model") + " svelte-1e3mbn4"))) {
+				attr(svg, "class", svg_class_value);
+			}
+			if (dirty & /*input*/ 1) set_data(t1, /*input*/ ctx[0]);
+			if (dirty & /*output*/ 2 && p_class_value !== (p_class_value = "chat " + (/*output*/ ctx[1] ? 'model-border' : 'no-model-border') + " svelte-1e3mbn4")) {
+				attr(p, "class", p_class_value);
+			}
+		},
+		i: noop,
+		o: noop,
+		d(detaching) {
+			if (detaching) detach(div);
+		}
+	};
+}
+function instance$3($$self, $$props, $$invalidate) {
+	let { input } = $$props;
+	let { output = false } = $$props;
+	$$self.$$set = $$props => {
+		if ('input' in $$props) $$invalidate(0, input = $$props.input);
+		if ('output' in $$props) $$invalidate(1, output = $$props.output);
+	};
+	return [input, output];
+}
+class AssistantBlock extends SvelteComponent {
+	constructor(options) {
+		super();
+		init(this, options, instance$3, create_fragment$3, safe_not_equal, { input: 0, output: 1 }, add_css$3);
+	}
+}
+/* src/SystemBlock.svelte generated by Svelte v3.55.1 */
+function add_css$2(target) {
+	append_styles(target, "svelte-18o0ab2", "p.svelte-18o0ab2{margin:0px}");
+}
+function create_fragment$2(ctx) {
+	let p;
+	let b;
+	let t0;
+	let t1;
+	let span;
+	let t2;
+	return {
+		c() {
+			p = element("p");
+			b = element("b");
+			t0 = text("System:");
+			t1 = space();
+			span = element("span");
+			t2 = text(/*input*/ ctx[0]);
+			this.h();
+		},
+		l(nodes) {
+			p = claim_element(nodes, "P", { class: true });
+			var p_nodes = children(p);
+			b = claim_element(p_nodes, "B", {});
+			var b_nodes = children(b);
+			t0 = claim_text(b_nodes, "System:");
+			b_nodes.forEach(detach);
+			t1 = claim_space(p_nodes);
+			span = claim_element(p_nodes, "SPAN", {});
+			var span_nodes = children(span);
+			t2 = claim_text(span_nodes, /*input*/ ctx[0]);
+			span_nodes.forEach(detach);
+			p_nodes.forEach(detach);
+			this.h();
+		},
+		h() {
+			attr(p, "class", "svelte-18o0ab2");
+		},
+		m(target, anchor) {
+			insert_hydration(target, p, anchor);
+			append_hydration(p, b);
+			append_hydration(b, t0);
+			append_hydration(p, t1);
+			append_hydration(p, span);
+			append_hydration(span, t2);
+		},
+		p(ctx, [dirty]) {
+			if (dirty & /*input*/ 1) set_data(t2, /*input*/ ctx[0]);
+		},
+		i: noop,
+		o: noop,
+		d(detaching) {
+			if (detaching) detach(p);
+		}
+	};
+}
+function instance$2($$self, $$props, $$invalidate) {
+	let { input } = $$props;
+	$$self.$$set = $$props => {
+		if ('input' in $$props) $$invalidate(0, input = $$props.input);
+	};
+	return [input];
+}
+class SystemBlock extends SvelteComponent {
+	constructor(options) {
+		super();
+		init(this, options, instance$2, create_fragment$2, safe_not_equal, { input: 0 }, add_css$2);
+	}
+}
+/* src/UserBlock.svelte generated by Svelte v3.55.1 */
+function add_css$1(target) {
+	append_styles(target, "svelte-1lys9p1", ".box.svelte-1lys9p1.svelte-1lys9p1{margin-top:10px;margin-bottom:10px;display:flex;align-items:start}.box.svelte-1lys9p1 svg.svelte-1lys9p1{min-width:24px;width:24px;margin-right:10px;margin-top:7px;fill:var(--G3)}.chat.svelte-1lys9p1.svelte-1lys9p1{border:1px solid rgba(224, 224, 224, 1);border-radius:5px;margin:0px;padding:10px;overflow-wrap:anywhere}");
+}
+function create_fragment$1(ctx) {
+	let div;
+	let svg;
+	let path;
+	let t0;
+	let p;
+	let t1;
+	return {
+		c() {
+			div = element("div");
+			svg = svg_element("svg");
+			path = svg_element("path");
+			t0 = space();
+			p = element("p");
+			t1 = text(/*input*/ ctx[0]);
+			this.h();
+		},
+		l(nodes) {
+			div = claim_element(nodes, "DIV", { class: true });
+			var div_nodes = children(div);
+			svg = claim_svg_element(div_nodes, "svg", { xmlns: true, viewBox: true, class: true });
+			var svg_nodes = children(svg);
+			path = claim_svg_element(svg_nodes, "path", { d: true });
+			children(path).forEach(detach);
+			svg_nodes.forEach(detach);
+			t0 = claim_space(div_nodes);
+			p = claim_element(div_nodes, "P", { class: true });
+			var p_nodes = children(p);
+			t1 = claim_text(p_nodes, /*input*/ ctx[0]);
+			p_nodes.forEach(detach);
+			div_nodes.forEach(detach);
+			this.h();
+		},
+		h() {
+			attr(path, "d", "M224 256A128 128 0 1 0 224 0a128 128 0 1 0 0 256zm-45.7 48C79.8 304 0 383.8 0 482.3C0 498.7 13.3 512 29.7 512H418.3c16.4 0 29.7-13.3 29.7-29.7C448 383.8 368.2 304 269.7 304H178.3z");
+			attr(svg, "xmlns", "http://www.w3.org/2000/svg");
+			attr(svg, "viewBox", "0 0 448 512");
+			attr(svg, "class", "svelte-1lys9p1");
+			attr(p, "class", "chat svelte-1lys9p1");
+			attr(div, "class", "box svelte-1lys9p1");
+		},
+		m(target, anchor) {
+			insert_hydration(target, div, anchor);
+			append_hydration(div, svg);
+			append_hydration(svg, path);
+			append_hydration(div, t0);
+			append_hydration(div, p);
+			append_hydration(p, t1);
+		},
+		p(ctx, [dirty]) {
+			if (dirty & /*input*/ 1) set_data(t1, /*input*/ ctx[0]);
+		},
+		i: noop,
+		o: noop,
+		d(detaching) {
+			if (detaching) detach(div);
+		}
+	};
+}
+function instance$1($$self, $$props, $$invalidate) {
+	let { input } = $$props;
+	$$self.$$set = $$props => {
+		if ('input' in $$props) $$invalidate(0, input = $$props.input);
+	};
+	return [input];
+}
+class UserBlock extends SvelteComponent {
+	constructor(options) {
+		super();
+		init(this, options, instance$1, create_fragment$1, safe_not_equal, { input: 0 }, add_css$1);
+	}
+}
+/* src/InstanceView.svelte generated by Svelte v3.55.1 */
+function add_css(target) {
+	append_styles(target, "svelte-eoma5v", "#container.svelte-eoma5v{border:0.5px solid rgb(224, 224, 224);min-width:350px;border-radius:2px;padding:10px}.label.svelte-eoma5v{margin-right:5px;font-weight:700}p.svelte-eoma5v{margin:5px;overflow-wrap:anywhere}");
+}
+function get_each_context(ctx, list, i) {
+	const child_ctx = ctx.slice();
+	child_ctx[6] = list[i];
+	return child_ctx;
+}
+// (21:2) {#if entry[dataColumn]}
+function create_if_block_2(ctx) {
+	let current_block_type_index;
+	let if_block;
+	let if_block_anchor;
+	let current;
+	const if_block_creators = [create_if_block_3, create_else_block];
+	const if_blocks = [];
+	function select_block_type(ctx, dirty) {
+		if (typeof /*entry*/ ctx[0][/*dataColumn*/ ctx[3]] === "string") return 0;
+		return 1;
+	}
+	current_block_type_index = select_block_type(ctx);
+	if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
+	return {
+		c() {
+			if_block.c();
+			if_block_anchor = empty();
+		},
+		l(nodes) {
+			if_block.l(nodes);
+			if_block_anchor = empty();
+		},
+		m(target, anchor) {
+			if_blocks[current_block_type_index].m(target, anchor);
+			insert_hydration(target, if_block_anchor, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			let previous_block_index = current_block_type_index;
+			current_block_type_index = select_block_type(ctx);
+			if (current_block_type_index === previous_block_index) {
+				if_blocks[current_block_type_index].p(ctx, dirty);
+			} else {
+				group_outros();
+				transition_out(if_blocks[previous_block_index], 1, 1, () => {
+					if_blocks[previous_block_index] = null;
+				});
+				check_outros();
+				if_block = if_blocks[current_block_type_index];
+				if (!if_block) {
+					if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
+					if_block.c();
+				} else {
+					if_block.p(ctx, dirty);
+				}
+				transition_in(if_block, 1);
+				if_block.m(if_block_anchor.parentNode, if_block_anchor);
+			}
+		},
+		i(local) {
+			if (current) return;
+			transition_in(if_block);
+			current = true;
+		},
+		o(local) {
+			transition_out(if_block);
+			current = false;
+		},
+		d(detaching) {
+			if_blocks[current_block_type_index].d(detaching);
+			if (detaching) detach(if_block_anchor);
+		}
+	};
+}
+// (24:4) {:else}
+function create_else_block(ctx) {
+	let each_1_anchor;
+	let current;
+	let each_value = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]];
+	let each_blocks = [];
+	for (let i = 0; i < each_value.length; i += 1) {
+		each_blocks[i] = create_each_block(get_each_context(ctx, each_value, i));
+	}
+	const out = i => transition_out(each_blocks[i], 1, 1, () => {
+		each_blocks[i] = null;
+	});
+	return {
+		c() {
+			for (let i = 0; i < each_blocks.length; i += 1) {
+				each_blocks[i].c();
+			}
+			each_1_anchor = empty();
+		},
+		l(nodes) {
+			for (let i = 0; i < each_blocks.length; i += 1) {
+				each_blocks[i].l(nodes);
+			}
+			each_1_anchor = empty();
+		},
+		m(target, anchor) {
+			for (let i = 0; i < each_blocks.length; i += 1) {
+				each_blocks[i].m(target, anchor);
+			}
+			insert_hydration(target, each_1_anchor, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			if (dirty & /*entry, dataColumn*/ 9) {
+				each_value = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]];
+				let i;
+				for (i = 0; i < each_value.length; i += 1) {
+					const child_ctx = get_each_context(ctx, each_value, i);
+					if (each_blocks[i]) {
+						each_blocks[i].p(child_ctx, dirty);
+						transition_in(each_blocks[i], 1);
+					} else {
+						each_blocks[i] = create_each_block(child_ctx);
+						each_blocks[i].c();
+						transition_in(each_blocks[i], 1);
+						each_blocks[i].m(each_1_anchor.parentNode, each_1_anchor);
+					}
+				}
+				group_outros();
+				for (i = each_value.length; i < each_blocks.length; i += 1) {
+					out(i);
+				}
+				check_outros();
+			}
+		},
+		i(local) {
+			if (current) return;
+			for (let i = 0; i < each_value.length; i += 1) {
+				transition_in(each_blocks[i]);
+			}
+			current = true;
+		},
+		o(local) {
+			each_blocks = each_blocks.filter(Boolean);
+			for (let i = 0; i < each_blocks.length; i += 1) {
+				transition_out(each_blocks[i]);
+			}
+			current = false;
+		},
+		d(detaching) {
+			destroy_each(each_blocks, detaching);
+			if (detaching) detach(each_1_anchor);
+		}
+	};
+}
+// (22:4) {#if typeof entry[dataColumn] === "string"}
+function create_if_block_3(ctx) {
+	let userblock;
+	let current;
+	userblock = new UserBlock({
+			props: {
+				input: /*entry*/ ctx[0][/*dataColumn*/ ctx[3]]
+			}
+		});
+	return {
+		c() {
+			create_component(userblock.$$.fragment);
+		},
+		l(nodes) {
+			claim_component(userblock.$$.fragment, nodes);
+		},
+		m(target, anchor) {
+			mount_component(userblock, target, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			const userblock_changes = {};
+			if (dirty & /*entry, dataColumn*/ 9) userblock_changes.input = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]];
+			userblock.$set(userblock_changes);
+		},
+		i(local) {
+			if (current) return;
+			transition_in(userblock.$$.fragment, local);
+			current = true;
+		},
+		o(local) {
+			transition_out(userblock.$$.fragment, local);
+			current = false;
+		},
+		d(detaching) {
+			destroy_component(userblock, detaching);
+		}
+	};
+}
+// (30:42)
+function create_if_block_6(ctx) {
+	let userblock;
+	let current;
+	userblock = new UserBlock({
+			props: { input: /*item*/ ctx[6]["content"] }
+		});
+	return {
+		c() {
+			create_component(userblock.$$.fragment);
+		},
+		l(nodes) {
+			claim_component(userblock.$$.fragment, nodes);
+		},
+		m(target, anchor) {
+			mount_component(userblock, target, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			const userblock_changes = {};
+			if (dirty & /*entry, dataColumn*/ 9) userblock_changes.input = /*item*/ ctx[6]["content"];
+			userblock.$set(userblock_changes);
+		},
+		i(local) {
+			if (current) return;
+			transition_in(userblock.$$.fragment, local);
+			current = true;
+		},
+		o(local) {
+			transition_out(userblock.$$.fragment, local);
+			current = false;
+		},
+		d(detaching) {
+			destroy_component(userblock, detaching);
+		}
+	};
+}
+// (28:47)
+function create_if_block_5(ctx) {
+	let assistantblock;
+	let current;
+	assistantblock = new AssistantBlock({
+			props: { input: /*item*/ ctx[6]["content"] }
+		});
+	return {
+		c() {
+			create_component(assistantblock.$$.fragment);
+		},
+		l(nodes) {
+			claim_component(assistantblock.$$.fragment, nodes);
+		},
+		m(target, anchor) {
+			mount_component(assistantblock, target, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			const assistantblock_changes = {};
+			if (dirty & /*entry, dataColumn*/ 9) assistantblock_changes.input = /*item*/ ctx[6]["content"];
+			assistantblock.$set(assistantblock_changes);
+		},
+		i(local) {
+			if (current) return;
+			transition_in(assistantblock.$$.fragment, local);
+			current = true;
+		},
+		o(local) {
+			transition_out(assistantblock.$$.fragment, local);
+			current = false;
+		},
+		d(detaching) {
+			destroy_component(assistantblock, detaching);
+		}
+	};
+}
+// (26:8) {#if item["role"] === "system"}
+function create_if_block_4(ctx) {
+	let systemblock;
+	let current;
+	systemblock = new SystemBlock({
+			props: { input: /*item*/ ctx[6]["content"] }
+		});
+	return {
+		c() {
+			create_component(systemblock.$$.fragment);
+		},
+		l(nodes) {
+			claim_component(systemblock.$$.fragment, nodes);
+		},
+		m(target, anchor) {
+			mount_component(systemblock, target, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			const systemblock_changes = {};
+			if (dirty & /*entry, dataColumn*/ 9) systemblock_changes.input = /*item*/ ctx[6]["content"];
+			systemblock.$set(systemblock_changes);
+		},
+		i(local) {
+			if (current) return;
+			transition_in(systemblock.$$.fragment, local);
+			current = true;
+		},
+		o(local) {
+			transition_out(systemblock.$$.fragment, local);
+			current = false;
+		},
+		d(detaching) {
+			destroy_component(systemblock, detaching);
+		}
+	};
+}
+// (25:6) {#each entry[dataColumn] as item}
+function create_each_block(ctx) {
+	let current_block_type_index;
+	let if_block;
+	let if_block_anchor;
+	let current;
+	const if_block_creators = [create_if_block_4, create_if_block_5, create_if_block_6];
+	const if_blocks = [];
+	function select_block_type_1(ctx, dirty) {
+		if (/*item*/ ctx[6]["role"] === "system") return 0;
+		if (/*item*/ ctx[6]["role"] === "assistant") return 1;
+		if (/*item*/ ctx[6]["role"] === "user") return 2;
+		return -1;
+	}
+	if (~(current_block_type_index = select_block_type_1(ctx))) {
+		if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
+	}
+	return {
+		c() {
+			if (if_block) if_block.c();
+			if_block_anchor = empty();
+		},
+		l(nodes) {
+			if (if_block) if_block.l(nodes);
+			if_block_anchor = empty();
+		},
+		m(target, anchor) {
+			if (~current_block_type_index) {
+				if_blocks[current_block_type_index].m(target, anchor);
+			}
+			insert_hydration(target, if_block_anchor, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			let previous_block_index = current_block_type_index;
+			current_block_type_index = select_block_type_1(ctx);
+			if (current_block_type_index === previous_block_index) {
+				if (~current_block_type_index) {
+					if_blocks[current_block_type_index].p(ctx, dirty);
+				}
+			} else {
+				if (if_block) {
+					group_outros();
+					transition_out(if_blocks[previous_block_index], 1, 1, () => {
+						if_blocks[previous_block_index] = null;
+					});
+					check_outros();
+				}
+				if (~current_block_type_index) {
+					if_block = if_blocks[current_block_type_index];
+					if (!if_block) {
+						if_block = if_blocks[current_block_type_index] = if_block_creators[current_block_type_index](ctx);
+						if_block.c();
+					} else {
+						if_block.p(ctx, dirty);
+					}
+					transition_in(if_block, 1);
+					if_block.m(if_block_anchor.parentNode, if_block_anchor);
+				} else {
+					if_block = null;
+				}
+			}
+		},
+		i(local) {
+			if (current) return;
+			transition_in(if_block);
+			current = true;
+		},
+		o(local) {
+			transition_out(if_block);
+			current = false;
+		},
+		d(detaching) {
+			if (~current_block_type_index) {
+				if_blocks[current_block_type_index].d(detaching);
+			}
+			if (detaching) detach(if_block_anchor);
+		}
+	};
+}
+// (36:2) {#if entry[modelColumn]}
+function create_if_block_1(ctx) {
+	let assistantblock;
+	let current;
+	assistantblock = new AssistantBlock({
+			props: {
+				input: /*entry*/ ctx[0][/*modelColumn*/ ctx[1]],
+				output: true
+			}
+		});
+	return {
+		c() {
+			create_component(assistantblock.$$.fragment);
+		},
+		l(nodes) {
+			claim_component(assistantblock.$$.fragment, nodes);
+		},
+		m(target, anchor) {
+			mount_component(assistantblock, target, anchor);
+			current = true;
+		},
+		p(ctx, dirty) {
+			const assistantblock_changes = {};
+			if (dirty & /*entry, modelColumn*/ 3) assistantblock_changes.input = /*entry*/ ctx[0][/*modelColumn*/ ctx[1]];
+			assistantblock.$set(assistantblock_changes);
+		},
+		i(local) {
+			if (current) return;
+			transition_in(assistantblock.$$.fragment, local);
+			current = true;
+		},
+		o(local) {
+			transition_out(assistantblock.$$.fragment, local);
+			current = false;
+		},
+		d(detaching) {
+			destroy_component(assistantblock, detaching);
+		}
+	};
+}
+// (39:2) {#if entry[labelColumn]}
+function create_if_block(ctx) {
+	let p;
+	let span;
+	let t0;
+	let t1;
+	let t2_value = /*entry*/ ctx[0][/*labelColumn*/ ctx[2]] + "";
+	let t2;
+	return {
+		c() {
+			p = element("p");
+			span = element("span");
+			t0 = text("Expected:");
+			t1 = space();
+			t2 = text(t2_value);
+			this.h();
+		},
+		l(nodes) {
+			p = claim_element(nodes, "P", { class: true });
+			var p_nodes = children(p);
+			span = claim_element(p_nodes, "SPAN", { class: true });
+			var span_nodes = children(span);
+			t0 = claim_text(span_nodes, "Expected:");
+			span_nodes.forEach(detach);
+			t1 = claim_space(p_nodes);
+			t2 = claim_text(p_nodes, t2_value);
+			p_nodes.forEach(detach);
+			this.h();
+		},
+		h() {
+			attr(span, "class", "label svelte-eoma5v");
+			attr(p, "class", "svelte-eoma5v");
+		},
+		m(target, anchor) {
+			insert_hydration(target, p, anchor);
+			append_hydration(p, span);
+			append_hydration(span, t0);
+			append_hydration(p, t1);
+			append_hydration(p, t2);
+		},
+		p(ctx, dirty) {
+			if (dirty & /*entry, labelColumn*/ 5 && t2_value !== (t2_value = /*entry*/ ctx[0][/*labelColumn*/ ctx[2]] + "")) set_data(t2, t2_value);
+		},
+		d(detaching) {
+			if (detaching) detach(p);
+		}
+	};
+}
+function create_fragment(ctx) {
+	let div;
+	let t0;
+	let t1;
+	let current;
+	let if_block0 = /*entry*/ ctx[0][/*dataColumn*/ ctx[3]] && create_if_block_2(ctx);
+	let if_block1 = /*entry*/ ctx[0][/*modelColumn*/ ctx[1]] && create_if_block_1(ctx);
+	let if_block2 = /*entry*/ ctx[0][/*labelColumn*/ ctx[2]] && create_if_block(ctx);
+	return {
+		c() {
+			div = element("div");
+			if (if_block0) if_block0.c();
+			t0 = space();
+			if (if_block1) if_block1.c();
+			t1 = space();
+			if (if_block2) if_block2.c();
+			this.h();
+		},
+		l(nodes) {
+			div = claim_element(nodes, "DIV", { id: true, class: true });
+			var div_nodes = children(div);
+			if (if_block0) if_block0.l(div_nodes);
+			t0 = claim_space(div_nodes);
+			if (if_block1) if_block1.l(div_nodes);
+			t1 = claim_space(div_nodes);
+			if (if_block2) if_block2.l(div_nodes);
+			div_nodes.forEach(detach);
+			this.h();
+		},
+		h() {
+			attr(div, "id", "container");
+			attr(div, "class", "svelte-eoma5v");
+		},
+		m(target, anchor) {
+			insert_hydration(target, div, anchor);
+			if (if_block0) if_block0.m(div, null);
+			append_hydration(div, t0);
+			if (if_block1) if_block1.m(div, null);
+			append_hydration(div, t1);
+			if (if_block2) if_block2.m(div, null);
+			current = true;
+		},
+		p(ctx, [dirty]) {
+			if (/*entry*/ ctx[0][/*dataColumn*/ ctx[3]]) {
+				if (if_block0) {
+					if_block0.p(ctx, dirty);
+					if (dirty & /*entry, dataColumn*/ 9) {
+						transition_in(if_block0, 1);
+					}
+				} else {
+					if_block0 = create_if_block_2(ctx);
+					if_block0.c();
+					transition_in(if_block0, 1);
+					if_block0.m(div, t0);
+				}
+			} else if (if_block0) {
+				group_outros();
+				transition_out(if_block0, 1, 1, () => {
+					if_block0 = null;
+				});
+				check_outros();
+			}
+			if (/*entry*/ ctx[0][/*modelColumn*/ ctx[1]]) {
+				if (if_block1) {
+					if_block1.p(ctx, dirty);
+					if (dirty & /*entry, modelColumn*/ 3) {
+						transition_in(if_block1, 1);
+					}
+				} else {
+					if_block1 = create_if_block_1(ctx);
+					if_block1.c();
+					transition_in(if_block1, 1);
+					if_block1.m(div, t1);
+				}
+			} else if (if_block1) {
+				group_outros();
+				transition_out(if_block1, 1, 1, () => {
+					if_block1 = null;
+				});
+				check_outros();
+			}
+			if (/*entry*/ ctx[0][/*labelColumn*/ ctx[2]]) {
+				if (if_block2) {
+					if_block2.p(ctx, dirty);
+				} else {
+					if_block2 = create_if_block(ctx);
+					if_block2.c();
+					if_block2.m(div, null);
+				}
+			} else if (if_block2) {
+				if_block2.d(1);
+				if_block2 = null;
+			}
+		},
+		i(local) {
+			if (current) return;
+			transition_in(if_block0);
+			transition_in(if_block1);
+			current = true;
+		},
+		o(local) {
+			transition_out(if_block0);
+			transition_out(if_block1);
+			current = false;
+		},
+		d(detaching) {
+			if (detaching) detach(div);
+			if (if_block0) if_block0.d();
+			if (if_block1) if_block1.d();
+			if (if_block2) if_block2.d();
+		}
+	};
+}
+function instance($$self, $$props, $$invalidate) {
+	let { options } = $$props;
+	let { entry } = $$props;
+	let { modelColumn } = $$props;
+	let { labelColumn } = $$props;
+	let { dataColumn } = $$props;
+	let { idColumn } = $$props;
+	$$self.$$set = $$props => {
+		if ('options' in $$props) $$invalidate(4, options = $$props.options);
+		if ('entry' in $$props) $$invalidate(0, entry = $$props.entry);
+		if ('modelColumn' in $$props) $$invalidate(1, modelColumn = $$props.modelColumn);
+		if ('labelColumn' in $$props) $$invalidate(2, labelColumn = $$props.labelColumn);
+		if ('dataColumn' in $$props) $$invalidate(3, dataColumn = $$props.dataColumn);
+		if ('idColumn' in $$props) $$invalidate(5, idColumn = $$props.idColumn);
+	};
+	return [entry, modelColumn, labelColumn, dataColumn, options, idColumn];
+}
+class InstanceView extends SvelteComponent {
+	constructor(options) {
+		super();
+		init(
+			this,
+			options,
+			instance,
+			create_fragment,
+			safe_not_equal,
+			{
+				options: 4,
+				entry: 0,
+				modelColumn: 1,
+				labelColumn: 2,
+				dataColumn: 3,
+				idColumn: 5
+			},
+			add_css
+		);
+	}
+}
+function getInstance(
+  div,
+  viewOptions,
+  entry,
+  modelColumn,
+  labelColumn,
+  dataColumn,
+  idColumn
+) {
+  new InstanceView({
+    target: div,
+    props: {
+      entry: entry,
+      viewOptions: viewOptions,
+      modelColumn: modelColumn,
+      labelColumn: labelColumn,
+      dataColumn: dataColumn,
+      idColumn: idColumn,
+    },
+    hydrate: true,
+  });
+}
+// export function getOptions(div, setOptions) {
+//   new OptionsView({
+//     target: div,
+//     props: {
+//       setOptions,
+//     },
+//   });
+// }
+export { getInstance };

evals/crossword/crossword-turbo-0301.jsonl ADDED Viewed

	@@ -0,0 +1,202 @@

+{"spec": {"completion_fns": ["gpt-3.5-turbo-0301"], "eval_name": "partially_solved_crossword_clues.dev.v0", "base_eval": "partially_solved_crossword_clues", "split": "dev", "run_config": {"completion_fns": ["gpt-3.5-turbo-0301"], "eval_spec": {"cls": "evals.elsuite.basic.match:Match", "args": {"samples_jsonl": "partially_solved_crossword_clues/samples.jsonl"}, "key": "partially_solved_crossword_clues.dev.v0", "group": "partially_solved_crossword_clues"}, "seed": 20220722, "max_samples": null, "command": "/Users/acabrera/dev-research/22-zeno/openai-eval/evals/evals/cli/oaieval.py gpt-3.5-turbo-0301 partially_solved_crossword_clues", "initial_settings": {"visible": true}}, "created_by": "", "run_id": "230418155354NCRWAGHN", "created_at": "2023-04-18 15:53:54.993880"}}
+{"final_report": {"accuracy": 0.37}}
+{"run_id": "230418155354NCRWAGHN", "event_id": 0, "sample_id": "partially_solved_crossword_clues.dev.87", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: A bad joke might land with one - Letters: _H__"}], "sampled": ["GROAN"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.873598+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 1, "sample_id": "partially_solved_crossword_clues.dev.87", "type": "match", "data": {"correct": false, "expected": "THUD", "picked": null, "sampled": "GROAN", "options": ["THUD"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.873687+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 2, "sample_id": "partially_solved_crossword_clues.dev.75", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Go with the wind, in a way - Letters: _A__"}], "sampled": ["TACK."]}, "created_by": "", "created_at": "2023-04-18 15:53:55.882500+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 3, "sample_id": "partially_solved_crossword_clues.dev.75", "type": "match", "data": {"correct": false, "expected": "SAIL", "picked": null, "sampled": "TACK.", "options": ["SAIL"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.882545+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 4, "sample_id": "partially_solved_crossword_clues.dev.7", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like much baby food - Letters: P___E_"}], "sampled": ["PUREED"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.882911+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 5, "sample_id": "partially_solved_crossword_clues.dev.7", "type": "match", "data": {"correct": true, "expected": "PUREED", "picked": "PUREED", "sampled": "PUREED", "options": ["PUREED"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.882943+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 6, "sample_id": "partially_solved_crossword_clues.dev.93", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Private - Letters: __N__"}], "sampled": ["LONELY"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.893486+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 7, "sample_id": "partially_solved_crossword_clues.dev.93", "type": "match", "data": {"correct": false, "expected": "INNER", "picked": null, "sampled": "LONELY", "options": ["INNER"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.893519+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 8, "sample_id": "partially_solved_crossword_clues.dev.63", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Inoffensive - Letters: ___DY__"}], "sampled": ["TIDYING"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.930190+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 9, "sample_id": "partially_solved_crossword_clues.dev.63", "type": "match", "data": {"correct": false, "expected": "ANODYNE", "picked": null, "sampled": "TIDYING", "options": ["ANODYNE"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.930225+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 10, "sample_id": "partially_solved_crossword_clues.dev.84", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: No longer affected by - Letters: ___R"}], "sampled": ["CURED"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.935236+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 11, "sample_id": "partially_solved_crossword_clues.dev.84", "type": "match", "data": {"correct": false, "expected": "OVER", "picked": null, "sampled": "CURED", "options": ["OVER"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.935267+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 12, "sample_id": "partially_solved_crossword_clues.dev.50", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Unimaginative - Letters: __O_A__"}], "sampled": ["BORING"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.965520+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 13, "sample_id": "partially_solved_crossword_clues.dev.50", "type": "match", "data": {"correct": false, "expected": "PROSAIC", "picked": null, "sampled": "BORING", "options": ["PROSAIC"]}, "created_by": "", "created_at": "2023-04-18 15:53:55.965564+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 14, "sample_id": "partially_solved_crossword_clues.dev.67", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Unyielding - Letters: ____D"}], "sampled": ["RIGID"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.231009+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 15, "sample_id": "partially_solved_crossword_clues.dev.67", "type": "match", "data": {"correct": true, "expected": "RIGID", "picked": "RIGID", "sampled": "RIGID", "options": ["RIGID"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.231057+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 16, "sample_id": "partially_solved_crossword_clues.dev.64", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Deep cut? - Letters: ____A_S_"}], "sampled": ["LASERAS."]}, "created_by": "", "created_at": "2023-04-18 15:53:56.247622+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 17, "sample_id": "partially_solved_crossword_clues.dev.64", "type": "match", "data": {"correct": false, "expected": "CREVASSE", "picked": null, "sampled": "LASERAS.", "options": ["CREVASSE"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.247653+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 18, "sample_id": "partially_solved_crossword_clues.dev.29", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It divides and multiplies - Letters: A___B_"}], "sampled": ["ADDENDS"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.252517+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 19, "sample_id": "partially_solved_crossword_clues.dev.29", "type": "match", "data": {"correct": false, "expected": "AMOEBA", "picked": null, "sampled": "ADDENDS", "options": ["AMOEBA"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.252572+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 20, "sample_id": "partially_solved_crossword_clues.dev.24", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Cornhole attempts - Letters: _O__E_"}], "sampled": ["TOSSES"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.545899+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 21, "sample_id": "partially_solved_crossword_clues.dev.24", "type": "match", "data": {"correct": true, "expected": "TOSSES", "picked": "TOSSES", "sampled": "TOSSES", "options": ["TOSSES"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.545932+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 22, "sample_id": "partially_solved_crossword_clues.dev.22", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Yearbook signers - Letters: C_A______S"}], "sampled": ["CLASSMATES"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.635436+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 23, "sample_id": "partially_solved_crossword_clues.dev.22", "type": "match", "data": {"correct": true, "expected": "CLASSMATES", "picked": "CLASSMATES", "sampled": "CLASSMATES", "options": ["CLASSMATES"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.635464+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 24, "sample_id": "partially_solved_crossword_clues.dev.3", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Animal farm facility - Letters: _E____T"}], "sampled": ["FEEDLOT"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.694048+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 25, "sample_id": "partially_solved_crossword_clues.dev.3", "type": "match", "data": {"correct": true, "expected": "FEEDLOT", "picked": "FEEDLOT", "sampled": "FEEDLOT", "options": ["FEEDLOT"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.694079+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 26, "sample_id": "partially_solved_crossword_clues.dev.44", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Learning opportunity, so to speak - Letters: M__T___"}], "sampled": ["MASTERCLASS"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.703528+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 27, "sample_id": "partially_solved_crossword_clues.dev.44", "type": "match", "data": {"correct": false, "expected": "MISTAKE", "picked": null, "sampled": "MASTERCLASS", "options": ["MISTAKE"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.703556+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 28, "sample_id": "partially_solved_crossword_clues.dev.9", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Search blindly (for) - Letters: G____"}], "sampled": ["GROPE"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.896109+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 29, "sample_id": "partially_solved_crossword_clues.dev.9", "type": "match", "data": {"correct": true, "expected": "GROPE", "picked": "GROPE", "sampled": "GROPE", "options": ["GROPE"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.896178+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 30, "sample_id": "partially_solved_crossword_clues.dev.45", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Game from Africa - Letters: __U"}], "sampled": ["JUMU."]}, "created_by": "", "created_at": "2023-04-18 15:53:56.915766+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 31, "sample_id": "partially_solved_crossword_clues.dev.45", "type": "match", "data": {"correct": false, "expected": "GNU", "picked": null, "sampled": "JUMU.", "options": ["GNU"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.915808+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 32, "sample_id": "partially_solved_crossword_clues.dev.60", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Game stoppers - Letters: R____"}], "sampled": ["RULES."]}, "created_by": "", "created_at": "2023-04-18 15:53:56.918416+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 33, "sample_id": "partially_solved_crossword_clues.dev.60", "type": "match", "data": {"correct": false, "expected": "RAINS", "picked": null, "sampled": "RULES.", "options": ["RAINS"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.918451+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 34, "sample_id": "partially_solved_crossword_clues.dev.1", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Certain vaccine target - Letters: M_____S"}], "sampled": ["MEASLES"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.927421+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 35, "sample_id": "partially_solved_crossword_clues.dev.1", "type": "match", "data": {"correct": true, "expected": "MEASLES", "picked": "MEASLES", "sampled": "MEASLES", "options": ["MEASLES"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.927461+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 36, "sample_id": "partially_solved_crossword_clues.dev.14", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Greasy garage job - Letters: _U__"}], "sampled": ["LUBE"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.929405+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 37, "sample_id": "partially_solved_crossword_clues.dev.14", "type": "match", "data": {"correct": true, "expected": "LUBE", "picked": "LUBE", "sampled": "LUBE", "options": ["LUBE"]}, "created_by": "", "created_at": "2023-04-18 15:53:56.929439+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 38, "sample_id": "partially_solved_crossword_clues.dev.28", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Come to - Letters: __T__"}], "sampled": ["WAKE"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.042953+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 39, "sample_id": "partially_solved_crossword_clues.dev.28", "type": "match", "data": {"correct": false, "expected": "TOTAL", "picked": null, "sampled": "WAKE", "options": ["TOTAL"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.043000+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 40, "sample_id": "partially_solved_crossword_clues.dev.85", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Clears - Letters: __A__S"}], "sampled": ["VACATES"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.351570+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 41, "sample_id": "partially_solved_crossword_clues.dev.85", "type": "match", "data": {"correct": false, "expected": "ERASES", "picked": null, "sampled": "VACATES", "options": ["ERASES"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.351618+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 42, "sample_id": "partially_solved_crossword_clues.dev.96", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Many a Monopoly property - Letters: AV____"}], "sampled": ["ATLANTIC"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.472666+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 43, "sample_id": "partially_solved_crossword_clues.dev.96", "type": "match", "data": {"correct": false, "expected": "AVENUE", "picked": null, "sampled": "ATLANTIC", "options": ["AVENUE"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.472709+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 44, "sample_id": "partially_solved_crossword_clues.dev.12", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Bounded - Letters: ___PE_"}], "sampled": ["JUMPED"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.553423+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 45, "sample_id": "partially_solved_crossword_clues.dev.12", "type": "match", "data": {"correct": false, "expected": "LEAPED", "picked": null, "sampled": "JUMPED", "options": ["LEAPED"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.553479+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 46, "sample_id": "partially_solved_crossword_clues.dev.10", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Shape of a certain bean - Letters: _I__E_"}], "sampled": ["LIMA BEAN"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.623058+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 47, "sample_id": "partially_solved_crossword_clues.dev.10", "type": "match", "data": {"correct": false, "expected": "KIDNEY", "picked": null, "sampled": "LIMA BEAN", "options": ["KIDNEY"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.623118+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 48, "sample_id": "partially_solved_crossword_clues.dev.46", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Superlatively swell - Letters: N___E__"}], "sampled": ["NIFTYEST"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.626966+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 49, "sample_id": "partially_solved_crossword_clues.dev.46", "type": "match", "data": {"correct": false, "expected": "NEATEST", "picked": null, "sampled": "NIFTYEST", "options": ["NEATEST"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.627014+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 50, "sample_id": "partially_solved_crossword_clues.dev.54", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Feed - Letters: __O__"}], "sampled": ["COWS"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.646071+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 51, "sample_id": "partially_solved_crossword_clues.dev.54", "type": "match", "data": {"correct": false, "expected": "STOKE", "picked": null, "sampled": "COWS", "options": ["STOKE"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.646178+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 52, "sample_id": "partially_solved_crossword_clues.dev.69", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One getting out early - Letters: __RO___"}], "sampled": ["PAROLEE"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.651914+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 53, "sample_id": "partially_solved_crossword_clues.dev.69", "type": "match", "data": {"correct": true, "expected": "PAROLEE", "picked": "PAROLEE", "sampled": "PAROLEE", "options": ["PAROLEE"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.651947+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 54, "sample_id": "partially_solved_crossword_clues.dev.15", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Pointed at, say - Letters: ___ME_"}], "sampled": ["BLAME"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.704750+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 55, "sample_id": "partially_solved_crossword_clues.dev.15", "type": "match", "data": {"correct": false, "expected": "BLAMED", "picked": null, "sampled": "BLAME", "options": ["BLAMED"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.704790+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 56, "sample_id": "partially_solved_crossword_clues.dev.74", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Not just bad - Letters: _V__"}], "sampled": ["EVIL"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.715828+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 57, "sample_id": "partially_solved_crossword_clues.dev.74", "type": "match", "data": {"correct": true, "expected": "EVIL", "picked": "EVIL", "sampled": "EVIL", "options": ["EVIL"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.715862+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 58, "sample_id": "partially_solved_crossword_clues.dev.35", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Put off - Letters: ___G__TE_"}], "sampled": ["POSTPONE"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.786581+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 59, "sample_id": "partially_solved_crossword_clues.dev.35", "type": "match", "data": {"correct": false, "expected": "DISGUSTED", "picked": null, "sampled": "POSTPONE", "options": ["DISGUSTED"]}, "created_by": "", "created_at": "2023-04-18 15:53:57.786641+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 60, "sample_id": "partially_solved_crossword_clues.dev.39", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Rides with runners - Letters: __E__"}], "sampled": ["SKATES"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.108031+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 61, "sample_id": "partially_solved_crossword_clues.dev.39", "type": "match", "data": {"correct": false, "expected": "SLEDS", "picked": null, "sampled": "SKATES", "options": ["SLEDS"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.108131+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 62, "sample_id": "partially_solved_crossword_clues.dev.91", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Ill-humored - Letters: D___"}], "sampled": ["DARK"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.142510+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 63, "sample_id": "partially_solved_crossword_clues.dev.91", "type": "match", "data": {"correct": false, "expected": "DOUR", "picked": null, "sampled": "DARK", "options": ["DOUR"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.142555+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 64, "sample_id": "partially_solved_crossword_clues.dev.83", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Provokes - Letters: _O___"}], "sampled": ["GOADS"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.273742+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 65, "sample_id": "partially_solved_crossword_clues.dev.83", "type": "match", "data": {"correct": true, "expected": "GOADS", "picked": "GOADS", "sampled": "GOADS", "options": ["GOADS"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.273803+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 66, "sample_id": "partially_solved_crossword_clues.dev.82", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Discomfiture - Letters: _____IN"}], "sampled": ["CHAGRIN"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.349232+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 67, "sample_id": "partially_solved_crossword_clues.dev.82", "type": "match", "data": {"correct": true, "expected": "CHAGRIN", "picked": "CHAGRIN", "sampled": "CHAGRIN", "options": ["CHAGRIN"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.349265+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 68, "sample_id": "partially_solved_crossword_clues.dev.23", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: You might see them now and again - Letters: R___N_"}], "sampled": ["RAINBOWS"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.393373+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 69, "sample_id": "partially_solved_crossword_clues.dev.23", "type": "match", "data": {"correct": false, "expected": "RERUNS", "picked": null, "sampled": "RAINBOWS", "options": ["RERUNS"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.393404+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 70, "sample_id": "partially_solved_crossword_clues.dev.47", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Easily put out - Letters: T____"}], "sampled": ["THWARTED."]}, "created_by": "", "created_at": "2023-04-18 15:53:58.400942+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 71, "sample_id": "partially_solved_crossword_clues.dev.47", "type": "match", "data": {"correct": false, "expected": "TESTY", "picked": null, "sampled": "THWARTED.", "options": ["TESTY"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.400979+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 72, "sample_id": "partially_solved_crossword_clues.dev.81", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One standing on one’s own two feet? - Letters: _I___"}], "sampled": ["INDY"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.407626+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 73, "sample_id": "partially_solved_crossword_clues.dev.81", "type": "match", "data": {"correct": false, "expected": "BIPED", "picked": null, "sampled": "INDY", "options": ["BIPED"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.407661+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 74, "sample_id": "partially_solved_crossword_clues.dev.56", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Some china - Letters: _E___R_"}], "sampled": ["TEACUPS"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.460809+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 75, "sample_id": "partially_solved_crossword_clues.dev.56", "type": "match", "data": {"correct": false, "expected": "TEAWARE", "picked": null, "sampled": "TEACUPS", "options": ["TEAWARE"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.460850+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 76, "sample_id": "partially_solved_crossword_clues.dev.95", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Need for a tough crossword, perhaps - Letters: ER____"}], "sampled": ["ERUDITION"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.577458+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 77, "sample_id": "partially_solved_crossword_clues.dev.95", "type": "match", "data": {"correct": false, "expected": "ERASER", "picked": null, "sampled": "ERUDITION", "options": ["ERASER"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.577521+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 78, "sample_id": "partially_solved_crossword_clues.dev.32", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Merry air - Letters: _I__"}], "sampled": ["LILT"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.858574+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 79, "sample_id": "partially_solved_crossword_clues.dev.32", "type": "match", "data": {"correct": true, "expected": "LILT", "picked": "LILT", "sampled": "LILT", "options": ["LILT"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.858630+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 80, "sample_id": "partially_solved_crossword_clues.dev.41", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Latest thing - Letters: R___"}], "sampled": ["RAGE"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.999196+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 81, "sample_id": "partially_solved_crossword_clues.dev.41", "type": "match", "data": {"correct": true, "expected": "RAGE", "picked": "RAGE", "sampled": "RAGE", "options": ["RAGE"]}, "created_by": "", "created_at": "2023-04-18 15:53:58.999253+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 82, "sample_id": "partially_solved_crossword_clues.dev.25", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It comes after nine but not after ten - Letters: __E_"}], "sampled": ["ELEVEN"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.018741+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 83, "sample_id": "partially_solved_crossword_clues.dev.25", "type": "match", "data": {"correct": false, "expected": "TEEN", "picked": null, "sampled": "ELEVEN", "options": ["TEEN"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.018778+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 84, "sample_id": "partially_solved_crossword_clues.dev.27", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Centers of attention - Letters: F___"}], "sampled": ["FOCI"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.027930+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 85, "sample_id": "partially_solved_crossword_clues.dev.27", "type": "match", "data": {"correct": true, "expected": "FOCI", "picked": "FOCI", "sampled": "FOCI", "options": ["FOCI"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.027972+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 86, "sample_id": "partially_solved_crossword_clues.dev.62", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Ring or belt, essentially - Letters: _A__"}], "sampled": ["SASH"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.151830+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 87, "sample_id": "partially_solved_crossword_clues.dev.62", "type": "match", "data": {"correct": false, "expected": "BAND", "picked": null, "sampled": "SASH", "options": ["BAND"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.151935+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 88, "sample_id": "partially_solved_crossword_clues.dev.73", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Assert - Letters: _T___"}], "sampled": ["ASSERT."]}, "created_by": "", "created_at": "2023-04-18 15:53:59.183550+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 89, "sample_id": "partially_solved_crossword_clues.dev.73", "type": "match", "data": {"correct": false, "expected": "STATE", "picked": null, "sampled": "ASSERT.", "options": ["STATE"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.183589+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 90, "sample_id": "partially_solved_crossword_clues.dev.58", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Make a trade - Letters: ___P"}], "sampled": ["SWAP"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.188646+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 91, "sample_id": "partially_solved_crossword_clues.dev.58", "type": "match", "data": {"correct": true, "expected": "SWAP", "picked": "SWAP", "sampled": "SWAP", "options": ["SWAP"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.188679+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 92, "sample_id": "partially_solved_crossword_clues.dev.72", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It smooths the way - Letters: G____E"}], "sampled": ["GREASE"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.214042+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 93, "sample_id": "partially_solved_crossword_clues.dev.72", "type": "match", "data": {"correct": true, "expected": "GREASE", "picked": "GREASE", "sampled": "GREASE", "options": ["GREASE"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.214085+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 94, "sample_id": "partially_solved_crossword_clues.dev.80", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Accommodated, in a way - Letters: _O_S__"}], "sampled": ["HOSTED"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.279837+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 95, "sample_id": "partially_solved_crossword_clues.dev.80", "type": "match", "data": {"correct": false, "expected": "HOUSED", "picked": null, "sampled": "HOSTED", "options": ["HOUSED"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.279893+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 96, "sample_id": "partially_solved_crossword_clues.dev.51", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Examined, as a dog might - Letters: ___FF__"}], "sampled": ["SNIFFED"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.689795+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 97, "sample_id": "partially_solved_crossword_clues.dev.51", "type": "match", "data": {"correct": true, "expected": "SNIFFED", "picked": "SNIFFED", "sampled": "SNIFFED", "options": ["SNIFFED"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.689851+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 98, "sample_id": "partially_solved_crossword_clues.dev.70", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Calculus calculation - Letters: __E_"}], "sampled": ["DERIVE"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.744564+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 99, "sample_id": "partially_solved_crossword_clues.dev.70", "type": "match", "data": {"correct": false, "expected": "AREA", "picked": null, "sampled": "DERIVE", "options": ["AREA"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.744623+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 100, "sample_id": "partially_solved_crossword_clues.dev.59", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Put away for now - Letters: __O__"}], "sampled": ["STOW."]}, "created_by": "", "created_at": "2023-04-18 15:53:59.794002+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 101, "sample_id": "partially_solved_crossword_clues.dev.59", "type": "match", "data": {"correct": false, "expected": "STORE", "picked": null, "sampled": "STOW.", "options": ["STORE"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.794070+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 102, "sample_id": "partially_solved_crossword_clues.dev.38", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Gets behind - Letters: __G_"}], "sampled": ["LAGS"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.878943+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 103, "sample_id": "partially_solved_crossword_clues.dev.38", "type": "match", "data": {"correct": true, "expected": "LAGS", "picked": "LAGS", "sampled": "LAGS", "options": ["LAGS"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.879003+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 104, "sample_id": "partially_solved_crossword_clues.dev.19", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: When said three times, mantra for some accused - Letters: __N_"}], "sampled": ["INN"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.899709+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 105, "sample_id": "partially_solved_crossword_clues.dev.19", "type": "match", "data": {"correct": false, "expected": "DENY", "picked": null, "sampled": "INN", "options": ["DENY"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.899757+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 106, "sample_id": "partially_solved_crossword_clues.dev.21", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One giving creepy looks - Letters: ____R"}], "sampled": ["STARES"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.910640+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 107, "sample_id": "partially_solved_crossword_clues.dev.21", "type": "match", "data": {"correct": false, "expected": "OGLER", "picked": null, "sampled": "STARES", "options": ["OGLER"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.910694+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 108, "sample_id": "partially_solved_crossword_clues.dev.33", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Many an emoticon - Letters: _M___"}], "sampled": ["EMOJI"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.946804+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 109, "sample_id": "partially_solved_crossword_clues.dev.33", "type": "match", "data": {"correct": false, "expected": "SMILE", "picked": null, "sampled": "EMOJI", "options": ["SMILE"]}, "created_by": "", "created_at": "2023-04-18 15:53:59.946851+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 110, "sample_id": "partially_solved_crossword_clues.dev.65", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One might be raised on a farm - Letters: __R_"}], "sampled": ["PORK"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.093469+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 111, "sample_id": "partially_solved_crossword_clues.dev.65", "type": "match", "data": {"correct": false, "expected": "BARN", "picked": null, "sampled": "PORK", "options": ["BARN"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.093506+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 112, "sample_id": "partially_solved_crossword_clues.dev.49", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It can mean hello or goodbye - Letters: __V_"}], "sampled": ["WAVE"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.162193+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 113, "sample_id": "partially_solved_crossword_clues.dev.49", "type": "match", "data": {"correct": true, "expected": "WAVE", "picked": "WAVE", "sampled": "WAVE", "options": ["WAVE"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.162239+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 114, "sample_id": "partially_solved_crossword_clues.dev.53", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Go off - Letters: ___T"}], "sampled": ["ERUPT"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.367210+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 115, "sample_id": "partially_solved_crossword_clues.dev.53", "type": "match", "data": {"correct": false, "expected": "RANT", "picked": null, "sampled": "ERUPT", "options": ["RANT"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.367257+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 116, "sample_id": "partially_solved_crossword_clues.dev.61", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Buzzer - Letters: B__"}], "sampled": ["BUZZ."]}, "created_by": "", "created_at": "2023-04-18 15:54:00.478711+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 117, "sample_id": "partially_solved_crossword_clues.dev.61", "type": "match", "data": {"correct": false, "expected": "BEE", "picked": null, "sampled": "BUZZ.", "options": ["BEE"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.478817+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 118, "sample_id": "partially_solved_crossword_clues.dev.30", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Affectedly creative - Letters: _R__"}], "sampled": ["ARTY"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.597417+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 119, "sample_id": "partially_solved_crossword_clues.dev.30", "type": "match", "data": {"correct": true, "expected": "ARTY", "picked": "ARTY", "sampled": "ARTY", "options": ["ARTY"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.597523+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 120, "sample_id": "partially_solved_crossword_clues.dev.66", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stop running, in a way - Letters: C___"}], "sampled": ["CRAWL"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.626129+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 121, "sample_id": "partially_solved_crossword_clues.dev.66", "type": "match", "data": {"correct": false, "expected": "CLOT", "picked": null, "sampled": "CRAWL", "options": ["CLOT"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.626193+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 122, "sample_id": "partially_solved_crossword_clues.dev.37", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Tiny biter - Letters: ___E"}], "sampled": ["GNAT"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.633156+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 123, "sample_id": "partially_solved_crossword_clues.dev.37", "type": "match", "data": {"correct": false, "expected": "MITE", "picked": null, "sampled": "GNAT", "options": ["MITE"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.633194+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 124, "sample_id": "partially_solved_crossword_clues.dev.78", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Winsome - Letters: E____RI__"}], "sampled": ["ENGAGING"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.646713+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 125, "sample_id": "partially_solved_crossword_clues.dev.78", "type": "match", "data": {"correct": false, "expected": "ENDEARING", "picked": null, "sampled": "ENGAGING", "options": ["ENDEARING"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.646750+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 126, "sample_id": "partially_solved_crossword_clues.dev.36", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: They’re up for debate - Letters: T_P___"}], "sampled": ["TOPICS"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.676441+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 127, "sample_id": "partially_solved_crossword_clues.dev.36", "type": "match", "data": {"correct": true, "expected": "TOPICS", "picked": "TOPICS", "sampled": "TOPICS", "options": ["TOPICS"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.676480+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 128, "sample_id": "partially_solved_crossword_clues.dev.2", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Big mouths - Letters: _A__"}], "sampled": ["YAPS"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.815223+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 129, "sample_id": "partially_solved_crossword_clues.dev.2", "type": "match", "data": {"correct": false, "expected": "MAWS", "picked": null, "sampled": "YAPS", "options": ["MAWS"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.815291+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 130, "sample_id": "partially_solved_crossword_clues.dev.16", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like Halley’s comet every 75 or so years - Letters: _E___N"}], "sampled": ["PERIODIC"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.877315+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 131, "sample_id": "partially_solved_crossword_clues.dev.16", "type": "match", "data": {"correct": false, "expected": "RESEEN", "picked": null, "sampled": "PERIODIC", "options": ["RESEEN"]}, "created_by": "", "created_at": "2023-04-18 15:54:00.877420+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 132, "sample_id": "partially_solved_crossword_clues.dev.26", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Flowing tresses - Letters: _A__"}], "sampled": ["MANE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.031092+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 133, "sample_id": "partially_solved_crossword_clues.dev.26", "type": "match", "data": {"correct": true, "expected": "MANE", "picked": "MANE", "sampled": "MANE", "options": ["MANE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.031145+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 134, "sample_id": "partially_solved_crossword_clues.dev.94", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Flatten - Letters: __NC___"}], "sampled": ["PANCAKE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.311724+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 135, "sample_id": "partially_solved_crossword_clues.dev.94", "type": "match", "data": {"correct": true, "expected": "PANCAKE", "picked": "PANCAKE", "sampled": "PANCAKE", "options": ["PANCAKE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.311785+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 136, "sample_id": "partially_solved_crossword_clues.dev.77", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: No party person - Letters: _O___"}], "sampled": ["LONER"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.332641+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 137, "sample_id": "partially_solved_crossword_clues.dev.77", "type": "match", "data": {"correct": true, "expected": "LONER", "picked": "LONER", "sampled": "LONER", "options": ["LONER"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.332683+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 138, "sample_id": "partially_solved_crossword_clues.dev.5", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Without holding back - Letters: F__E__"}], "sampled": ["FREELY"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.335789+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 139, "sample_id": "partially_solved_crossword_clues.dev.5", "type": "match", "data": {"correct": true, "expected": "FREELY", "picked": "FREELY", "sampled": "FREELY", "options": ["FREELY"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.335837+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 140, "sample_id": "partially_solved_crossword_clues.dev.57", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Turn off - Letters: _E___"}], "sampled": ["DEICE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.349869+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 141, "sample_id": "partially_solved_crossword_clues.dev.57", "type": "match", "data": {"correct": false, "expected": "REPEL", "picked": null, "sampled": "DEICE", "options": ["REPEL"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.349909+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 142, "sample_id": "partially_solved_crossword_clues.dev.18", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Becomes unduly prominent - Letters: _BT_____"}], "sampled": ["OBTRUDES"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.353407+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 143, "sample_id": "partially_solved_crossword_clues.dev.18", "type": "match", "data": {"correct": true, "expected": "OBTRUDES", "picked": "OBTRUDES", "sampled": "OBTRUDES", "options": ["OBTRUDES"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.353443+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 144, "sample_id": "partially_solved_crossword_clues.dev.79", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Potential cause of a respiratory problem - Letters: S___"}], "sampled": ["SMOG"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.364034+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 145, "sample_id": "partially_solved_crossword_clues.dev.79", "type": "match", "data": {"correct": true, "expected": "SMOG", "picked": "SMOG", "sampled": "SMOG", "options": ["SMOG"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.364074+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 146, "sample_id": "partially_solved_crossword_clues.dev.40", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Not going anywhere - Letters: __MO__B__"}], "sampled": ["IMMOBILIZED"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.435032+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 147, "sample_id": "partially_solved_crossword_clues.dev.40", "type": "match", "data": {"correct": false, "expected": "IMMOVABLE", "picked": null, "sampled": "IMMOBILIZED", "options": ["IMMOVABLE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.435082+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 148, "sample_id": "partially_solved_crossword_clues.dev.92", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One vs. 52? - Letters: ___I___RE"}], "sampled": ["ACE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.595661+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 149, "sample_id": "partially_solved_crossword_clues.dev.92", "type": "match", "data": {"correct": false, "expected": "SOLITAIRE", "picked": null, "sampled": "ACE", "options": ["SOLITAIRE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.595742+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 150, "sample_id": "partially_solved_crossword_clues.dev.8", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Words of praise - Letters: _D_"}], "sampled": ["ACCLAIM"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.679820+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 151, "sample_id": "partially_solved_crossword_clues.dev.8", "type": "match", "data": {"correct": false, "expected": "ODE", "picked": null, "sampled": "ACCLAIM", "options": ["ODE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.679854+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 152, "sample_id": "partially_solved_crossword_clues.dev.76", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Come to an end - Letters: ___S_"}], "sampled": ["CEASES"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.773181+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 153, "sample_id": "partially_solved_crossword_clues.dev.76", "type": "match", "data": {"correct": true, "expected": "CEASE", "picked": "CEASE", "sampled": "CEASES", "options": ["CEASE"]}, "created_by": "", "created_at": "2023-04-18 15:54:01.773240+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 154, "sample_id": "partially_solved_crossword_clues.dev.97", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Sign of neglect - Letters: __S_"}], "sampled": ["LACKS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.010141+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 155, "sample_id": "partially_solved_crossword_clues.dev.97", "type": "match", "data": {"correct": false, "expected": "DUST", "picked": null, "sampled": "LACKS", "options": ["DUST"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.010191+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 156, "sample_id": "partially_solved_crossword_clues.dev.31", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like a screw after being turned counterclockwise - Letters: ___SE_"}], "sampled": ["LOOSE"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.018107+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 157, "sample_id": "partially_solved_crossword_clues.dev.31", "type": "match", "data": {"correct": false, "expected": "LOOSER", "picked": null, "sampled": "LOOSE", "options": ["LOOSER"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.018148+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 158, "sample_id": "partially_solved_crossword_clues.dev.86", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: 1 on a scale of 1 to 5, maybe - Letters: __O_"}], "sampled": ["SOLO"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.049184+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 159, "sample_id": "partially_solved_crossword_clues.dev.86", "type": "match", "data": {"correct": false, "expected": "POOR", "picked": null, "sampled": "SOLO", "options": ["POOR"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.049220+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 160, "sample_id": "partially_solved_crossword_clues.dev.0", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Shining intensely - Letters: _G___E"}], "sampled": ["GLEAMED"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.091647+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 161, "sample_id": "partially_solved_crossword_clues.dev.0", "type": "match", "data": {"correct": false, "expected": "AGLARE", "picked": null, "sampled": "GLEAMED", "options": ["AGLARE"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.091678+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 162, "sample_id": "partially_solved_crossword_clues.dev.55", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Alternatives to GIFs - Letters: _I__A__"}], "sampled": ["EMOJIS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.110898+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 163, "sample_id": "partially_solved_crossword_clues.dev.55", "type": "match", "data": {"correct": false, "expected": "BITMAPS", "picked": null, "sampled": "EMOJIS", "options": ["BITMAPS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.110962+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 164, "sample_id": "partially_solved_crossword_clues.dev.90", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: They can make a huge impact - Letters: A____O_D_"}], "sampled": ["ASTEROID"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.240710+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 165, "sample_id": "partially_solved_crossword_clues.dev.90", "type": "match", "data": {"correct": false, "expected": "ASTEROIDS", "picked": null, "sampled": "ASTEROID", "options": ["ASTEROIDS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.240770+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 166, "sample_id": "partially_solved_crossword_clues.dev.89", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Lets it all out, say - Letters: V____"}], "sampled": ["VENTS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.288092+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 167, "sample_id": "partially_solved_crossword_clues.dev.89", "type": "match", "data": {"correct": true, "expected": "VENTS", "picked": "VENTS", "sampled": "VENTS", "options": ["VENTS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.288149+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 168, "sample_id": "partially_solved_crossword_clues.dev.88", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Secures - Letters: __C__"}], "sampled": ["LOCKS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.345076+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 169, "sample_id": "partially_solved_crossword_clues.dev.88", "type": "match", "data": {"correct": true, "expected": "LOCKS", "picked": "LOCKS", "sampled": "LOCKS", "options": ["LOCKS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.345130+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 170, "sample_id": "partially_solved_crossword_clues.dev.17", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Formal - Letters: D_E___"}], "sampled": ["DRESSY"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.371677+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 171, "sample_id": "partially_solved_crossword_clues.dev.17", "type": "match", "data": {"correct": true, "expected": "DRESSY", "picked": "DRESSY", "sampled": "DRESSY", "options": ["DRESSY"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.371717+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 172, "sample_id": "partially_solved_crossword_clues.dev.20", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Word has it! - Letters: ____O_OG_"}], "sampled": ["RUMOURING."]}, "created_by": "", "created_at": "2023-04-18 15:54:02.502840+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 173, "sample_id": "partially_solved_crossword_clues.dev.20", "type": "match", "data": {"correct": false, "expected": "ETYMOLOGY", "picked": null, "sampled": "RUMOURING.", "options": ["ETYMOLOGY"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.502923+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 174, "sample_id": "partially_solved_crossword_clues.dev.99", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stuff - Letters: _A__"}], "sampled": ["PACK"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.774008+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 175, "sample_id": "partially_solved_crossword_clues.dev.99", "type": "match", "data": {"correct": false, "expected": "SATE", "picked": null, "sampled": "PACK", "options": ["SATE"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.774090+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 176, "sample_id": "partially_solved_crossword_clues.dev.68", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stolen goods - Letters: ___IL_"}], "sampled": ["PILLAGE"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.782439+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 177, "sample_id": "partially_solved_crossword_clues.dev.68", "type": "match", "data": {"correct": false, "expected": "SPOILS", "picked": null, "sampled": "PILLAGE", "options": ["SPOILS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.782485+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 178, "sample_id": "partially_solved_crossword_clues.dev.43", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Vocal feature - Letters: __S_"}], "sampled": ["RASP"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.822819+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 179, "sample_id": "partially_solved_crossword_clues.dev.43", "type": "match", "data": {"correct": true, "expected": "RASP", "picked": "RASP", "sampled": "RASP", "options": ["RASP"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.822862+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 180, "sample_id": "partially_solved_crossword_clues.dev.42", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Fodder for an analyst - Letters: _T___"}], "sampled": ["INSIGHT"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.869857+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 181, "sample_id": "partially_solved_crossword_clues.dev.42", "type": "match", "data": {"correct": false, "expected": "STATS", "picked": null, "sampled": "INSIGHT", "options": ["STATS"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.869915+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 182, "sample_id": "partially_solved_crossword_clues.dev.71", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Tedious sort - Letters: B___"}], "sampled": ["BORE"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.880919+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 183, "sample_id": "partially_solved_crossword_clues.dev.71", "type": "match", "data": {"correct": true, "expected": "BORE", "picked": "BORE", "sampled": "BORE", "options": ["BORE"]}, "created_by": "", "created_at": "2023-04-18 15:54:02.880977+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 184, "sample_id": "partially_solved_crossword_clues.dev.48", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Browns, e.g. - Letters: E___H_O___"}], "sampled": ["ETHNOLOGY"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.012654+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 185, "sample_id": "partially_solved_crossword_clues.dev.48", "type": "match", "data": {"correct": false, "expected": "EARTHTONES", "picked": null, "sampled": "ETHNOLOGY", "options": ["EARTHTONES"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.012715+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 186, "sample_id": "partially_solved_crossword_clues.dev.13", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Result of some bargaining - Letters: _L__"}], "sampled": ["DEAL"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.036050+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 187, "sample_id": "partially_solved_crossword_clues.dev.13", "type": "match", "data": {"correct": false, "expected": "PLEA", "picked": null, "sampled": "DEAL", "options": ["PLEA"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.036090+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 188, "sample_id": "partially_solved_crossword_clues.dev.4", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Fairy lookalike - Letters: S____E"}], "sampled": ["SPRITE"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.061508+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 189, "sample_id": "partially_solved_crossword_clues.dev.4", "type": "match", "data": {"correct": true, "expected": "SPRITE", "picked": "SPRITE", "sampled": "SPRITE", "options": ["SPRITE"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.061547+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 190, "sample_id": "partially_solved_crossword_clues.dev.98", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Abrogate - Letters: ___O"}], "sampled": ["REPEAL"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.103697+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 191, "sample_id": "partially_solved_crossword_clues.dev.98", "type": "match", "data": {"correct": false, "expected": "UNDO", "picked": null, "sampled": "REPEAL", "options": ["UNDO"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.103744+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 192, "sample_id": "partially_solved_crossword_clues.dev.52", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Pallid - Letters: A___"}], "sampled": ["ASHEN"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.234466+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 193, "sample_id": "partially_solved_crossword_clues.dev.52", "type": "match", "data": {"correct": false, "expected": "ASHY", "picked": null, "sampled": "ASHEN", "options": ["ASHY"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.234528+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 194, "sample_id": "partially_solved_crossword_clues.dev.11", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Expose - Letters: __R_"}], "sampled": ["BARE"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.613935+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 195, "sample_id": "partially_solved_crossword_clues.dev.11", "type": "match", "data": {"correct": true, "expected": "BARE", "picked": "BARE", "sampled": "BARE", "options": ["BARE"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.614015+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 196, "sample_id": "partially_solved_crossword_clues.dev.34", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Waits on - Letters: S____S"}], "sampled": ["SERVES"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.614669+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 197, "sample_id": "partially_solved_crossword_clues.dev.34", "type": "match", "data": {"correct": true, "expected": "SERVES", "picked": "SERVES", "sampled": "SERVES", "options": ["SERVES"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.614731+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 198, "sample_id": "partially_solved_crossword_clues.dev.6", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Family member - Letters: _OB____"}], "sampled": ["COUSIN"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.619864+00:00"}
+{"run_id": "230418155354NCRWAGHN", "event_id": 199, "sample_id": "partially_solved_crossword_clues.dev.6", "type": "match", "data": {"correct": false, "expected": "MOBSTER", "picked": null, "sampled": "COUSIN", "options": ["MOBSTER"]}, "created_by": "", "created_at": "2023-04-18 15:54:03.619907+00:00"}

evals/crossword/crossword-turbo.jsonl ADDED Viewed

	@@ -0,0 +1,202 @@

+{"spec": {"completion_fns": ["gpt-3.5-turbo"], "eval_name": "partially_solved_crossword_clues.dev.v0", "base_eval": "partially_solved_crossword_clues", "split": "dev", "run_config": {"completion_fns": ["gpt-3.5-turbo"], "eval_spec": {"cls": "evals.elsuite.basic.match:Match", "args": {"samples_jsonl": "partially_solved_crossword_clues/samples.jsonl"}, "key": "partially_solved_crossword_clues.dev.v0", "group": "partially_solved_crossword_clues"}, "seed": 20220722, "max_samples": null, "command": "/Users/acabrera/dev-research/22-zeno/openai-eval/evals/evals/cli/oaieval.py gpt-3.5-turbo partially_solved_crossword_clues", "initial_settings": {"visible": true}}, "created_by": "", "run_id": "2304181349417WZBC5D5", "created_at": "2023-04-18 13:49:41.645467"}}
+{"final_report": {"accuracy": 0.37}}
+{"run_id": "2304181349417WZBC5D5", "event_id": 0, "sample_id": "partially_solved_crossword_clues.dev.75", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Go with the wind, in a way - Letters: _A__"}], "sampled": ["TACK."]}, "created_by": "", "created_at": "2023-04-18 13:49:42.837472+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 1, "sample_id": "partially_solved_crossword_clues.dev.75", "type": "match", "data": {"correct": false, "expected": "SAIL", "picked": null, "sampled": "TACK.", "options": ["SAIL"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.837529+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 2, "sample_id": "partially_solved_crossword_clues.dev.84", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: No longer affected by - Letters: ___R"}], "sampled": ["CURED"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.882583+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 3, "sample_id": "partially_solved_crossword_clues.dev.84", "type": "match", "data": {"correct": false, "expected": "OVER", "picked": null, "sampled": "CURED", "options": ["OVER"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.882617+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 4, "sample_id": "partially_solved_crossword_clues.dev.63", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Inoffensive - Letters: ___DY__"}], "sampled": ["TIDYING"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.887470+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 5, "sample_id": "partially_solved_crossword_clues.dev.63", "type": "match", "data": {"correct": false, "expected": "ANODYNE", "picked": null, "sampled": "TIDYING", "options": ["ANODYNE"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.887507+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 6, "sample_id": "partially_solved_crossword_clues.dev.64", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Deep cut? - Letters: ____A_S_"}], "sampled": ["LASERAS."]}, "created_by": "", "created_at": "2023-04-18 13:49:42.906762+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 7, "sample_id": "partially_solved_crossword_clues.dev.64", "type": "match", "data": {"correct": false, "expected": "CREVASSE", "picked": null, "sampled": "LASERAS.", "options": ["CREVASSE"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.906799+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 8, "sample_id": "partially_solved_crossword_clues.dev.29", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It divides and multiplies - Letters: A___B_"}], "sampled": ["ADDENDS"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.946903+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 9, "sample_id": "partially_solved_crossword_clues.dev.29", "type": "match", "data": {"correct": false, "expected": "AMOEBA", "picked": null, "sampled": "ADDENDS", "options": ["AMOEBA"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.946936+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 10, "sample_id": "partially_solved_crossword_clues.dev.67", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Unyielding - Letters: ____D"}], "sampled": ["RIGID"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.952172+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 11, "sample_id": "partially_solved_crossword_clues.dev.67", "type": "match", "data": {"correct": true, "expected": "RIGID", "picked": "RIGID", "sampled": "RIGID", "options": ["RIGID"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.952206+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 12, "sample_id": "partially_solved_crossword_clues.dev.50", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Unimaginative - Letters: __O_A__"}], "sampled": ["BORING"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.957994+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 13, "sample_id": "partially_solved_crossword_clues.dev.50", "type": "match", "data": {"correct": false, "expected": "PROSAIC", "picked": null, "sampled": "BORING", "options": ["PROSAIC"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.958028+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 14, "sample_id": "partially_solved_crossword_clues.dev.93", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Private - Letters: __N__"}], "sampled": ["LONER"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.981323+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 15, "sample_id": "partially_solved_crossword_clues.dev.93", "type": "match", "data": {"correct": false, "expected": "INNER", "picked": null, "sampled": "LONER", "options": ["INNER"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.981351+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 16, "sample_id": "partially_solved_crossword_clues.dev.7", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like much baby food - Letters: P___E_"}], "sampled": ["PUREED"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.985905+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 17, "sample_id": "partially_solved_crossword_clues.dev.7", "type": "match", "data": {"correct": true, "expected": "PUREED", "picked": "PUREED", "sampled": "PUREED", "options": ["PUREED"]}, "created_by": "", "created_at": "2023-04-18 13:49:42.985930+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 18, "sample_id": "partially_solved_crossword_clues.dev.87", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: A bad joke might land with one - Letters: _H__"}], "sampled": ["GROAN"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.123051+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 19, "sample_id": "partially_solved_crossword_clues.dev.87", "type": "match", "data": {"correct": false, "expected": "THUD", "picked": null, "sampled": "GROAN", "options": ["THUD"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.123107+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 20, "sample_id": "partially_solved_crossword_clues.dev.3", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Animal farm facility - Letters: _E____T"}], "sampled": ["FEEDLOT"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.590442+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 21, "sample_id": "partially_solved_crossword_clues.dev.3", "type": "match", "data": {"correct": true, "expected": "FEEDLOT", "picked": "FEEDLOT", "sampled": "FEEDLOT", "options": ["FEEDLOT"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.590517+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 22, "sample_id": "partially_solved_crossword_clues.dev.44", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Learning opportunity, so to speak - Letters: M__T___"}], "sampled": ["MASTERCLASS"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.674134+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 23, "sample_id": "partially_solved_crossword_clues.dev.44", "type": "match", "data": {"correct": false, "expected": "MISTAKE", "picked": null, "sampled": "MASTERCLASS", "options": ["MISTAKE"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.674209+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 24, "sample_id": "partially_solved_crossword_clues.dev.24", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Cornhole attempts - Letters: _O__E_"}], "sampled": ["TOSSES"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.727207+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 25, "sample_id": "partially_solved_crossword_clues.dev.24", "type": "match", "data": {"correct": true, "expected": "TOSSES", "picked": "TOSSES", "sampled": "TOSSES", "options": ["TOSSES"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.727266+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 26, "sample_id": "partially_solved_crossword_clues.dev.1", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Certain vaccine target - Letters: M_____S"}], "sampled": ["MEASLES"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.792772+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 27, "sample_id": "partially_solved_crossword_clues.dev.1", "type": "match", "data": {"correct": true, "expected": "MEASLES", "picked": "MEASLES", "sampled": "MEASLES", "options": ["MEASLES"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.792806+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 28, "sample_id": "partially_solved_crossword_clues.dev.28", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Come to - Letters: __T__"}], "sampled": ["ATTAIN"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.816472+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 29, "sample_id": "partially_solved_crossword_clues.dev.28", "type": "match", "data": {"correct": false, "expected": "TOTAL", "picked": null, "sampled": "ATTAIN", "options": ["TOTAL"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.816512+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 30, "sample_id": "partially_solved_crossword_clues.dev.14", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Greasy garage job - Letters: _U__"}], "sampled": ["LUBE"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.830026+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 31, "sample_id": "partially_solved_crossword_clues.dev.14", "type": "match", "data": {"correct": true, "expected": "LUBE", "picked": "LUBE", "sampled": "LUBE", "options": ["LUBE"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.830060+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 32, "sample_id": "partially_solved_crossword_clues.dev.60", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Game stoppers - Letters: R____"}], "sampled": ["RULES."]}, "created_by": "", "created_at": "2023-04-18 13:49:43.834958+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 33, "sample_id": "partially_solved_crossword_clues.dev.60", "type": "match", "data": {"correct": false, "expected": "RAINS", "picked": null, "sampled": "RULES.", "options": ["RAINS"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.834995+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 34, "sample_id": "partially_solved_crossword_clues.dev.22", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Yearbook signers - Letters: C_A______S"}], "sampled": ["CLASSMATES"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.863576+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 35, "sample_id": "partially_solved_crossword_clues.dev.22", "type": "match", "data": {"correct": true, "expected": "CLASSMATES", "picked": "CLASSMATES", "sampled": "CLASSMATES", "options": ["CLASSMATES"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.863615+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 36, "sample_id": "partially_solved_crossword_clues.dev.9", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Search blindly (for) - Letters: G____"}], "sampled": ["GROPE"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.902512+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 37, "sample_id": "partially_solved_crossword_clues.dev.9", "type": "match", "data": {"correct": true, "expected": "GROPE", "picked": "GROPE", "sampled": "GROPE", "options": ["GROPE"]}, "created_by": "", "created_at": "2023-04-18 13:49:43.902552+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 38, "sample_id": "partially_solved_crossword_clues.dev.12", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Bounded - Letters: ___PE_"}], "sampled": ["JUMPED"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.258604+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 39, "sample_id": "partially_solved_crossword_clues.dev.12", "type": "match", "data": {"correct": false, "expected": "LEAPED", "picked": null, "sampled": "JUMPED", "options": ["LEAPED"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.258650+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 40, "sample_id": "partially_solved_crossword_clues.dev.85", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Clears - Letters: __A__S"}], "sampled": ["VACATES"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.388610+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 41, "sample_id": "partially_solved_crossword_clues.dev.85", "type": "match", "data": {"correct": false, "expected": "ERASES", "picked": null, "sampled": "VACATES", "options": ["ERASES"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.388669+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 42, "sample_id": "partially_solved_crossword_clues.dev.69", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One getting out early - Letters: __RO___"}], "sampled": ["PAROLEE"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.495171+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 43, "sample_id": "partially_solved_crossword_clues.dev.69", "type": "match", "data": {"correct": true, "expected": "PAROLEE", "picked": "PAROLEE", "sampled": "PAROLEE", "options": ["PAROLEE"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.495248+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 44, "sample_id": "partially_solved_crossword_clues.dev.96", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Many a Monopoly property - Letters: AV____"}], "sampled": ["ATLANTIC"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.500897+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 45, "sample_id": "partially_solved_crossword_clues.dev.96", "type": "match", "data": {"correct": false, "expected": "AVENUE", "picked": null, "sampled": "ATLANTIC", "options": ["AVENUE"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.500944+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 46, "sample_id": "partially_solved_crossword_clues.dev.54", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Feed - Letters: __O__"}], "sampled": ["COWS"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.640717+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 47, "sample_id": "partially_solved_crossword_clues.dev.54", "type": "match", "data": {"correct": false, "expected": "STOKE", "picked": null, "sampled": "COWS", "options": ["STOKE"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.640773+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 48, "sample_id": "partially_solved_crossword_clues.dev.15", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Pointed at, say - Letters: ___ME_"}], "sampled": ["BLAME"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.757310+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 49, "sample_id": "partially_solved_crossword_clues.dev.15", "type": "match", "data": {"correct": false, "expected": "BLAMED", "picked": null, "sampled": "BLAME", "options": ["BLAMED"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.757366+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 50, "sample_id": "partially_solved_crossword_clues.dev.10", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Shape of a certain bean - Letters: _I__E_"}], "sampled": ["LIMA BEAN"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.784932+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 51, "sample_id": "partially_solved_crossword_clues.dev.10", "type": "match", "data": {"correct": false, "expected": "KIDNEY", "picked": null, "sampled": "LIMA BEAN", "options": ["KIDNEY"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.784971+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 52, "sample_id": "partially_solved_crossword_clues.dev.74", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Not just bad - Letters: _V__"}], "sampled": ["EVIL"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.846398+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 53, "sample_id": "partially_solved_crossword_clues.dev.74", "type": "match", "data": {"correct": true, "expected": "EVIL", "picked": "EVIL", "sampled": "EVIL", "options": ["EVIL"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.846474+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 54, "sample_id": "partially_solved_crossword_clues.dev.46", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Superlatively swell - Letters: N___E__"}], "sampled": ["NIFTYEST"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.863397+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 55, "sample_id": "partially_solved_crossword_clues.dev.46", "type": "match", "data": {"correct": false, "expected": "NEATEST", "picked": null, "sampled": "NIFTYEST", "options": ["NEATEST"]}, "created_by": "", "created_at": "2023-04-18 13:49:44.863440+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 56, "sample_id": "partially_solved_crossword_clues.dev.39", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Rides with runners - Letters: __E__"}], "sampled": ["SKATES"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.013550+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 57, "sample_id": "partially_solved_crossword_clues.dev.39", "type": "match", "data": {"correct": false, "expected": "SLEDS", "picked": null, "sampled": "SKATES", "options": ["SLEDS"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.013607+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 58, "sample_id": "partially_solved_crossword_clues.dev.35", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Put off - Letters: ___G__TE_"}], "sampled": ["POSTPONE"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.190233+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 59, "sample_id": "partially_solved_crossword_clues.dev.35", "type": "match", "data": {"correct": false, "expected": "DISGUSTED", "picked": null, "sampled": "POSTPONE", "options": ["DISGUSTED"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.190311+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 60, "sample_id": "partially_solved_crossword_clues.dev.82", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Discomfiture - Letters: _____IN"}], "sampled": ["CHAGRIN"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.342147+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 61, "sample_id": "partially_solved_crossword_clues.dev.82", "type": "match", "data": {"correct": true, "expected": "CHAGRIN", "picked": "CHAGRIN", "sampled": "CHAGRIN", "options": ["CHAGRIN"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.342205+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 62, "sample_id": "partially_solved_crossword_clues.dev.91", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Ill-humored - Letters: D___"}], "sampled": ["DARK"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.443016+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 63, "sample_id": "partially_solved_crossword_clues.dev.91", "type": "match", "data": {"correct": false, "expected": "DOUR", "picked": null, "sampled": "DARK", "options": ["DOUR"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.443089+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 64, "sample_id": "partially_solved_crossword_clues.dev.26", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Flowing tresses - Letters: _A__"}], "sampled": ["MANE"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.451717+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 65, "sample_id": "partially_solved_crossword_clues.dev.26", "type": "match", "data": {"correct": true, "expected": "MANE", "picked": "MANE", "sampled": "MANE", "options": ["MANE"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.451755+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 66, "sample_id": "partially_solved_crossword_clues.dev.83", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Provokes - Letters: _O___"}], "sampled": ["GOADS"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.458300+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 67, "sample_id": "partially_solved_crossword_clues.dev.83", "type": "match", "data": {"correct": true, "expected": "GOADS", "picked": "GOADS", "sampled": "GOADS", "options": ["GOADS"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.458404+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 68, "sample_id": "partially_solved_crossword_clues.dev.23", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: You might see them now and again - Letters: R___N_"}], "sampled": ["RAINBOWS"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.464709+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 69, "sample_id": "partially_solved_crossword_clues.dev.23", "type": "match", "data": {"correct": false, "expected": "RERUNS", "picked": null, "sampled": "RAINBOWS", "options": ["RERUNS"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.464744+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 70, "sample_id": "partially_solved_crossword_clues.dev.81", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One standing on one’s own two feet? - Letters: _I___"}], "sampled": ["INDY"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.608596+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 71, "sample_id": "partially_solved_crossword_clues.dev.81", "type": "match", "data": {"correct": false, "expected": "BIPED", "picked": null, "sampled": "INDY", "options": ["BIPED"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.608667+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 72, "sample_id": "partially_solved_crossword_clues.dev.45", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Game from Africa - Letters: __U"}], "sampled": ["JUMU."]}, "created_by": "", "created_at": "2023-04-18 13:49:45.689969+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 73, "sample_id": "partially_solved_crossword_clues.dev.45", "type": "match", "data": {"correct": false, "expected": "GNU", "picked": null, "sampled": "JUMU.", "options": ["GNU"]}, "created_by": "", "created_at": "2023-04-18 13:49:45.690029+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 74, "sample_id": "partially_solved_crossword_clues.dev.47", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Easily put out - Letters: T____"}], "sampled": ["THWARTED."]}, "created_by": "", "created_at": "2023-04-18 13:49:46.039571+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 75, "sample_id": "partially_solved_crossword_clues.dev.47", "type": "match", "data": {"correct": false, "expected": "TESTY", "picked": null, "sampled": "THWARTED.", "options": ["TESTY"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.039626+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 76, "sample_id": "partially_solved_crossword_clues.dev.27", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Centers of attention - Letters: F___"}], "sampled": ["FOCI"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.062480+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 77, "sample_id": "partially_solved_crossword_clues.dev.27", "type": "match", "data": {"correct": true, "expected": "FOCI", "picked": "FOCI", "sampled": "FOCI", "options": ["FOCI"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.062528+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 78, "sample_id": "partially_solved_crossword_clues.dev.56", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Some china - Letters: _E___R_"}], "sampled": ["TEACUPS"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.082843+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 79, "sample_id": "partially_solved_crossword_clues.dev.56", "type": "match", "data": {"correct": false, "expected": "TEAWARE", "picked": null, "sampled": "TEACUPS", "options": ["TEAWARE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.082879+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 80, "sample_id": "partially_solved_crossword_clues.dev.73", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Assert - Letters: _T___"}], "sampled": ["ASSERT."]}, "created_by": "", "created_at": "2023-04-18 13:49:46.110222+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 81, "sample_id": "partially_solved_crossword_clues.dev.73", "type": "match", "data": {"correct": false, "expected": "STATE", "picked": null, "sampled": "ASSERT.", "options": ["STATE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.110257+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 82, "sample_id": "partially_solved_crossword_clues.dev.95", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Need for a tough crossword, perhaps - Letters: ER____"}], "sampled": ["ERUDITION"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.172117+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 83, "sample_id": "partially_solved_crossword_clues.dev.95", "type": "match", "data": {"correct": false, "expected": "ERASER", "picked": null, "sampled": "ERUDITION", "options": ["ERASER"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.172173+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 84, "sample_id": "partially_solved_crossword_clues.dev.41", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Latest thing - Letters: R___"}], "sampled": ["RAGE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.194618+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 85, "sample_id": "partially_solved_crossword_clues.dev.41", "type": "match", "data": {"correct": true, "expected": "RAGE", "picked": "RAGE", "sampled": "RAGE", "options": ["RAGE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.194670+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 86, "sample_id": "partially_solved_crossword_clues.dev.32", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Merry air - Letters: _I__"}], "sampled": ["LILT"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.304527+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 87, "sample_id": "partially_solved_crossword_clues.dev.32", "type": "match", "data": {"correct": true, "expected": "LILT", "picked": "LILT", "sampled": "LILT", "options": ["LILT"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.304583+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 88, "sample_id": "partially_solved_crossword_clues.dev.25", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It comes after nine but not after ten - Letters: __E_"}], "sampled": ["ELEVEN"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.329092+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 89, "sample_id": "partially_solved_crossword_clues.dev.25", "type": "match", "data": {"correct": false, "expected": "TEEN", "picked": null, "sampled": "ELEVEN", "options": ["TEEN"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.329133+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 90, "sample_id": "partially_solved_crossword_clues.dev.80", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Accommodated, in a way - Letters: _O_S__"}], "sampled": ["HOSTED"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.399352+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 91, "sample_id": "partially_solved_crossword_clues.dev.80", "type": "match", "data": {"correct": false, "expected": "HOUSED", "picked": null, "sampled": "HOSTED", "options": ["HOUSED"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.399409+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 92, "sample_id": "partially_solved_crossword_clues.dev.62", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Ring or belt, essentially - Letters: _A__"}], "sampled": ["SASH"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.599774+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 93, "sample_id": "partially_solved_crossword_clues.dev.62", "type": "match", "data": {"correct": false, "expected": "BAND", "picked": null, "sampled": "SASH", "options": ["BAND"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.599833+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 94, "sample_id": "partially_solved_crossword_clues.dev.58", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Make a trade - Letters: ___P"}], "sampled": ["SWAP"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.718989+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 95, "sample_id": "partially_solved_crossword_clues.dev.58", "type": "match", "data": {"correct": true, "expected": "SWAP", "picked": "SWAP", "sampled": "SWAP", "options": ["SWAP"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.719045+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 96, "sample_id": "partially_solved_crossword_clues.dev.70", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Calculus calculation - Letters: __E_"}], "sampled": ["DERIVE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.792864+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 97, "sample_id": "partially_solved_crossword_clues.dev.70", "type": "match", "data": {"correct": false, "expected": "AREA", "picked": null, "sampled": "DERIVE", "options": ["AREA"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.792898+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 98, "sample_id": "partially_solved_crossword_clues.dev.59", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Put away for now - Letters: __O__"}], "sampled": ["STOW."]}, "created_by": "", "created_at": "2023-04-18 13:49:46.847436+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 99, "sample_id": "partially_solved_crossword_clues.dev.59", "type": "match", "data": {"correct": false, "expected": "STORE", "picked": null, "sampled": "STOW.", "options": ["STORE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.847474+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 100, "sample_id": "partially_solved_crossword_clues.dev.38", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Gets behind - Letters: __G_"}], "sampled": ["LAGS"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.875370+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 101, "sample_id": "partially_solved_crossword_clues.dev.38", "type": "match", "data": {"correct": true, "expected": "LAGS", "picked": "LAGS", "sampled": "LAGS", "options": ["LAGS"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.875442+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 102, "sample_id": "partially_solved_crossword_clues.dev.33", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Many an emoticon - Letters: _M___"}], "sampled": ["EMOJI"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.962004+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 103, "sample_id": "partially_solved_crossword_clues.dev.33", "type": "match", "data": {"correct": false, "expected": "SMILE", "picked": null, "sampled": "EMOJI", "options": ["SMILE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.962086+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 104, "sample_id": "partially_solved_crossword_clues.dev.72", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It smooths the way - Letters: G____E"}], "sampled": ["GREASE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.964637+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 105, "sample_id": "partially_solved_crossword_clues.dev.72", "type": "match", "data": {"correct": true, "expected": "GREASE", "picked": "GREASE", "sampled": "GREASE", "options": ["GREASE"]}, "created_by": "", "created_at": "2023-04-18 13:49:46.964678+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 106, "sample_id": "partially_solved_crossword_clues.dev.19", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: When said three times, mantra for some accused - Letters: __N_"}], "sampled": ["INN"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.085465+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 107, "sample_id": "partially_solved_crossword_clues.dev.19", "type": "match", "data": {"correct": false, "expected": "DENY", "picked": null, "sampled": "INN", "options": ["DENY"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.085503+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 108, "sample_id": "partially_solved_crossword_clues.dev.21", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One giving creepy looks - Letters: ____R"}], "sampled": ["STARES"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.145437+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 109, "sample_id": "partially_solved_crossword_clues.dev.21", "type": "match", "data": {"correct": false, "expected": "OGLER", "picked": null, "sampled": "STARES", "options": ["OGLER"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.145488+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 110, "sample_id": "partially_solved_crossword_clues.dev.51", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Examined, as a dog might - Letters: ___FF__"}], "sampled": ["SNIFFED"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.230105+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 111, "sample_id": "partially_solved_crossword_clues.dev.51", "type": "match", "data": {"correct": true, "expected": "SNIFFED", "picked": "SNIFFED", "sampled": "SNIFFED", "options": ["SNIFFED"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.230150+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 112, "sample_id": "partially_solved_crossword_clues.dev.49", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: It can mean hello or goodbye - Letters: __V_"}], "sampled": ["WAVE"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.293444+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 113, "sample_id": "partially_solved_crossword_clues.dev.49", "type": "match", "data": {"correct": true, "expected": "WAVE", "picked": "WAVE", "sampled": "WAVE", "options": ["WAVE"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.293481+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 114, "sample_id": "partially_solved_crossword_clues.dev.53", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Go off - Letters: ___T"}], "sampled": ["ERUPT"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.522112+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 115, "sample_id": "partially_solved_crossword_clues.dev.53", "type": "match", "data": {"correct": false, "expected": "RANT", "picked": null, "sampled": "ERUPT", "options": ["RANT"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.522153+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 116, "sample_id": "partially_solved_crossword_clues.dev.30", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Affectedly creative - Letters: _R__"}], "sampled": ["ARTY"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.663761+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 117, "sample_id": "partially_solved_crossword_clues.dev.30", "type": "match", "data": {"correct": true, "expected": "ARTY", "picked": "ARTY", "sampled": "ARTY", "options": ["ARTY"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.663799+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 118, "sample_id": "partially_solved_crossword_clues.dev.66", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stop running, in a way - Letters: C___"}], "sampled": ["CRAWL"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.714313+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 119, "sample_id": "partially_solved_crossword_clues.dev.66", "type": "match", "data": {"correct": false, "expected": "CLOT", "picked": null, "sampled": "CRAWL", "options": ["CLOT"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.714372+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 120, "sample_id": "partially_solved_crossword_clues.dev.65", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One might be raised on a farm - Letters: __R_"}], "sampled": ["PORK"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.720730+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 121, "sample_id": "partially_solved_crossword_clues.dev.65", "type": "match", "data": {"correct": false, "expected": "BARN", "picked": null, "sampled": "PORK", "options": ["BARN"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.720768+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 122, "sample_id": "partially_solved_crossword_clues.dev.61", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Buzzer - Letters: B__"}], "sampled": ["BUZZ."]}, "created_by": "", "created_at": "2023-04-18 13:49:47.722551+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 123, "sample_id": "partially_solved_crossword_clues.dev.61", "type": "match", "data": {"correct": false, "expected": "BEE", "picked": null, "sampled": "BUZZ.", "options": ["BEE"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.722589+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 124, "sample_id": "partially_solved_crossword_clues.dev.78", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Winsome - Letters: E____RI__"}], "sampled": ["ENGAGING"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.750738+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 125, "sample_id": "partially_solved_crossword_clues.dev.78", "type": "match", "data": {"correct": false, "expected": "ENDEARING", "picked": null, "sampled": "ENGAGING", "options": ["ENDEARING"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.750775+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 126, "sample_id": "partially_solved_crossword_clues.dev.37", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Tiny biter - Letters: ___E"}], "sampled": ["GNAT"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.812819+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 127, "sample_id": "partially_solved_crossword_clues.dev.37", "type": "match", "data": {"correct": false, "expected": "MITE", "picked": null, "sampled": "GNAT", "options": ["MITE"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.812851+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 128, "sample_id": "partially_solved_crossword_clues.dev.36", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: They’re up for debate - Letters: T_P___"}], "sampled": ["TOPICS"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.932585+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 129, "sample_id": "partially_solved_crossword_clues.dev.36", "type": "match", "data": {"correct": true, "expected": "TOPICS", "picked": "TOPICS", "sampled": "TOPICS", "options": ["TOPICS"]}, "created_by": "", "created_at": "2023-04-18 13:49:47.932622+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 130, "sample_id": "partially_solved_crossword_clues.dev.18", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Becomes unduly prominent - Letters: _BT_____"}], "sampled": ["OBTRUDES"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.219903+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 131, "sample_id": "partially_solved_crossword_clues.dev.18", "type": "match", "data": {"correct": true, "expected": "OBTRUDES", "picked": "OBTRUDES", "sampled": "OBTRUDES", "options": ["OBTRUDES"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.219953+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 132, "sample_id": "partially_solved_crossword_clues.dev.2", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Big mouths - Letters: _A__"}], "sampled": ["YAPS"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.223344+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 133, "sample_id": "partially_solved_crossword_clues.dev.2", "type": "match", "data": {"correct": false, "expected": "MAWS", "picked": null, "sampled": "YAPS", "options": ["MAWS"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.223383+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 134, "sample_id": "partially_solved_crossword_clues.dev.16", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like Halley’s comet every 75 or so years - Letters: _E___N"}], "sampled": ["PERIODIC"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.288157+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 135, "sample_id": "partially_solved_crossword_clues.dev.16", "type": "match", "data": {"correct": false, "expected": "RESEEN", "picked": null, "sampled": "PERIODIC", "options": ["RESEEN"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.288193+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 136, "sample_id": "partially_solved_crossword_clues.dev.77", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: No party person - Letters: _O___"}], "sampled": ["LONER"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.331205+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 137, "sample_id": "partially_solved_crossword_clues.dev.77", "type": "match", "data": {"correct": true, "expected": "LONER", "picked": "LONER", "sampled": "LONER", "options": ["LONER"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.331240+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 138, "sample_id": "partially_solved_crossword_clues.dev.94", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Flatten - Letters: __NC___"}], "sampled": ["PANCAKE"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.387632+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 139, "sample_id": "partially_solved_crossword_clues.dev.94", "type": "match", "data": {"correct": true, "expected": "PANCAKE", "picked": "PANCAKE", "sampled": "PANCAKE", "options": ["PANCAKE"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.387678+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 140, "sample_id": "partially_solved_crossword_clues.dev.5", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Without holding back - Letters: F__E__"}], "sampled": ["FREELY"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.447885+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 141, "sample_id": "partially_solved_crossword_clues.dev.5", "type": "match", "data": {"correct": true, "expected": "FREELY", "picked": "FREELY", "sampled": "FREELY", "options": ["FREELY"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.447923+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 142, "sample_id": "partially_solved_crossword_clues.dev.57", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Turn off - Letters: _E___"}], "sampled": ["DEICE"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.479785+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 143, "sample_id": "partially_solved_crossword_clues.dev.57", "type": "match", "data": {"correct": false, "expected": "REPEL", "picked": null, "sampled": "DEICE", "options": ["REPEL"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.479821+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 144, "sample_id": "partially_solved_crossword_clues.dev.79", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Potential cause of a respiratory problem - Letters: S___"}], "sampled": ["SMOG"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.520647+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 145, "sample_id": "partially_solved_crossword_clues.dev.79", "type": "match", "data": {"correct": true, "expected": "SMOG", "picked": "SMOG", "sampled": "SMOG", "options": ["SMOG"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.520680+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 146, "sample_id": "partially_solved_crossword_clues.dev.40", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Not going anywhere - Letters: __MO__B__"}], "sampled": ["IMMOBILIZED"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.572963+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 147, "sample_id": "partially_solved_crossword_clues.dev.40", "type": "match", "data": {"correct": false, "expected": "IMMOVABLE", "picked": null, "sampled": "IMMOBILIZED", "options": ["IMMOVABLE"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.573002+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 148, "sample_id": "partially_solved_crossword_clues.dev.8", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Words of praise - Letters: _D_"}], "sampled": ["ACCLAIM"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.607223+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 149, "sample_id": "partially_solved_crossword_clues.dev.8", "type": "match", "data": {"correct": false, "expected": "ODE", "picked": null, "sampled": "ACCLAIM", "options": ["ODE"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.607261+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 150, "sample_id": "partially_solved_crossword_clues.dev.97", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Sign of neglect - Letters: __S_"}], "sampled": ["LACKS"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.980016+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 151, "sample_id": "partially_solved_crossword_clues.dev.97", "type": "match", "data": {"correct": false, "expected": "DUST", "picked": null, "sampled": "LACKS", "options": ["DUST"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.980105+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 152, "sample_id": "partially_solved_crossword_clues.dev.92", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: One vs. 52? - Letters: ___I___RE"}], "sampled": ["ACE"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.982506+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 153, "sample_id": "partially_solved_crossword_clues.dev.92", "type": "match", "data": {"correct": false, "expected": "SOLITAIRE", "picked": null, "sampled": "ACE", "options": ["SOLITAIRE"]}, "created_by": "", "created_at": "2023-04-18 13:49:48.982533+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 154, "sample_id": "partially_solved_crossword_clues.dev.55", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Alternatives to GIFs - Letters: _I__A__"}], "sampled": ["EMOJIS"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.021717+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 155, "sample_id": "partially_solved_crossword_clues.dev.55", "type": "match", "data": {"correct": false, "expected": "BITMAPS", "picked": null, "sampled": "EMOJIS", "options": ["BITMAPS"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.021755+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 156, "sample_id": "partially_solved_crossword_clues.dev.0", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Shining intensely - Letters: _G___E"}], "sampled": ["GLEAMED"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.060336+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 157, "sample_id": "partially_solved_crossword_clues.dev.0", "type": "match", "data": {"correct": false, "expected": "AGLARE", "picked": null, "sampled": "GLEAMED", "options": ["AGLARE"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.060377+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 158, "sample_id": "partially_solved_crossword_clues.dev.86", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: 1 on a scale of 1 to 5, maybe - Letters: __O_"}], "sampled": ["SOLO"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.127434+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 159, "sample_id": "partially_solved_crossword_clues.dev.86", "type": "match", "data": {"correct": false, "expected": "POOR", "picked": null, "sampled": "SOLO", "options": ["POOR"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.127486+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 160, "sample_id": "partially_solved_crossword_clues.dev.76", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Come to an end - Letters: ___S_"}], "sampled": ["CEASES"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.193849+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 161, "sample_id": "partially_solved_crossword_clues.dev.76", "type": "match", "data": {"correct": true, "expected": "CEASE", "picked": "CEASE", "sampled": "CEASES", "options": ["CEASE"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.193881+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 162, "sample_id": "partially_solved_crossword_clues.dev.90", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: They can make a huge impact - Letters: A____O_D_"}], "sampled": ["ASTEROID"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.341539+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 163, "sample_id": "partially_solved_crossword_clues.dev.90", "type": "match", "data": {"correct": false, "expected": "ASTEROIDS", "picked": null, "sampled": "ASTEROID", "options": ["ASTEROIDS"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.341574+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 164, "sample_id": "partially_solved_crossword_clues.dev.31", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Like a screw after being turned counterclockwise - Letters: ___SE_"}], "sampled": ["LOOSE"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.358791+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 165, "sample_id": "partially_solved_crossword_clues.dev.31", "type": "match", "data": {"correct": false, "expected": "LOOSER", "picked": null, "sampled": "LOOSE", "options": ["LOOSER"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.358835+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 166, "sample_id": "partially_solved_crossword_clues.dev.89", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Lets it all out, say - Letters: V____"}], "sampled": ["VENTS"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.364725+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 167, "sample_id": "partially_solved_crossword_clues.dev.89", "type": "match", "data": {"correct": true, "expected": "VENTS", "picked": "VENTS", "sampled": "VENTS", "options": ["VENTS"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.364831+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 168, "sample_id": "partially_solved_crossword_clues.dev.88", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Secures - Letters: __C__"}], "sampled": ["LOCKS"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.407953+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 169, "sample_id": "partially_solved_crossword_clues.dev.88", "type": "match", "data": {"correct": true, "expected": "LOCKS", "picked": "LOCKS", "sampled": "LOCKS", "options": ["LOCKS"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.407984+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 170, "sample_id": "partially_solved_crossword_clues.dev.17", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Formal - Letters: D_E___"}], "sampled": ["DRESSY"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.698454+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 171, "sample_id": "partially_solved_crossword_clues.dev.17", "type": "match", "data": {"correct": true, "expected": "DRESSY", "picked": "DRESSY", "sampled": "DRESSY", "options": ["DRESSY"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.698499+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 172, "sample_id": "partially_solved_crossword_clues.dev.43", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Vocal feature - Letters: __S_"}], "sampled": ["RASP"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.765992+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 173, "sample_id": "partially_solved_crossword_clues.dev.43", "type": "match", "data": {"correct": true, "expected": "RASP", "picked": "RASP", "sampled": "RASP", "options": ["RASP"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.766027+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 174, "sample_id": "partially_solved_crossword_clues.dev.99", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stuff - Letters: _A__"}], "sampled": ["PACK"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.811051+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 175, "sample_id": "partially_solved_crossword_clues.dev.99", "type": "match", "data": {"correct": false, "expected": "SATE", "picked": null, "sampled": "PACK", "options": ["SATE"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.811090+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 176, "sample_id": "partially_solved_crossword_clues.dev.71", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Tedious sort - Letters: B___"}], "sampled": ["BORE"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.873103+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 177, "sample_id": "partially_solved_crossword_clues.dev.71", "type": "match", "data": {"correct": true, "expected": "BORE", "picked": "BORE", "sampled": "BORE", "options": ["BORE"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.873143+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 178, "sample_id": "partially_solved_crossword_clues.dev.20", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Word has it! - Letters: ____O_OG_"}], "sampled": ["RUMOURING."]}, "created_by": "", "created_at": "2023-04-18 13:49:49.937748+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 179, "sample_id": "partially_solved_crossword_clues.dev.20", "type": "match", "data": {"correct": false, "expected": "ETYMOLOGY", "picked": null, "sampled": "RUMOURING.", "options": ["ETYMOLOGY"]}, "created_by": "", "created_at": "2023-04-18 13:49:49.937783+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 180, "sample_id": "partially_solved_crossword_clues.dev.4", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Fairy lookalike - Letters: S____E"}], "sampled": ["SPRITE"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.056751+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 181, "sample_id": "partially_solved_crossword_clues.dev.4", "type": "match", "data": {"correct": true, "expected": "SPRITE", "picked": "SPRITE", "sampled": "SPRITE", "options": ["SPRITE"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.056823+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 182, "sample_id": "partially_solved_crossword_clues.dev.48", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Browns, e.g. - Letters: E___H_O___"}], "sampled": ["ETHNOLOGY"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.074651+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 183, "sample_id": "partially_solved_crossword_clues.dev.48", "type": "match", "data": {"correct": false, "expected": "EARTHTONES", "picked": null, "sampled": "ETHNOLOGY", "options": ["EARTHTONES"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.074700+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 184, "sample_id": "partially_solved_crossword_clues.dev.42", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Fodder for an analyst - Letters: _T___"}], "sampled": ["INSIGHT"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.089227+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 185, "sample_id": "partially_solved_crossword_clues.dev.42", "type": "match", "data": {"correct": false, "expected": "STATS", "picked": null, "sampled": "INSIGHT", "options": ["STATS"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.089269+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 186, "sample_id": "partially_solved_crossword_clues.dev.68", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Stolen goods - Letters: ___IL_"}], "sampled": ["PILLAGE"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.093570+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 187, "sample_id": "partially_solved_crossword_clues.dev.68", "type": "match", "data": {"correct": false, "expected": "SPOILS", "picked": null, "sampled": "PILLAGE", "options": ["SPOILS"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.093618+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 188, "sample_id": "partially_solved_crossword_clues.dev.13", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Result of some bargaining - Letters: _L__"}], "sampled": ["DEAL"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.097843+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 189, "sample_id": "partially_solved_crossword_clues.dev.13", "type": "match", "data": {"correct": false, "expected": "PLEA", "picked": null, "sampled": "DEAL", "options": ["PLEA"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.097884+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 190, "sample_id": "partially_solved_crossword_clues.dev.98", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Abrogate - Letters: ___O"}], "sampled": ["REPEAL"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.411164+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 191, "sample_id": "partially_solved_crossword_clues.dev.98", "type": "match", "data": {"correct": false, "expected": "UNDO", "picked": null, "sampled": "REPEAL", "options": ["UNDO"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.411247+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 192, "sample_id": "partially_solved_crossword_clues.dev.52", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Pallid - Letters: A___"}], "sampled": ["ASHEN"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.422925+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 193, "sample_id": "partially_solved_crossword_clues.dev.52", "type": "match", "data": {"correct": false, "expected": "ASHY", "picked": null, "sampled": "ASHEN", "options": ["ASHY"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.422967+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 194, "sample_id": "partially_solved_crossword_clues.dev.11", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Expose - Letters: __R_"}], "sampled": ["BARE"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.565239+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 195, "sample_id": "partially_solved_crossword_clues.dev.11", "type": "match", "data": {"correct": true, "expected": "BARE", "picked": "BARE", "sampled": "BARE", "options": ["BARE"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.565314+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 196, "sample_id": "partially_solved_crossword_clues.dev.34", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Waits on - Letters: S____S"}], "sampled": ["SERVES"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.589159+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 197, "sample_id": "partially_solved_crossword_clues.dev.34", "type": "match", "data": {"correct": true, "expected": "SERVES", "picked": "SERVES", "sampled": "SERVES", "options": ["SERVES"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.589198+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 198, "sample_id": "partially_solved_crossword_clues.dev.6", "type": "sampling", "data": {"prompt": [{"role": "system", "content": "Give the answer to this crossword clue, respecting the already placed letters which will be indicated after the clue. Provide only the answer, in capital letters."}, {"role": "user", "content": "Clue: Family member - Letters: _OB____"}], "sampled": ["COUSIN"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.660417+00:00"}
+{"run_id": "2304181349417WZBC5D5", "event_id": 199, "sample_id": "partially_solved_crossword_clues.dev.6", "type": "match", "data": {"correct": false, "expected": "MOBSTER", "picked": null, "sampled": "COUSIN", "options": ["MOBSTER"]}, "created_by": "", "created_at": "2023-04-18 13:49:50.660454+00:00"}

evals/crossword/crossword_fns.py ADDED Viewed

	@@ -0,0 +1,26 @@

+from zeno import distill, DistillReturn
+from wordfreq import word_frequency
+@distill
+def number_of_blanks(df, ops):
+    ret = []
+    for i, row in df.iterrows():
+        ret.append(row[ops.data_column][1]["content"].count("_"))
+    return DistillReturn(distill_output=ret)
+@distill
+def answer_length(df, ops):
+    ret = []
+    for i, row in df.iterrows():
+        ret.append(len(row[ops.data_column][1]["content"].split("Letters: ")[1]))
+    return DistillReturn(distill_output=ret)
+@distill
+def word_freq(df, ops):
+    ret = []
+    for i, row in df.iterrows():
+        ret.append(word_frequency(row[ops.label_column], "en") * 1000000)
+    return DistillReturn(distill_output=ret)

evals/emotional-intelligence/emotional-intelligence-turbo-0301.jsonl ADDED Viewed

The diff for this file is too large to render. See raw diff

evals/emotional-intelligence/emotional-intelligence-turbo.jsonl ADDED Viewed

The diff for this file is too large to render. See raw diff

evals/evals.yaml ADDED Viewed

	@@ -0,0 +1,8 @@

+- crossword:
+    results-file: ./crossword/crossword-turbo.jsonl
+    second-results-file: ./crossword/crossword-turbo-0301.jsonl
+    functions-file: ./crossword/crossword_fns.py
+- emotional-intelligence:
+    results-file: ./crossword/crossword-turbo.jsonl
+    second-results-file: ./crossword/crossword-turbo-0301.jsonl
+    functions-file: ./crossword/crossword_fns.py

frontend/package-lock.json CHANGED Viewed

@@ -7,6 +7,9 @@
     "": {
       "name": "zeno-evals-hub",
       "version": "0.0.0",
       "devDependencies": {
         "@sveltejs/vite-plugin-svelte": "^2.0.3",
         "@tsconfig/svelte": "^3.0.0",
@@ -1058,8 +1061,7 @@
     "node_modules/argparse": {
       "version": "2.0.1",
       "resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz",
-      "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==",
-      "dev": true
     },
     "node_modules/array-union": {
       "version": "2.1.0",
@@ -2002,7 +2004,6 @@
       "version": "4.1.0",
       "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-4.1.0.tgz",
       "integrity": "sha512-wpxZs9NoxZaJESJGIZTyDEaYpl0FKSA+FB9aJiyemKhMwkxQg63h4T1KJgUGHpTqPDNRcmmYLugrRjJlBtWvRA==",
-      "dev": true,
       "dependencies": {
         "argparse": "^2.0.1"
       },

     "": {
       "name": "zeno-evals-hub",
       "version": "0.0.0",
+      "dependencies": {
+        "js-yaml": "^4.1.0"
+      },
       "devDependencies": {
         "@sveltejs/vite-plugin-svelte": "^2.0.3",
         "@tsconfig/svelte": "^3.0.0",
     "node_modules/argparse": {
       "version": "2.0.1",
       "resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz",
+      "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q=="
     },
     "node_modules/array-union": {
       "version": "2.1.0",
       "version": "4.1.0",
       "resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-4.1.0.tgz",
       "integrity": "sha512-wpxZs9NoxZaJESJGIZTyDEaYpl0FKSA+FB9aJiyemKhMwkxQg63h4T1KJgUGHpTqPDNRcmmYLugrRjJlBtWvRA==",
       "dependencies": {
         "argparse": "^2.0.1"
       },

frontend/src/App.svelte CHANGED Viewed

@@ -1,14 +1,34 @@
 <script lang="ts">
 </script>
 <main>
-  <h1>Vite + Svelte</h1>
-  <p class="read-the-docs">Click on the Vite and Svelte logos to learn more</p>
 </main>
 <style>
-  .read-the-docs {
-    color: #888;
-  }
 </style>

 <script lang="ts">
+  let data = fetch("/args").then((d) => d.json());
 </script>
 <main>
+  <h1>OpenAI Evals Hub</h1>
+  <h3>
+    Explore the results of OpenAI evals using <a href="https://zenoml.com">Zeno</a>
+  </h3>
+  <!-- table with links to zeno sites. -->
+  <table>
+    <thead>
+      <tr>
+        <th>Evaluation</th>
+      </tr>
+    </thead>
+    <tbody>
+      {#await data}
+        <p>loading</p>
+      {:then final_data}
+        {#each final_data as d}
+          {@const name = Array.from(Object.keys(d))[0]}
+          <tr>
+            <td><a href="/{name}/">{name}</a></td>
+          </tr>
+        {/each}
+      {/await}
+    </tbody>
+  </table>
 </main>
 <style>
 </style>

frontend/src/app.css CHANGED Viewed

@@ -23,14 +23,6 @@ a:hover {
   color: #535bf2;
 }
-body {
-  margin: 0;
-  display: flex;
-  place-items: center;
-  min-width: 320px;
-  min-height: 100vh;
-}
 h1 {
   font-size: 3.2em;
   line-height: 1.1;

   color: #535bf2;
 }
 h1 {
   font-size: 3.2em;
   line-height: 1.1;

poetry.lock CHANGED Viewed

@@ -575,19 +575,34 @@ files = [
 [[package]]
 name = "filelock"
-version = "3.11.0"
 description = "A platform independent file lock."
 category = "main"
 optional = false
 python-versions = ">=3.7"
 files = [
-    {file = "filelock-3.11.0-py3-none-any.whl", hash = "sha256:f08a52314748335c6460fc8fe40cd5638b85001225db78c2aa01c8c0db83b318"},
-    {file = "filelock-3.11.0.tar.gz", hash = "sha256:3618c0da67adcc0506b015fd11ef7faf1b493f0b40d87728e19986b536890c37"},
 ]
 [package.extras]
-docs = ["furo (>=2023.3.27)", "sphinx (>=6.1.3)", "sphinx-autodoc-typehints (>=1.22,!=1.23.4)"]
-testing = ["covdefaults (>=2.3)", "coverage (>=7.2.2)", "diff-cover (>=7.5)", "pytest (>=7.2.2)", "pytest-cov (>=4)", "pytest-mock (>=3.10)", "pytest-timeout (>=2.1)"]
 [[package]]
 name = "flake8"
@@ -752,6 +767,21 @@ smb = ["smbprotocol"]
 ssh = ["paramiko"]
 tqdm = ["tqdm"]
 [[package]]
 name = "gradio"
 version = "3.27.0"
@@ -1009,8 +1039,6 @@ files = [
 [package.dependencies]
 attrs = ">=17.4.0"
-importlib-resources = {version = ">=1.4.0", markers = "python_version < \"3.9\""}
-pkgutil-resolve-name = {version = ">=1.3.10", markers = "python_version < \"3.9\""}
 pyrsistent = ">=0.14.0,<0.17.0 || >0.17.0,<0.17.1 || >0.17.1,<0.17.2 || >0.17.2"
 [package.extras]
@@ -1095,6 +1123,21 @@ files = [
     {file = "kiwisolver-1.4.4.tar.gz", hash = "sha256:d41997519fcba4a1e46eb4a2fe31bc12f0ff957b2b81bac28db24744f333e955"},
 ]
 [[package]]
 name = "libcst"
 version = "0.4.9"
@@ -1372,6 +1415,79 @@ files = [
 [package.dependencies]
 click = "*"
 [[package]]
 name = "multidict"
 version = "6.0.4"
@@ -1876,18 +1992,6 @@ files = [
 docs = ["furo", "olefile", "sphinx (>=2.4)", "sphinx-copybutton", "sphinx-inline-tabs", "sphinx-removed-in", "sphinxext-opengraph"]
 tests = ["check-manifest", "coverage", "defusedxml", "markdown2", "olefile", "packaging", "pyroma", "pytest", "pytest-cov", "pytest-timeout"]
-[[package]]
-name = "pkgutil-resolve-name"
-version = "1.3.10"
-description = "Resolve a name to an object."
-category = "main"
-optional = false
-python-versions = ">=3.6"
-files = [
-    {file = "pkgutil_resolve_name-1.3.10-py3-none-any.whl", hash = "sha256:ca27cc078d25c5ad71a9de0a7a330146c4e014c2462d9af19c6b828280649c5e"},
-    {file = "pkgutil_resolve_name-1.3.10.tar.gz", hash = "sha256:357d6c9e6a755653cfd78893817c0853af365dd51ec97f3d358a819373bbd174"},
-]
 [[package]]
 name = "platformdirs"
 version = "3.2.0"
@@ -2223,6 +2327,76 @@ files = [
 [package.dependencies]
 setuptools = ">=41.0"
 [[package]]
 name = "requests"
 version = "2.28.2"
@@ -2415,6 +2589,21 @@ files = [
     {file = "stdlibs-2022.10.9.tar.gz", hash = "sha256:72a3e4a7fbb40b0e766197e3381c2aabb4ca0442633e0bd99ffeec3908c9fdd8"},
 ]
 [[package]]
 name = "threadpoolctl"
 version = "3.1.0"
@@ -2617,84 +2806,107 @@ files = [
 [[package]]
 name = "websockets"
-version = "11.0.1"
 description = "An implementation of the WebSocket Protocol (RFC 6455 & 7692)"
 category = "main"
 optional = false
 python-versions = ">=3.7"
 files = [
-    {file = "websockets-11.0.1-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:3d30cc1a90bcbf9e22e1f667c1c5a7428e2d37362288b4ebfd5118eb0b11afa9"},
-    {file = "websockets-11.0.1-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:dc77283a7c7b2b24e00fe8c3c4f7cf36bba4f65125777e906aae4d58d06d0460"},
-    {file = "websockets-11.0.1-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:0929c2ebdf00cedda77bf77685693e38c269011236e7c62182fee5848c29a4fa"},
-    {file = "websockets-11.0.1-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:db234da3aff01e8483cf0015b75486c04d50dbf90004bd3e5b46d384e1bd6c9e"},
-    {file = "websockets-11.0.1-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:c7fdfbed727ce6b4b5e6622d15a6efb2098b2d9e22ba4dc54b2e3ce80f982045"},
-    {file = "websockets-11.0.1-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d5f3d0d177b3db3d1d02cce7ba6c0063586499ac28afe0c992be74ffc40d9257"},
-    {file = "websockets-11.0.1-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:25ea5dbd3b00c56b034639dc6fe4d1dd095b8205bab1782d9a47cb020695fdf4"},
-    {file = "websockets-11.0.1-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:dbeada3b8f1f6d9497840f761906c4236f912a42da4515520168bc7c525b52b0"},
-    {file = "websockets-11.0.1-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:892959b627eedcdf98ac7022f9f71f050a59624b380b67862da10c32ea3c221a"},
-    {file = "websockets-11.0.1-cp310-cp310-win32.whl", hash = "sha256:fc0a96a6828bfa6f1ccec62b54630bcdcc205d483f5a8806c0a8abb26101c54b"},
-    {file = "websockets-11.0.1-cp310-cp310-win_amd64.whl", hash = "sha256:3a88375b648a2c479532943cc19a018df1e5fcea85d5f31963c0b22794d1bdc1"},
-    {file = "websockets-11.0.1-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:3cf18bbd44b36749b7b66f047a30a40b799b8c0bd9a1b9173cba86a234b4306b"},
-    {file = "websockets-11.0.1-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:deb0dd98ea4e76b833f0bfd7a6042b51115360d5dfcc7c1daa72dfc417b3327a"},
-    {file = "websockets-11.0.1-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:45a85dc6b3ff76239379feb4355aadebc18d6e587c8deb866d11060755f4d3ea"},
-    {file = "websockets-11.0.1-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5d68bd2a3e9fff6f7043c0a711cb1ebba9f202c196a3943d0c885650cd0b6464"},
-    {file = "websockets-11.0.1-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:cfd0b9b18d64c51e5cd322e16b5bf4fe490db65c9f7b18fd5382c824062ead7e"},
-    {file = "websockets-11.0.1-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ef0e6253c36e42f2637cfa3ff9b3903df60d05ec040c718999f6a0644ce1c497"},
-    {file = "websockets-11.0.1-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:12180bc1d72c6a9247472c1dee9dfd7fc2e23786f25feee7204406972d8dab39"},
-    {file = "websockets-11.0.1-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:a797da96d4127e517a5cb0965cd03fd6ec21e02667c1258fa0579501537fbe5c"},
-    {file = "websockets-11.0.1-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:07cc20655fb16aeef1a8f03236ba8671c61d332580b996b6396a5b7967ba4b3d"},
-    {file = "websockets-11.0.1-cp311-cp311-win32.whl", hash = "sha256:a01c674e0efe0f14aec7e722ed0e0e272fa2f10e8ea8260837e1f4f5dc4b3e53"},
-    {file = "websockets-11.0.1-cp311-cp311-win_amd64.whl", hash = "sha256:2796f097841619acf053245f266a4f66cb27c040f0d9097e5f21301aab95ff43"},
-    {file = "websockets-11.0.1-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:54d084756c50dfc8086dce97b945f210ca43950154e1e04a44a30c6e6a2bcbb1"},
-    {file = "websockets-11.0.1-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4fe2aed5963ca267c40a2d29b1ee4e8ab008ac8d5daa284fdda9275201b8a334"},
-    {file = "websockets-11.0.1-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:84e92dbac318a84fef722f38ca57acef19cbb89527aba5d420b96aa2656970ee"},
-    {file = "websockets-11.0.1-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ec4e87eb9916b481216b1fede7d8913be799915f5216a0c801867cbed8eeb903"},
-    {file = "websockets-11.0.1-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:d4e0990b6a04b07095c969969da659eecf9069cf8e7b8f49c8f5ee1bb50e3352"},
-    {file = "websockets-11.0.1-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:c90343fd0774749d23c1891dd8b3e9210f9afd30986673ce0f9d5857f5cb1562"},
-    {file = "websockets-11.0.1-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:ac042e8ba9d7f2618e84af27927fdce0f3e03528eb74f343977486c093868389"},
-    {file = "websockets-11.0.1-cp37-cp37m-win32.whl", hash = "sha256:385c5391becb9b58e0a4f33345e12762fd857ccf9fbf6fee428669929ba45e4c"},
-    {file = "websockets-11.0.1-cp37-cp37m-win_amd64.whl", hash = "sha256:aef1602db81096ce3d3847865128c8879635bdad7963fb2b7df290edb9e9150a"},
-    {file = "websockets-11.0.1-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:52ba83ea132390e426f9a7b48848248a2dc0e7120ca8c65d5a8fc1efaa4eb51b"},
-    {file = "websockets-11.0.1-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:007ed0d62f7e06eeb6e3a848b0d83b9fbd9e14674a59a61326845f27d20d7452"},
-    {file = "websockets-11.0.1-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:f888b9565ca1d1c25ab827d184f57f4772ffbfa6baf5710b873b01936cc335ee"},
-    {file = "websockets-11.0.1-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:db78535b791840a584c48cf3f4215eae38a7e2f43271ecd27ce4ba8a798beaaa"},
-    {file = "websockets-11.0.1-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:fa1c23ed3a02732fba906ec337df65d4cc23f9f453635e1a803c285b59c7d987"},
-    {file = "websockets-11.0.1-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e039f106d48d3c241f1943bccfb383bd38ec39900d6dcaad0c73cc5fe129f346"},
-    {file = "websockets-11.0.1-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:b0ed24a3aa4213029e100257e5e73c5f912e70ca35630081de94b7f9e2cf4a9b"},
-    {file = "websockets-11.0.1-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:d5a3022f9291bf2d35ebf65929297d625e68effd3a5647b8eb8b89d51b09394c"},
-    {file = "websockets-11.0.1-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:1cb23597819f68ac6a6d133a002a1b3ef12a22850236b083242c93f81f206d5a"},
-    {file = "websockets-11.0.1-cp38-cp38-win32.whl", hash = "sha256:349dd1fa56a30d530555988be98013688de67809f384671883f8bf8b8c9de984"},
-    {file = "websockets-11.0.1-cp38-cp38-win_amd64.whl", hash = "sha256:87ae582cf2319e45bc457a57232daded27a3c771263cab42fb8864214bbd74ea"},
-    {file = "websockets-11.0.1-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:a88815a0c6253ad1312ef186620832fb347706c177730efec34e3efe75e0e248"},
-    {file = "websockets-11.0.1-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:d5a6fa353b5ef36970c3bd1cd7cecbc08bb8f2f1a3d008b0691208cf34ebf5b0"},
-    {file = "websockets-11.0.1-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:5ffe6fc5e5fe9f2634cdc59b805e4ba1fcccf3a5622f5f36c3c7c287f606e283"},
-    {file = "websockets-11.0.1-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b138f4bf8a64c344e12c76283dac279d11adab89ac62ae4a32ac8490d3c94832"},
-    {file = "websockets-11.0.1-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:aedd94422745da60672a901f53de1f50b16e85408b18672b9b210db4a776b5a6"},
-    {file = "websockets-11.0.1-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a4667d4e41fa37fa3d836b2603b8b40d6887fa4838496d48791036394f7ace39"},
-    {file = "websockets-11.0.1-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:43e0de552be624e5c0323ff4fcc9f0b4a9a6dc6e0116b8aa2cbb6e0d3d2baf09"},
-    {file = "websockets-11.0.1-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:ceeef57b9aec8f27e523de4da73c518ece7721aefe7064f18aa28baabfe61b94"},
-    {file = "websockets-11.0.1-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:9d91279d57f6546eaf43671d1de50621e0578f13c2f17c96c458a72d170698d7"},
-    {file = "websockets-11.0.1-cp39-cp39-win32.whl", hash = "sha256:29282631da3bfeb5db497e4d3d94d56ee36222fbebd0b51014e68a2e70736fb1"},
-    {file = "websockets-11.0.1-cp39-cp39-win_amd64.whl", hash = "sha256:e2654e94c705ce9b768441d8e3a387a84951ca1056efdc4a26a4a6ee723c01b6"},
-    {file = "websockets-11.0.1-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:60a19d4ff5f451254f8623f6aa4169065f73a50ec7b59ab6b9dcddff4aa00267"},
-    {file = "websockets-11.0.1-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:2a58e83f82098d062ae5d4cbe7073b8783999c284d6f079f2fefe87cd8957ac8"},
-    {file = "websockets-11.0.1-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:b91657b65355954e47f0df874917fa200426b3a7f4e68073326a8cfc2f6deef8"},
-    {file = "websockets-11.0.1-pp37-pypy37_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:53b8e1ee01eb5b8be5c8a69ae26b0820dbc198d092ad50b3451adc3cdd55d455"},
-    {file = "websockets-11.0.1-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:5d8d5d17371ed9eb9f0e3a8d326bdf8172700164c2e705bc7f1905a719a189be"},
-    {file = "websockets-11.0.1-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:e53419201c6c1439148feb99de6b307651a88b8defd41348cc23bbe2a290de1d"},
-    {file = "websockets-11.0.1-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:718d19c494637f28e651031b3df6a791b9e86e0097c65ed5e8ec49b400b1210e"},
-    {file = "websockets-11.0.1-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:f7b2544eb3e7bc39ce59812371214cd97762080dab90c3afc857890039384753"},
-    {file = "websockets-11.0.1-pp38-pypy38_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:ec4a887d2236e3878c07033ad5566f6b4d5d954b85f92a219519a1745d0c93e9"},
-    {file = "websockets-11.0.1-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:ae59a9f0a77ecb0cbdedea7d206a547ff136e8bfbc7d2d98772fb02d398797bb"},
-    {file = "websockets-11.0.1-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:ef35cef161f76031f833146f895e7e302196e01c704c00d269c04d8e18f3ac37"},
-    {file = "websockets-11.0.1-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:79b6548e57ab18f071b9bfe3ffe02af7184dd899bc674e2817d8fe7e9e7489ec"},
-    {file = "websockets-11.0.1-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a8d9793f3fb0da16232503df14411dabafed5a81fc9077dc430cfc6f60e71179"},
-    {file = "websockets-11.0.1-pp39-pypy39_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:42aa05e890fcf1faed8e535c088a1f0f27675827cbacf62d3024eb1e6d4c9e0c"},
-    {file = "websockets-11.0.1-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:5d4f4b341100d313b08149d7031eb6d12738ac758b0c90d2f9be8675f401b019"},
-    {file = "websockets-11.0.1-py3-none-any.whl", hash = "sha256:85b4127f7da332feb932eee833c70e5e1670469e8c9de7ef3874aa2a91a6fbb2"},
-    {file = "websockets-11.0.1.tar.gz", hash = "sha256:369410925b240b30ef1c1deadbd6331e9cd865ad0b8966bf31e276cc8e0da159"},
 ]
 [[package]]
 name = "yarl"
 version = "1.8.2"
@@ -2783,16 +2995,33 @@ files = [
 idna = ">=2.0"
 multidict = ">=4.0"
 [[package]]
 name = "zenoml"
-version = "0.4.7"
 description = "Interactive Evaluation Framework for Machine Learning"
 category = "main"
 optional = false
 python-versions = ">=3.8.1,<=3.11"
 files = [
-    {file = "zenoml-0.4.7-py3-none-any.whl", hash = "sha256:c74ab6115337a22ad95112c6f9d6d2eb8cc4c3cf42c8e49aaf50ac149a71b71b"},
-    {file = "zenoml-0.4.7.tar.gz", hash = "sha256:182ff376576a9a8fdc5ad4edf3b1594f61ac5c172973951293e0fda750198692"},
 ]
 [package.dependencies]
@@ -2829,5 +3058,5 @@ testing = ["big-O", "flake8 (<5)", "jaraco.functools", "jaraco.itertools", "more
 [metadata]
 lock-version = "2.0"
-python-versions = "^3.8.1,<=3.11"
-content-hash = "2520e894d7b2724cf7866547d934c1750c591ed2d7d068d537a3a3eee964a3c8"

 [[package]]
 name = "filelock"
+version = "3.12.0"
 description = "A platform independent file lock."
 category = "main"
 optional = false
 python-versions = ">=3.7"
 files = [
+    {file = "filelock-3.12.0-py3-none-any.whl", hash = "sha256:ad98852315c2ab702aeb628412cbf7e95b7ce8c3bf9565670b4eaecf1db370a9"},
+    {file = "filelock-3.12.0.tar.gz", hash = "sha256:fc03ae43288c013d2ea83c8597001b1129db351aad9c57fe2409327916b8e718"},
 ]
 [package.extras]
+docs = ["furo (>=2023.3.27)", "sphinx (>=6.1.3)", "sphinx-autodoc-typehints (>=1.23,!=1.23.4)"]
+testing = ["covdefaults (>=2.3)", "coverage (>=7.2.3)", "diff-cover (>=7.5)", "pytest (>=7.3.1)", "pytest-cov (>=4)", "pytest-mock (>=3.10)", "pytest-timeout (>=2.1)"]
+[[package]]
+name = "fire"
+version = "0.5.0"
+description = "A library for automatically generating command line interfaces."
+category = "main"
+optional = false
+python-versions = "*"
+files = [
+    {file = "fire-0.5.0.tar.gz", hash = "sha256:a6b0d49e98c8963910021f92bba66f65ab440da2982b78eb1bbf95a0a34aacc6"},
+]
+[package.dependencies]
+six = "*"
+termcolor = "*"
 [[package]]
 name = "flake8"
 ssh = ["paramiko"]
 tqdm = ["tqdm"]
+[[package]]
+name = "ftfy"
+version = "6.1.1"
+description = "Fixes mojibake and other problems with Unicode, after the fact"
+category = "main"
+optional = false
+python-versions = ">=3.7,<4"
+files = [
+    {file = "ftfy-6.1.1-py3-none-any.whl", hash = "sha256:0ffd33fce16b54cccaec78d6ec73d95ad370e5df5a25255c8966a6147bd667ca"},
+    {file = "ftfy-6.1.1.tar.gz", hash = "sha256:bfc2019f84fcd851419152320a6375604a0f1459c281b5b199b2cd0d2e727f8f"},
+]
+[package.dependencies]
+wcwidth = ">=0.2.5"
 [[package]]
 name = "gradio"
 version = "3.27.0"
 [package.dependencies]
 attrs = ">=17.4.0"
 pyrsistent = ">=0.14.0,<0.17.0 || >0.17.0,<0.17.1 || >0.17.1,<0.17.2 || >0.17.2"
 [package.extras]
     {file = "kiwisolver-1.4.4.tar.gz", hash = "sha256:d41997519fcba4a1e46eb4a2fe31bc12f0ff957b2b81bac28db24744f333e955"},
 ]
+[[package]]
+name = "langcodes"
+version = "3.3.0"
+description = "Tools for labeling human languages with IETF language tags"
+category = "main"
+optional = false
+python-versions = ">=3.6"
+files = [
+    {file = "langcodes-3.3.0-py3-none-any.whl", hash = "sha256:4d89fc9acb6e9c8fdef70bcdf376113a3db09b67285d9e1d534de6d8818e7e69"},
+    {file = "langcodes-3.3.0.tar.gz", hash = "sha256:794d07d5a28781231ac335a1561b8442f8648ca07cd518310aeb45d6f0807ef6"},
+]
+[package.extras]
+data = ["language-data (>=1.1,<2.0)"]
 [[package]]
 name = "libcst"
 version = "0.4.9"
 [package.dependencies]
 click = "*"
+[[package]]
+name = "msgpack"
+version = "1.0.5"
+description = "MessagePack serializer"
+category = "main"
+optional = false
+python-versions = "*"
+files = [
+    {file = "msgpack-1.0.5-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:525228efd79bb831cf6830a732e2e80bc1b05436b086d4264814b4b2955b2fa9"},
+    {file = "msgpack-1.0.5-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:4f8d8b3bf1ff2672567d6b5c725a1b347fe838b912772aa8ae2bf70338d5a198"},
+    {file = "msgpack-1.0.5-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:cdc793c50be3f01106245a61b739328f7dccc2c648b501e237f0699fe1395b81"},
+    {file = "msgpack-1.0.5-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:5cb47c21a8a65b165ce29f2bec852790cbc04936f502966768e4aae9fa763cb7"},
+    {file = "msgpack-1.0.5-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:e42b9594cc3bf4d838d67d6ed62b9e59e201862a25e9a157019e171fbe672dd3"},
+    {file = "msgpack-1.0.5-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:55b56a24893105dc52c1253649b60f475f36b3aa0fc66115bffafb624d7cb30b"},
+    {file = "msgpack-1.0.5-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:1967f6129fc50a43bfe0951c35acbb729be89a55d849fab7686004da85103f1c"},
+    {file = "msgpack-1.0.5-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:20a97bf595a232c3ee6d57ddaadd5453d174a52594bf9c21d10407e2a2d9b3bd"},
+    {file = "msgpack-1.0.5-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:d25dd59bbbbb996eacf7be6b4ad082ed7eacc4e8f3d2df1ba43822da9bfa122a"},
+    {file = "msgpack-1.0.5-cp310-cp310-win32.whl", hash = "sha256:382b2c77589331f2cb80b67cc058c00f225e19827dbc818d700f61513ab47bea"},
+    {file = "msgpack-1.0.5-cp310-cp310-win_amd64.whl", hash = "sha256:4867aa2df9e2a5fa5f76d7d5565d25ec76e84c106b55509e78c1ede0f152659a"},
+    {file = "msgpack-1.0.5-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:9f5ae84c5c8a857ec44dc180a8b0cc08238e021f57abdf51a8182e915e6299f0"},
+    {file = "msgpack-1.0.5-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:9e6ca5d5699bcd89ae605c150aee83b5321f2115695e741b99618f4856c50898"},
+    {file = "msgpack-1.0.5-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:5494ea30d517a3576749cad32fa27f7585c65f5f38309c88c6d137877fa28a5a"},
+    {file = "msgpack-1.0.5-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1ab2f3331cb1b54165976a9d976cb251a83183631c88076613c6c780f0d6e45a"},
+    {file = "msgpack-1.0.5-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:28592e20bbb1620848256ebc105fc420436af59515793ed27d5c77a217477705"},
+    {file = "msgpack-1.0.5-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:fe5c63197c55bce6385d9aee16c4d0641684628f63ace85f73571e65ad1c1e8d"},
+    {file = "msgpack-1.0.5-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:ed40e926fa2f297e8a653c954b732f125ef97bdd4c889f243182299de27e2aa9"},
+    {file = "msgpack-1.0.5-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:b2de4c1c0538dcb7010902a2b97f4e00fc4ddf2c8cda9749af0e594d3b7fa3d7"},
+    {file = "msgpack-1.0.5-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:bf22a83f973b50f9d38e55c6aade04c41ddda19b00c4ebc558930d78eecc64ed"},
+    {file = "msgpack-1.0.5-cp311-cp311-win32.whl", hash = "sha256:c396e2cc213d12ce017b686e0f53497f94f8ba2b24799c25d913d46c08ec422c"},
+    {file = "msgpack-1.0.5-cp311-cp311-win_amd64.whl", hash = "sha256:6c4c68d87497f66f96d50142a2b73b97972130d93677ce930718f68828b382e2"},
+    {file = "msgpack-1.0.5-cp36-cp36m-macosx_10_9_x86_64.whl", hash = "sha256:a2b031c2e9b9af485d5e3c4520f4220d74f4d222a5b8dc8c1a3ab9448ca79c57"},
+    {file = "msgpack-1.0.5-cp36-cp36m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:4f837b93669ce4336e24d08286c38761132bc7ab29782727f8557e1eb21b2080"},
+    {file = "msgpack-1.0.5-cp36-cp36m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b1d46dfe3832660f53b13b925d4e0fa1432b00f5f7210eb3ad3bb9a13c6204a6"},
+    {file = "msgpack-1.0.5-cp36-cp36m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:366c9a7b9057e1547f4ad51d8facad8b406bab69c7d72c0eb6f529cf76d4b85f"},
+    {file = "msgpack-1.0.5-cp36-cp36m-musllinux_1_1_aarch64.whl", hash = "sha256:4c075728a1095efd0634a7dccb06204919a2f67d1893b6aa8e00497258bf926c"},
+    {file = "msgpack-1.0.5-cp36-cp36m-musllinux_1_1_i686.whl", hash = "sha256:f933bbda5a3ee63b8834179096923b094b76f0c7a73c1cfe8f07ad608c58844b"},
+    {file = "msgpack-1.0.5-cp36-cp36m-musllinux_1_1_x86_64.whl", hash = "sha256:36961b0568c36027c76e2ae3ca1132e35123dcec0706c4b7992683cc26c1320c"},
+    {file = "msgpack-1.0.5-cp36-cp36m-win32.whl", hash = "sha256:b5ef2f015b95f912c2fcab19c36814963b5463f1fb9049846994b007962743e9"},
+    {file = "msgpack-1.0.5-cp36-cp36m-win_amd64.whl", hash = "sha256:288e32b47e67f7b171f86b030e527e302c91bd3f40fd9033483f2cacc37f327a"},
+    {file = "msgpack-1.0.5-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:137850656634abddfb88236008339fdaba3178f4751b28f270d2ebe77a563b6c"},
+    {file = "msgpack-1.0.5-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:0c05a4a96585525916b109bb85f8cb6511db1c6f5b9d9cbcbc940dc6b4be944b"},
+    {file = "msgpack-1.0.5-cp37-cp37m-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:56a62ec00b636583e5cb6ad313bbed36bb7ead5fa3a3e38938503142c72cba4f"},
+    {file = "msgpack-1.0.5-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:ef8108f8dedf204bb7b42994abf93882da1159728a2d4c5e82012edd92c9da9f"},
+    {file = "msgpack-1.0.5-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:1835c84d65f46900920b3708f5ba829fb19b1096c1800ad60bae8418652a951d"},
+    {file = "msgpack-1.0.5-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:e57916ef1bd0fee4f21c4600e9d1da352d8816b52a599c46460e93a6e9f17086"},
+    {file = "msgpack-1.0.5-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:17358523b85973e5f242ad74aa4712b7ee560715562554aa2134d96e7aa4cbbf"},
+    {file = "msgpack-1.0.5-cp37-cp37m-win32.whl", hash = "sha256:cb5aaa8c17760909ec6cb15e744c3ebc2ca8918e727216e79607b7bbce9c8f77"},
+    {file = "msgpack-1.0.5-cp37-cp37m-win_amd64.whl", hash = "sha256:ab31e908d8424d55601ad7075e471b7d0140d4d3dd3272daf39c5c19d936bd82"},
+    {file = "msgpack-1.0.5-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:b72d0698f86e8d9ddf9442bdedec15b71df3598199ba33322d9711a19f08145c"},
+    {file = "msgpack-1.0.5-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:379026812e49258016dd84ad79ac8446922234d498058ae1d415f04b522d5b2d"},
+    {file = "msgpack-1.0.5-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:332360ff25469c346a1c5e47cbe2a725517919892eda5cfaffe6046656f0b7bb"},
+    {file = "msgpack-1.0.5-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:476a8fe8fae289fdf273d6d2a6cb6e35b5a58541693e8f9f019bfe990a51e4ba"},
+    {file = "msgpack-1.0.5-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a9985b214f33311df47e274eb788a5893a761d025e2b92c723ba4c63936b69b1"},
+    {file = "msgpack-1.0.5-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:48296af57cdb1d885843afd73c4656be5c76c0c6328db3440c9601a98f303d87"},
+    {file = "msgpack-1.0.5-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:addab7e2e1fcc04bd08e4eb631c2a90960c340e40dfc4a5e24d2ff0d5a3b3edb"},
+    {file = "msgpack-1.0.5-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:916723458c25dfb77ff07f4c66aed34e47503b2eb3188b3adbec8d8aa6e00f48"},
+    {file = "msgpack-1.0.5-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:821c7e677cc6acf0fd3f7ac664c98803827ae6de594a9f99563e48c5a2f27eb0"},
+    {file = "msgpack-1.0.5-cp38-cp38-win32.whl", hash = "sha256:1c0f7c47f0087ffda62961d425e4407961a7ffd2aa004c81b9c07d9269512f6e"},
+    {file = "msgpack-1.0.5-cp38-cp38-win_amd64.whl", hash = "sha256:bae7de2026cbfe3782c8b78b0db9cbfc5455e079f1937cb0ab8d133496ac55e1"},
+    {file = "msgpack-1.0.5-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:20c784e66b613c7f16f632e7b5e8a1651aa5702463d61394671ba07b2fc9e025"},
+    {file = "msgpack-1.0.5-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:266fa4202c0eb94d26822d9bfd7af25d1e2c088927fe8de9033d929dd5ba24c5"},
+    {file = "msgpack-1.0.5-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:18334484eafc2b1aa47a6d42427da7fa8f2ab3d60b674120bce7a895a0a85bdd"},
+    {file = "msgpack-1.0.5-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:57e1f3528bd95cc44684beda696f74d3aaa8a5e58c816214b9046512240ef437"},
+    {file = "msgpack-1.0.5-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:586d0d636f9a628ddc6a17bfd45aa5b5efaf1606d2b60fa5d87b8986326e933f"},
+    {file = "msgpack-1.0.5-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:a740fa0e4087a734455f0fc3abf5e746004c9da72fbd541e9b113013c8dc3282"},
+    {file = "msgpack-1.0.5-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:3055b0455e45810820db1f29d900bf39466df96ddca11dfa6d074fa47054376d"},
+    {file = "msgpack-1.0.5-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:a61215eac016f391129a013c9e46f3ab308db5f5ec9f25811e811f96962599a8"},
+    {file = "msgpack-1.0.5-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:362d9655cd369b08fda06b6657a303eb7172d5279997abe094512e919cf74b11"},
+    {file = "msgpack-1.0.5-cp39-cp39-win32.whl", hash = "sha256:ac9dd47af78cae935901a9a500104e2dea2e253207c924cc95de149606dc43cc"},
+    {file = "msgpack-1.0.5-cp39-cp39-win_amd64.whl", hash = "sha256:06f5174b5f8ed0ed919da0e62cbd4ffde676a374aba4020034da05fab67b9164"},
+    {file = "msgpack-1.0.5.tar.gz", hash = "sha256:c075544284eadc5cddc70f4757331d99dcbc16b2bbd4849d15f8aae4cf36d31c"},
+]
 [[package]]
 name = "multidict"
 version = "6.0.4"
 docs = ["furo", "olefile", "sphinx (>=2.4)", "sphinx-copybutton", "sphinx-inline-tabs", "sphinx-removed-in", "sphinxext-opengraph"]
 tests = ["check-manifest", "coverage", "defusedxml", "markdown2", "olefile", "packaging", "pyroma", "pytest", "pytest-cov", "pytest-timeout"]
 [[package]]
 name = "platformdirs"
 version = "3.2.0"
 [package.dependencies]
 setuptools = ">=41.0"
+[[package]]
+name = "regex"
+version = "2023.3.23"
+description = "Alternative regular expression module, to replace re."
+category = "main"
+optional = false
+python-versions = ">=3.8"
+files = [
+    {file = "regex-2023.3.23-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:845a5e2d84389c4ddada1a9b95c055320070f18bb76512608374aca00d22eca8"},
+    {file = "regex-2023.3.23-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:87d9951f5a538dd1d016bdc0dcae59241d15fa94860964833a54d18197fcd134"},
+    {file = "regex-2023.3.23-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:37ae17d3be44c0b3f782c28ae9edd8b47c1f1776d4cabe87edc0b98e1f12b021"},
+    {file = "regex-2023.3.23-cp310-cp310-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:0b8eb1e3bca6b48dc721818a60ae83b8264d4089a4a41d62be6d05316ec38e15"},
+    {file = "regex-2023.3.23-cp310-cp310-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:df45fac182ebc3c494460c644e853515cc24f5ad9da05f8ffb91da891bfee879"},
+    {file = "regex-2023.3.23-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b7006105b10b59971d3b248ad75acc3651c7e4cf54d81694df5a5130a3c3f7ea"},
+    {file = "regex-2023.3.23-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:93f3f1aa608380fe294aa4cb82e2afda07a7598e828d0341e124b8fd9327c715"},
+    {file = "regex-2023.3.23-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:787954f541ab95d8195d97b0b8cf1dc304424adb1e07365967e656b92b38a699"},
+    {file = "regex-2023.3.23-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:20abe0bdf03630fe92ccafc45a599bca8b3501f48d1de4f7d121153350a2f77d"},
+    {file = "regex-2023.3.23-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:11d00c31aeab9a6e0503bc77e73ed9f4527b3984279d997eb145d7c7be6268fd"},
+    {file = "regex-2023.3.23-cp310-cp310-musllinux_1_1_ppc64le.whl", hash = "sha256:d5bbe0e1511b844794a3be43d6c145001626ba9a6c1db8f84bdc724e91131d9d"},
+    {file = "regex-2023.3.23-cp310-cp310-musllinux_1_1_s390x.whl", hash = "sha256:ea3c0cb56eadbf4ab2277e7a095676370b3e46dbfc74d5c383bd87b0d6317910"},
+    {file = "regex-2023.3.23-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:d895b4c863059a4934d3e874b90998df774644a41b349ebb330f85f11b4ef2c0"},
+    {file = "regex-2023.3.23-cp310-cp310-win32.whl", hash = "sha256:9d764514d19b4edcc75fd8cb1423448ef393e8b6cbd94f38cab983ab1b75855d"},
+    {file = "regex-2023.3.23-cp310-cp310-win_amd64.whl", hash = "sha256:11d1f2b7a0696dc0310de0efb51b1f4d813ad4401fe368e83c0c62f344429f98"},
+    {file = "regex-2023.3.23-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:8a9c63cde0eaa345795c0fdeb19dc62d22e378c50b0bc67bf4667cd5b482d98b"},
+    {file = "regex-2023.3.23-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:dd7200b4c27b68cf9c9646da01647141c6db09f48cc5b51bc588deaf8e98a797"},
+    {file = "regex-2023.3.23-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:22720024b90a6ba673a725dcc62e10fb1111b889305d7c6b887ac7466b74bedb"},
+    {file = "regex-2023.3.23-cp311-cp311-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:6b190a339090e6af25f4a5fd9e77591f6d911cc7b96ecbb2114890b061be0ac1"},
+    {file = "regex-2023.3.23-cp311-cp311-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:e76b6fc0d8e9efa39100369a9b3379ce35e20f6c75365653cf58d282ad290f6f"},
+    {file = "regex-2023.3.23-cp311-cp311-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:7868b8f218bf69a2a15402fde08b08712213a1f4b85a156d90473a6fb6b12b09"},
+    {file = "regex-2023.3.23-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2472428efc4127374f494e570e36b30bb5e6b37d9a754f7667f7073e43b0abdd"},
+    {file = "regex-2023.3.23-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:c37df2a060cb476d94c047b18572ee2b37c31f831df126c0da3cd9227b39253d"},
+    {file = "regex-2023.3.23-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:4479f9e2abc03362df4045b1332d4a2b7885b245a30d4f4b051c4083b97d95d8"},
+    {file = "regex-2023.3.23-cp311-cp311-musllinux_1_1_ppc64le.whl", hash = "sha256:e2396e0678167f2d0c197da942b0b3fb48fee2f0b5915a0feb84d11b6686afe6"},
+    {file = "regex-2023.3.23-cp311-cp311-musllinux_1_1_s390x.whl", hash = "sha256:75f288c60232a5339e0ff2fa05779a5e9c74e9fc085c81e931d4a264501e745b"},
+    {file = "regex-2023.3.23-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:c869260aa62cee21c5eb171a466c0572b5e809213612ef8d495268cd2e34f20d"},
+    {file = "regex-2023.3.23-cp311-cp311-win32.whl", hash = "sha256:25f0532fd0c53e96bad84664171969de9673b4131f2297f1db850d3918d58858"},
+    {file = "regex-2023.3.23-cp311-cp311-win_amd64.whl", hash = "sha256:5ccfafd98473e007cebf7da10c1411035b7844f0f204015efd050601906dbb53"},
+    {file = "regex-2023.3.23-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:6572ff287176c0fb96568adb292674b421fa762153ed074d94b1d939ed92c253"},
+    {file = "regex-2023.3.23-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:a610e0adfcb0fc84ea25f6ea685e39e74cbcd9245a72a9a7aab85ff755a5ed27"},
+    {file = "regex-2023.3.23-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:086afe222d58b88b62847bdbd92079b4699350b4acab892f88a935db5707c790"},
+    {file = "regex-2023.3.23-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:79e29fd62fa2f597a6754b247356bda14b866131a22444d67f907d6d341e10f3"},
+    {file = "regex-2023.3.23-cp38-cp38-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:c07ce8e9eee878a48ebeb32ee661b49504b85e164b05bebf25420705709fdd31"},
+    {file = "regex-2023.3.23-cp38-cp38-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:86b036f401895e854de9fefe061518e78d506d8a919cc250dc3416bca03f6f9a"},
+    {file = "regex-2023.3.23-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:78ac8dd8e18800bb1f97aad0d73f68916592dddf233b99d2b5cabc562088503a"},
+    {file = "regex-2023.3.23-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:539dd010dc35af935b32f248099e38447bbffc10b59c2b542bceead2bed5c325"},
+    {file = "regex-2023.3.23-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:9bf4a5626f2a0ea006bf81e8963f498a57a47d58907eaa58f4b3e13be68759d8"},
+    {file = "regex-2023.3.23-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:cf86b4328c204c3f315074a61bc1c06f8a75a8e102359f18ce99fbcbbf1951f0"},
+    {file = "regex-2023.3.23-cp38-cp38-musllinux_1_1_ppc64le.whl", hash = "sha256:2848bf76673c83314068241c8d5b7fa9ad9bed866c979875a0e84039349e8fa7"},
+    {file = "regex-2023.3.23-cp38-cp38-musllinux_1_1_s390x.whl", hash = "sha256:c125a02d22c555e68f7433bac8449992fa1cead525399f14e47c2d98f2f0e467"},
+    {file = "regex-2023.3.23-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:cd1671e9d5ac05ce6aa86874dd8dfa048824d1dbe73060851b310c6c1a201a96"},
+    {file = "regex-2023.3.23-cp38-cp38-win32.whl", hash = "sha256:fffe57312a358be6ec6baeb43d253c36e5790e436b7bf5b7a38df360363e88e9"},
+    {file = "regex-2023.3.23-cp38-cp38-win_amd64.whl", hash = "sha256:dbb3f87e15d3dd76996d604af8678316ad2d7d20faa394e92d9394dfd621fd0c"},
+    {file = "regex-2023.3.23-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:c88e8c226473b5549fe9616980ea7ca09289246cfbdf469241edf4741a620004"},
+    {file = "regex-2023.3.23-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:6560776ec19c83f3645bbc5db64a7a5816c9d8fb7ed7201c5bcd269323d88072"},
+    {file = "regex-2023.3.23-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:1b1fc2632c01f42e06173d8dd9bb2e74ab9b0afa1d698058c867288d2c7a31f3"},
+    {file = "regex-2023.3.23-cp39-cp39-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl", hash = "sha256:fdf7ad455f1916b8ea5cdbc482d379f6daf93f3867b4232d14699867a5a13af7"},
+    {file = "regex-2023.3.23-cp39-cp39-manylinux_2_17_s390x.manylinux2014_s390x.whl", hash = "sha256:5fc33b27b1d800fc5b78d7f7d0f287e35079ecabe68e83d46930cf45690e1c8c"},
+    {file = "regex-2023.3.23-cp39-cp39-manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:4c49552dc938e3588f63f8a78c86f3c9c75301e813bca0bef13bdb4b87ccf364"},
+    {file = "regex-2023.3.23-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e152461e9a0aedec7d37fc66ec0fa635eca984777d3d3c3e36f53bf3d3ceb16e"},
+    {file = "regex-2023.3.23-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_12_x86_64.manylinux2010_x86_64.whl", hash = "sha256:db034255e72d2995cf581b14bb3fc9c00bdbe6822b49fcd4eef79e1d5f232618"},
+    {file = "regex-2023.3.23-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:55ae114da21b7a790b90255ea52d2aa3a0d121a646deb2d3c6a3194e722fc762"},
+    {file = "regex-2023.3.23-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:ef3f528fe1cc3d139508fe1b22523745aa77b9d6cb5b0bf277f48788ee0b993f"},
+    {file = "regex-2023.3.23-cp39-cp39-musllinux_1_1_ppc64le.whl", hash = "sha256:a81c9ec59ca2303acd1ccd7b9ac409f1e478e40e96f8f79b943be476c5fdb8bb"},
+    {file = "regex-2023.3.23-cp39-cp39-musllinux_1_1_s390x.whl", hash = "sha256:cde09c4fdd070772aa2596d97e942eb775a478b32459e042e1be71b739d08b77"},
+    {file = "regex-2023.3.23-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:3cd9f5dd7b821f141d3a6ca0d5d9359b9221e4f051ca3139320adea9f1679691"},
+    {file = "regex-2023.3.23-cp39-cp39-win32.whl", hash = "sha256:7304863f3a652dab5e68e6fb1725d05ebab36ec0390676d1736e0571ebb713ef"},
+    {file = "regex-2023.3.23-cp39-cp39-win_amd64.whl", hash = "sha256:54c3fa855a3f7438149de3211738dd9b5f0c733f48b54ae05aa7fce83d48d858"},
+    {file = "regex-2023.3.23.tar.gz", hash = "sha256:dc80df325b43ffea5cdea2e3eaa97a44f3dd298262b1c7fe9dbb2a9522b956a7"},
+]
 [[package]]
 name = "requests"
 version = "2.28.2"
     {file = "stdlibs-2022.10.9.tar.gz", hash = "sha256:72a3e4a7fbb40b0e766197e3381c2aabb4ca0442633e0bd99ffeec3908c9fdd8"},
 ]
+[[package]]
+name = "termcolor"
+version = "2.2.0"
+description = "ANSI color formatting for output in terminal"
+category = "main"
+optional = false
+python-versions = ">=3.7"
+files = [
+    {file = "termcolor-2.2.0-py3-none-any.whl", hash = "sha256:91ddd848e7251200eac969846cbae2dacd7d71c2871e92733289e7e3666f48e7"},
+    {file = "termcolor-2.2.0.tar.gz", hash = "sha256:dfc8ac3f350788f23b2947b3e6cfa5a53b630b612e6cd8965a015a776020b99a"},
+]
+[package.extras]
+tests = ["pytest", "pytest-cov"]
 [[package]]
 name = "threadpoolctl"
 version = "3.1.0"
 [[package]]
 name = "websockets"
+version = "11.0.2"
 description = "An implementation of the WebSocket Protocol (RFC 6455 & 7692)"
 category = "main"
 optional = false
 python-versions = ">=3.7"
 files = [
+    {file = "websockets-11.0.2-cp310-cp310-macosx_10_9_universal2.whl", hash = "sha256:580cc95c58118f8c39106be71e24d0b7e1ad11a155f40a2ee687f99b3e5e432e"},
+    {file = "websockets-11.0.2-cp310-cp310-macosx_10_9_x86_64.whl", hash = "sha256:143782041e95b63083b02107f31cda999f392903ae331de1307441f3a4557d51"},
+    {file = "websockets-11.0.2-cp310-cp310-macosx_11_0_arm64.whl", hash = "sha256:8df63dcd955eb6b2e371d95aacf8b7c535e482192cff1b6ce927d8f43fb4f552"},
+    {file = "websockets-11.0.2-cp310-cp310-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:ca9b2dced5cbbc5094678cc1ec62160f7b0fe4defd601cd28a36fde7ee71bbb5"},
+    {file = "websockets-11.0.2-cp310-cp310-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:e0eeeea3b01c97fd3b5049a46c908823f68b59bf0e18d79b231d8d6764bc81ee"},
+    {file = "websockets-11.0.2-cp310-cp310-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:502683c5dedfc94b9f0f6790efb26aa0591526e8403ad443dce922cd6c0ec83b"},
+    {file = "websockets-11.0.2-cp310-cp310-musllinux_1_1_aarch64.whl", hash = "sha256:d3cc3e48b6c9f7df8c3798004b9c4b92abca09eeea5e1b0a39698f05b7a33b9d"},
+    {file = "websockets-11.0.2-cp310-cp310-musllinux_1_1_i686.whl", hash = "sha256:808b8a33c961bbd6d33c55908f7c137569b09ea7dd024bce969969aa04ecf07c"},
+    {file = "websockets-11.0.2-cp310-cp310-musllinux_1_1_x86_64.whl", hash = "sha256:34a6f8996964ccaa40da42ee36aa1572adcb1e213665e24aa2f1037da6080909"},
+    {file = "websockets-11.0.2-cp310-cp310-win32.whl", hash = "sha256:8f24cd758cbe1607a91b720537685b64e4d39415649cac9177cd1257317cf30c"},
+    {file = "websockets-11.0.2-cp310-cp310-win_amd64.whl", hash = "sha256:3b87cd302f08ea9e74fdc080470eddbed1e165113c1823fb3ee6328bc40ca1d3"},
+    {file = "websockets-11.0.2-cp311-cp311-macosx_10_9_universal2.whl", hash = "sha256:3565a8f8c7bdde7c29ebe46146bd191290413ee6f8e94cf350609720c075b0a1"},
+    {file = "websockets-11.0.2-cp311-cp311-macosx_10_9_x86_64.whl", hash = "sha256:f97e03d4d5a4f0dca739ea274be9092822f7430b77d25aa02da6775e490f6846"},
+    {file = "websockets-11.0.2-cp311-cp311-macosx_11_0_arm64.whl", hash = "sha256:8f392587eb2767afa8a34e909f2fec779f90b630622adc95d8b5e26ea8823cb8"},
+    {file = "websockets-11.0.2-cp311-cp311-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:7742cd4524622cc7aa71734b51294644492a961243c4fe67874971c4d3045982"},
+    {file = "websockets-11.0.2-cp311-cp311-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:46dda4bc2030c335abe192b94e98686615f9274f6b56f32f2dd661fb303d9d12"},
+    {file = "websockets-11.0.2-cp311-cp311-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d6b2bfa1d884c254b841b0ff79373b6b80779088df6704f034858e4d705a4802"},
+    {file = "websockets-11.0.2-cp311-cp311-musllinux_1_1_aarch64.whl", hash = "sha256:1df2413266bf48430ef2a752c49b93086c6bf192d708e4a9920544c74cd2baa6"},
+    {file = "websockets-11.0.2-cp311-cp311-musllinux_1_1_i686.whl", hash = "sha256:cf45d273202b0c1cec0f03a7972c655b93611f2e996669667414557230a87b88"},
+    {file = "websockets-11.0.2-cp311-cp311-musllinux_1_1_x86_64.whl", hash = "sha256:3a09cce3dacb6ad638fdfa3154d9e54a98efe7c8f68f000e55ca9c716496ca67"},
+    {file = "websockets-11.0.2-cp311-cp311-win32.whl", hash = "sha256:2174a75d579d811279855df5824676d851a69f52852edb0e7551e0eeac6f59a4"},
+    {file = "websockets-11.0.2-cp311-cp311-win_amd64.whl", hash = "sha256:c78ca3037a954a4209b9f900e0eabbc471fb4ebe96914016281df2c974a93e3e"},
+    {file = "websockets-11.0.2-cp37-cp37m-macosx_10_9_x86_64.whl", hash = "sha256:3a2100b02d1aaf66dc48ff1b2a72f34f6ebc575a02bc0350cc8e9fbb35940166"},
+    {file = "websockets-11.0.2-cp37-cp37m-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:dca9708eea9f9ed300394d4775beb2667288e998eb6f542cdb6c02027430c599"},
+    {file = "websockets-11.0.2-cp37-cp37m-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:320ddceefd2364d4afe6576195201a3632a6f2e6d207b0c01333e965b22dbc84"},
+    {file = "websockets-11.0.2-cp37-cp37m-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:b2a573c8d71b7af937852b61e7ccb37151d719974146b5dc734aad350ef55a02"},
+    {file = "websockets-11.0.2-cp37-cp37m-musllinux_1_1_aarch64.whl", hash = "sha256:13bd5bebcd16a4b5e403061b8b9dcc5c77e7a71e3c57e072d8dff23e33f70fba"},
+    {file = "websockets-11.0.2-cp37-cp37m-musllinux_1_1_i686.whl", hash = "sha256:95c09427c1c57206fe04277bf871b396476d5a8857fa1b99703283ee497c7a5d"},
+    {file = "websockets-11.0.2-cp37-cp37m-musllinux_1_1_x86_64.whl", hash = "sha256:2eb042734e710d39e9bc58deab23a65bd2750e161436101488f8af92f183c239"},
+    {file = "websockets-11.0.2-cp37-cp37m-win32.whl", hash = "sha256:5875f623a10b9ba154cb61967f940ab469039f0b5e61c80dd153a65f024d9fb7"},
+    {file = "websockets-11.0.2-cp37-cp37m-win_amd64.whl", hash = "sha256:634239bc844131863762865b75211a913c536817c0da27f691400d49d256df1d"},
+    {file = "websockets-11.0.2-cp38-cp38-macosx_10_9_universal2.whl", hash = "sha256:3178d965ec204773ab67985a09f5696ca6c3869afeed0bb51703ea404a24e975"},
+    {file = "websockets-11.0.2-cp38-cp38-macosx_10_9_x86_64.whl", hash = "sha256:955fcdb304833df2e172ce2492b7b47b4aab5dcc035a10e093d911a1916f2c87"},
+    {file = "websockets-11.0.2-cp38-cp38-macosx_11_0_arm64.whl", hash = "sha256:cb46d2c7631b2e6f10f7c8bac7854f7c5e5288f024f1c137d4633c79ead1e3c0"},
+    {file = "websockets-11.0.2-cp38-cp38-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:25aae96c1060e85836552a113495db6d857400288161299d77b7b20f2ac569f2"},
+    {file = "websockets-11.0.2-cp38-cp38-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2abeeae63154b7f63d9f764685b2d299e9141171b8b896688bd8baec6b3e2303"},
+    {file = "websockets-11.0.2-cp38-cp38-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:daa1e8ea47507555ed7a34f8b49398d33dff5b8548eae3de1dc0ef0607273a33"},
+    {file = "websockets-11.0.2-cp38-cp38-musllinux_1_1_aarch64.whl", hash = "sha256:954eb789c960fa5daaed3cfe336abc066941a5d456ff6be8f0e03dd89886bb4c"},
+    {file = "websockets-11.0.2-cp38-cp38-musllinux_1_1_i686.whl", hash = "sha256:3ffe251a31f37e65b9b9aca5d2d67fd091c234e530f13d9dce4a67959d5a3fba"},
+    {file = "websockets-11.0.2-cp38-cp38-musllinux_1_1_x86_64.whl", hash = "sha256:adf6385f677ed2e0b021845b36f55c43f171dab3a9ee0ace94da67302f1bc364"},
+    {file = "websockets-11.0.2-cp38-cp38-win32.whl", hash = "sha256:aa7b33c1fb2f7b7b9820f93a5d61ffd47f5a91711bc5fa4583bbe0c0601ec0b2"},
+    {file = "websockets-11.0.2-cp38-cp38-win_amd64.whl", hash = "sha256:220d5b93764dd70d7617f1663da64256df7e7ea31fc66bc52c0e3750ee134ae3"},
+    {file = "websockets-11.0.2-cp39-cp39-macosx_10_9_universal2.whl", hash = "sha256:0fb4480556825e4e6bf2eebdbeb130d9474c62705100c90e59f2f56459ddab42"},
+    {file = "websockets-11.0.2-cp39-cp39-macosx_10_9_x86_64.whl", hash = "sha256:ec00401846569aaf018700249996143f567d50050c5b7b650148989f956547af"},
+    {file = "websockets-11.0.2-cp39-cp39-macosx_11_0_arm64.whl", hash = "sha256:87c69f50281126dcdaccd64d951fb57fbce272578d24efc59bce72cf264725d0"},
+    {file = "websockets-11.0.2-cp39-cp39-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:232b6ba974f5d09b1b747ac232f3a3d8f86de401d7b565e837cc86988edf37ac"},
+    {file = "websockets-11.0.2-cp39-cp39-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:392d409178db1e46d1055e51cc850136d302434e12d412a555e5291ab810f622"},
+    {file = "websockets-11.0.2-cp39-cp39-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:a4fe2442091ff71dee0769a10449420fd5d3b606c590f78dd2b97d94b7455640"},
+    {file = "websockets-11.0.2-cp39-cp39-musllinux_1_1_aarch64.whl", hash = "sha256:ede13a6998ba2568b21825809d96e69a38dc43184bdeebbde3699c8baa21d015"},
+    {file = "websockets-11.0.2-cp39-cp39-musllinux_1_1_i686.whl", hash = "sha256:4c54086b2d2aec3c3cb887ad97e9c02c6be9f1d48381c7419a4aa932d31661e4"},
+    {file = "websockets-11.0.2-cp39-cp39-musllinux_1_1_x86_64.whl", hash = "sha256:e37a76ccd483a6457580077d43bc3dfe1fd784ecb2151fcb9d1c73f424deaeba"},
+    {file = "websockets-11.0.2-cp39-cp39-win32.whl", hash = "sha256:d1881518b488a920434a271a6e8a5c9481a67c4f6352ebbdd249b789c0467ddc"},
+    {file = "websockets-11.0.2-cp39-cp39-win_amd64.whl", hash = "sha256:25e265686ea385f22a00cc2b719b880797cd1bb53b46dbde969e554fb458bfde"},
+    {file = "websockets-11.0.2-pp37-pypy37_pp73-macosx_10_9_x86_64.whl", hash = "sha256:ce69f5c742eefd039dce8622e99d811ef2135b69d10f9aa79fbf2fdcc1e56cd7"},
+    {file = "websockets-11.0.2-pp37-pypy37_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:b985ba2b9e972cf99ddffc07df1a314b893095f62c75bc7c5354a9c4647c6503"},
+    {file = "websockets-11.0.2-pp37-pypy37_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:1b52def56d2a26e0e9c464f90cadb7e628e04f67b0ff3a76a4d9a18dfc35e3dd"},
+    {file = "websockets-11.0.2-pp37-pypy37_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:d70a438ef2a22a581d65ad7648e949d4ccd20e3c8ed7a90bbc46df4e60320891"},
+    {file = "websockets-11.0.2-pp37-pypy37_pp73-win_amd64.whl", hash = "sha256:752fbf420c71416fb1472fec1b4cb8631c1aa2be7149e0a5ba7e5771d75d2bb9"},
+    {file = "websockets-11.0.2-pp38-pypy38_pp73-macosx_10_9_x86_64.whl", hash = "sha256:dd906b0cdc417ea7a5f13bb3c6ca3b5fd563338dc596996cb0fdd7872d691c0a"},
+    {file = "websockets-11.0.2-pp38-pypy38_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:3e79065ff6549dd3c765e7916067e12a9c91df2affea0ac51bcd302aaf7ad207"},
+    {file = "websockets-11.0.2-pp38-pypy38_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:46388a050d9e40316e58a3f0838c63caacb72f94129eb621a659a6e49bad27ce"},
+    {file = "websockets-11.0.2-pp38-pypy38_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:5c7de298371d913824f71b30f7685bb07ad13969c79679cca5b1f7f94fec012f"},
+    {file = "websockets-11.0.2-pp38-pypy38_pp73-win_amd64.whl", hash = "sha256:6d872c972c87c393e6a49c1afbdc596432df8c06d0ff7cd05aa18e885e7cfb7c"},
+    {file = "websockets-11.0.2-pp39-pypy39_pp73-macosx_10_9_x86_64.whl", hash = "sha256:b444366b605d2885f0034dd889faf91b4b47668dd125591e2c64bfde611ac7e1"},
+    {file = "websockets-11.0.2-pp39-pypy39_pp73-manylinux_2_17_aarch64.manylinux2014_aarch64.whl", hash = "sha256:e8b967a4849db6b567dec3f7dd5d97b15ce653e3497b8ce0814e470d5e074750"},
+    {file = "websockets-11.0.2-pp39-pypy39_pp73-manylinux_2_5_i686.manylinux1_i686.manylinux_2_17_i686.manylinux2014_i686.whl", hash = "sha256:2acdc82099999e44fa7bd8c886f03c70a22b1d53ae74252f389be30d64fd6004"},
+    {file = "websockets-11.0.2-pp39-pypy39_pp73-manylinux_2_5_x86_64.manylinux1_x86_64.manylinux_2_17_x86_64.manylinux2014_x86_64.whl", hash = "sha256:518ed6782d9916c5721ebd61bb7651d244178b74399028302c8617d0620af291"},
+    {file = "websockets-11.0.2-pp39-pypy39_pp73-win_amd64.whl", hash = "sha256:58477b041099bb504e1a5ddd8aa86302ed1d5c6995bdd3db2b3084ef0135d277"},
+    {file = "websockets-11.0.2-py3-none-any.whl", hash = "sha256:5004c087d17251938a52cce21b3dbdabeecbbe432ce3f5bbbf15d8692c36eac9"},
+    {file = "websockets-11.0.2.tar.gz", hash = "sha256:b1a69701eb98ed83dd099de4a686dc892c413d974fa31602bc00aca7cb988ac9"},
+]
+[[package]]
+name = "wordfreq"
+version = "3.0.3"
+description = "Look up the frequencies of words in many languages, based on many sources of data."
+category = "main"
+optional = false
+python-versions = ">=3.7,<4.0"
+files = [
+    {file = "wordfreq-3.0.3-py3-none-any.whl", hash = "sha256:39a32ed326d99260cdeb24b427f8aba3d979501bfc1057bfeb7140cd7e0f9bf6"},
+    {file = "wordfreq-3.0.3.tar.gz", hash = "sha256:98ddabbf1a48389769b2599bbeb5330e35e536f89ca0423ac27419017ebc99d5"},
 ]
+[package.dependencies]
+ftfy = ">=6.1"
+langcodes = ">=3.0"
+msgpack = ">=1.0"
+regex = ">=2021.7.6"
+[package.extras]
+cjk = ["ipadic (>=1.0.0,<2.0.0)", "jieba (>=0.42)", "mecab-ko-dic (>=1.0.0,<2.0.0)", "mecab-python3 (>=1.0.5,<2.0.0)"]
+jieba = ["jieba (>=0.42)"]
+mecab = ["ipadic (>=1.0.0,<2.0.0)", "mecab-ko-dic (>=1.0.0,<2.0.0)", "mecab-python3 (>=1.0.5,<2.0.0)"]
 [[package]]
 name = "yarl"
 version = "1.8.2"
 idna = ">=2.0"
 multidict = ">=4.0"
+[[package]]
+name = "zeno-evals"
+version = "0.1.7"
+description = "Visualize OpenAI evals with Zeno"
+category = "main"
+optional = false
+python-versions = ">=3.9,<=3.11"
+files = [
+    {file = "zeno_evals-0.1.7-py3-none-any.whl", hash = "sha256:90f6e3d97482a9dc3d96827c41f937cb103cdf206c0fb7e29f3c0f2c7589bc01"},
+    {file = "zeno_evals-0.1.7.tar.gz", hash = "sha256:81b1e2691ed653e03253a7dd3b0e8400912b8d4a51159c1df2be5b2fd4ef157d"},
+]
+[package.dependencies]
+fire = ">=0.5.0,<0.6.0"
+pandas = ">=1.5.3,<2.0.0"
+zenoml = ">=0.4.10,<0.5.0"
 [[package]]
 name = "zenoml"
+version = "0.4.10"
 description = "Interactive Evaluation Framework for Machine Learning"
 category = "main"
 optional = false
 python-versions = ">=3.8.1,<=3.11"
 files = [
+    {file = "zenoml-0.4.10-py3-none-any.whl", hash = "sha256:0a74769844fd299d9136c6608e10dd200a52e3b79a56348661706de2c2e886cb"},
+    {file = "zenoml-0.4.10.tar.gz", hash = "sha256:b8f880f1d7cec86f42958ffd31e6f3b0c89ede54a0d626c889efb8c280419d40"},
 ]
 [package.dependencies]
 [metadata]
 lock-version = "2.0"
+python-versions = "^3.9.0,<=3.11"
+content-hash = "e3e486f004e684037c149d02033492fbb44dda001e7cbd31b1f1c8967ad056c9"

pyproject.toml CHANGED Viewed

@@ -7,9 +7,12 @@ readme = "README.md"
 [tool.poetry.dependencies]
 zenoml = "^0.4.7"
-python = "^3.8.1,<=3.11"
 fastapi = "^0.95.0"
 uvicorn = "^0.21.1"
 [tool.poetry.dev-dependencies]
 black = "^23.3.0"

 [tool.poetry.dependencies]
 zenoml = "^0.4.7"
+python = "^3.9.0,<=3.11"
 fastapi = "^0.95.0"
 uvicorn = "^0.21.1"
+zeno-evals = "^0.1.5"
+pyyaml = "^6.0"
+wordfreq = "^3.0.3"
 [tool.poetry.dev-dependencies]
 black = "^23.3.0"

zeno-evals-hub/main.py CHANGED Viewed

@@ -1,45 +1,44 @@
 import os
 import sys
-import pandas as pd
 import uvicorn
 from fastapi import FastAPI
 from fastapi.staticfiles import StaticFiles
-from zeno import get_server, zeno, ZenoParameters  # type: ignore
 def command_line():
     app = FastAPI(title="Frontend API")
-    api_app = FastAPI(title="Backend API")
-    @api_app.get("/test")
-    def test():
-        return {"test": "test"}
-    # from zeno import get_server, zeno
-    df = pd.read_csv("./data/adult.csv")
-    configA = ZenoParameters(metadata=df.head(10), serve=False)
-    configB = ZenoParameters(metadata=df.head(100), serve=False)
-    zenoA = zeno(configA)
-    if zenoA is None:
-        sys.exit(1)
-    serverA = get_server(zenoA)
-    zenoA.start_processing()
-    app.mount("/zenoA", serverA)
-    zenoB = zeno(configB)
-    if zenoB is None:
-        sys.exit(1)
-    serverB = get_server(zenoB)
-    zenoB.start_processing()
-    app.mount("/zenoB", serverB)
-    app.mount("/api", api_app)
     app.mount(
         "/",

 import os
 import sys
 import uvicorn
+import yaml  # type: ignore
 from fastapi import FastAPI
 from fastapi.staticfiles import StaticFiles
+from zeno import get_server, zeno  # type: ignore
+from zeno_evals import generate_zeno_config  # type: ignore
 def command_line():
     app = FastAPI(title="Frontend API")
+    args = []
+    with open(sys.argv[1], "r") as f:
+        args = yaml.safe_load(f)
+    @app.get("/args")
+    def get_args():
+        return args
+    os.chdir(os.path.dirname(sys.argv[1]))
+    zeno_objs = []
+    for entry in args:
+        name = list(entry.keys())[0]
+        params = entry[name]
+        config = generate_zeno_config(
+            params["results-file"],
+            params["second-results-file"],
+            params["functions-file"],
+        )
+        config.serve = False
+        zeno_obj = zeno(config)
+        if zeno_obj is None:
+            sys.exit(1)
+        server = get_server(zeno_obj)
+        zeno_obj.start_processing()
+        zeno_objs.append(zeno_obj)
+        app.mount("/" + name, server)
     app.mount(
         "/",