diff --git a/website/docs/api/clone-dataset.api.mdx b/website/docs/api/clone-dataset.api.mdx index 7ebc330d..e015b94c 100644 --- a/website/docs/api/clone-dataset.api.mdx +++ b/website/docs/api/clone-dataset.api.mdx @@ -2,7 +2,7 @@ id: clone-dataset title: "Clone Dataset" description: "Clone a dataset into a new dataset containing the latest file contents" -api: eJzVWN1v2zYQ/1cIvvRFiYO0KAa9OY6zuXCdLJZXFKlh0OLZZkORKknZ8Qz/78ORUqzIH023dcBeAofH++Dd7760oY7NLY0f6DVzzIKj44jqHAxzQqsepzHtSK2gokaUg02NyJFcEQkjPNCJUE4TRhSsno9SrRwTSqg5cQsgkjmwjsyEBE8C5SyNqIW0MMKtafywoVfADJh24RY0fhhvxxE18K0A6640X9N4Q0tG/MnyXIrUm9v6atGoDbXpAjKGv5xwEhqPuA+yaETdOkeinn6FFP/PDT7dCbDIWz4AnbCprlpnhJrvuaGUTJwmKWqi24gqlsH3OQc1TyHHOenNiNKO5EYvBQcekZWQkhQWvPvwDtEz/7vim4JQ8y8qqOao+4WO75nwW5ExdWaAcTaVQGrEhqLzL+rvWlezLTca3f0atyYLIOV1dC3jPGip+cxput0GfAgDHJG8i9t4uw1Em2tlQ1QvLy58cF8oGhZpCtbOCkmewU+jfwqzoPW1OKvL2aXbaVbxSif2rpuhxEikBpgD3naHhMy0yZijMZoHZ05kHtRFzn+U5XV50AChB9JMm7rNEREzguUGnoR19vznAf2QJr1SYEYWzGuBu/N5YcGQ1UITvVJ2LwqqyO71ytaECuVgDqYkdrQ8QhRKOMGk+NPDcuiYK+wh20AVGSbGh9uryTBpJ6PhZDQY3nU7vZte95pGdcLvo+6oeXY/Ggx6g19fHnZuP971u0nzbqc96HT7/ebxTbuHZ+PoGeIf9LS0eO8lXWO02X8IIlbLIlP1RzJj2JpGVDjI7H5iYyBKJpIbsKCwR9UbUZlqN9iPAuCEreJDo2ZGdrysnprpn5ebvjf+hwkqFIenAwhrGtvDe5WtwalkJdyi9Oee9VI4MEwOXpX/6ImS4WXyB0Uh2YOI4wC/biftYTeZdG77o4+DyfUk+XzXbWD98J3eIHl7eYr6/t1R6k3/tn2K29NP8A+T+5Bdh8lXn5Pu8Ci1Pfhcz6oXML1O0E+HZhV0oPUuZlUkhaqNcT6G5BOG5BHkmnCt3jiiADiBJZg1Bh0njgUYiMi0cES4N5bMtebYqKdYObFfChd5LfDEslyCb+JLLTgp1KPSK6Hmck1SDSYN8oRy79+RJZMF2DBLCuXeXp6Trko1xznCwwKeHBGWjJKbyS+kUBIs3ubYn4F/UUS7BZiVsIjDxnAgOK3nVT1hqkx4idwxSpBsChLLFRwuMRZJVWqUhcXzoMlf9bTZyvYLS3+n4XuFpRL8vy34h3LfelLDhXNQviDkFgquz056NEyWWe4SyHJZRup0zWGPLPTmSo9Q1pkiRbJvS3C4ETXliMro0rzyLcISLyAKPWUmQHKSsXW1ERGmwgWSgbVsDntgbUR674XjH0J3fYLZjR27GePIQLHruuPmw9tV96x6aqatI1NmRUosKAsxycAxDBFhihNvgV2IPNQMpX0dIU74rMVsd6H37udtFWY/0m8jmoFbaFxPc+1XuZzhskhbLBetyxYrnJ7AkslWydcKaxnumWYJxvo1szCSxnThXG7jVksy6zIhgYlzDsu9IN8ZzQM0SJBBzkifWfcRB4d2j+KWWi2xQ1wMQrLWV9lnHKFKtMVfozGd+ks0Kn/cVG36w6fEOwIXjvvdBtwN1bSxo+7QGSbuY2h9Pq4tYrURS+BsU1tFam8k7bse+eNyT+L+lZh0dJZrVS736PFw9fL8wmeqti5jfmQvjQ0fEo58Zqgt/P/eF4cyFthMWrlkQvnxCSGxKdH0QFkuaETxxc+IQtuerQyoGkd0gSiMH+hmM2UWRkZut3j8rQCDnzTGEV0yI3Dt8F80IroAxsF4GD7CGt8VLDsre7bvgVijmnvnNqo42mkKuTt5d1xLlLvbYYIQKz+hZJojj2ErGvm/McUakYfiF2/CGXYbNS+wOMU0yERAspd4buDXv6qaz9W6ZuFmE24k+hHUdkuj8ikO/6dbTO6/AAErWTI= +api: eJzVWF9vGjkQ/yqWX/qyCVFaVad9I4TcUVGSC8tVVYqQWQ/gxmtvbS+EQ3z309i7sFkgTe+uJ90LWjz2zHjmN/+8oY7NLY0f6DVzzIKj44jqHAxzQqsepzHtSK2gokaUg02NyJFcEQkjPNCJUE4TRhSsdkupVo4JJdScuAUQyRxYR2ZCgieBcpZG1EJaGOHWNH7Y0CtgBky7cAsaP4y344ga+FaAdVear2m8oeVB/GR5LkXq1W19tajUhtp0ARnDLyechMYl7gMvGlG3zpGop18hxf+5was7ARbPlhdAI2yqrdYZoeYHZig5E6dJipLoNqKKZfD9k4OapfDEOenNiNKO5EYvBQcekZWQkhQWvPlwD9Ez/12dm4JQ8y8qiOYo+5mM76nwW5ExdWaAcTaVQGrEhqDzL+rvalfTLTcazf0asyYLIOV2NC3jPEip2cxput0GfAgDHJG899t4uw1Em2tlg1cvLy68c58JGhZpCtbOCkl24KfRP4VZkPpanNX57MPt5aPilUbsXTddiZ5IDTAHvO2OMZlpkzFHY1QPzpzIPKiLnP/okdfFQQOEHkgzbeo6R0TMCKYbeBLW2fOfB/RjkvRKgRlZMK8F7t7mhQVDVgtN9ErZAy+oIrvXK1tjKpSDOZiS2NHyBFEo4QST4k8Py6FjrrDHdANVZBgYH26vJsOknYyGk9FgeNft9G563Wsa1Qm/j7qj5tr9aDDoDX59vti5/XjX7ybNvZ32oNPt95vLN+0ero2jHcQ/6Gmp8cFNusZoc3gRRKyWRabql2TGsDWNqHCQ2cPARkeUh0huwILCGlUvRGWo3WA9CoATtvIPjZoR2fG8emqmf15s+tr4HwaoUByejiCsqWwP91W6BqOSlXCL0p4H2kvhwDA5eFX8oyXKA8+DPwgKwR5YnAb4dTtpD7vJpHPbH30cTK4nyee7bgPrx/f0Bsnby5eo79+dpN70b9svnfb0F84Pk/sQXcfJV5+T7vAktT34fJLW7w2Tye1NKWBYj75ncL5O0J7Heho0tPWuYJXHhaq1e97X5BO67hHkmnCt3jiiADiBJZg1ggM7kwUYiMi0cES4N5bMteZY0KeYYbGuChd5KfDEslyCL/ZLLTgp1KPSK6Hmck1SDSYN/IRy79+RJZMF2NBzCuXeXp6Trko1x37DwweeHBGWjJKbyS+kUBIs7uZYx4F/UUS7BZiVsIjXRhMhOK3HXz2wqoh5jvAxcpBsChLTGhxPRRZJVQiVCcifQZW/6mmz5B0moP5ewvcSUMX4f1sYjuUI60kNE85B+cSRWyi4PnvRoqEDzXKXQJbL0lMv5yb2yEINr+QIZZ0pUiT78gXHC1aTj6iULtUr7yIs8QyiUHtmAiQnGVtXkxNhKmwgGVjL5nAA1oanD244/iF01zudfXuy70VONB776jxuXrxdVdmq9mbaOjJlVqTEgrIQkwwcQxcRpjjxGtiFyEPOUNrnEeKEj1qMdhdq9GHcVm72rf82ohm4hcYxNtd+5MsZDpW0xXLRumyxwukJLJlsledaYXzDedQswVg/jhZG0pgunMtt3GpJZl0mJDBxzmF54OQ7o3mABgk8yBnpM+s+YoPR7lGcZqthd4gDRAjW+si7wxGKRF38NhrTqd9Eo/LjpirnHz4l3hA4mNzvJ+VuyKaNWXaPztCZn0Lrbrk2sNVaMYE9UG1kqd2RtO965I/LA46HW2LS0VmuVfkIgBYPWy/PL3ykausy5lv7Utnw4HDiOaL2MPDvvUyUvsBi0solE8q3WQiJTYmmB8pyQSOKN94hCnXbaRlQNY7oAlEYP9DNZsosjIzcbnH5WwEGnz7GEV0yI3A88S8fEV0A42A8DB9hjfcKmp2VNdvXQMxRzfl0G1Un2mkKuXtx77gWKHe3wwQhVj61ZJrjGcNWNPK/McUckYfkF2/CGlYbNS8wOcU08ERAsud4buDX36rq49W6puFmE3Yk+hHUdkuj8ioO/9MtBvdfb/dlMQ== sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -395,8 +395,8 @@ Clone a dataset into a new dataset containing the latest file contents name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/create-dataset.api.mdx b/website/docs/api/create-dataset.api.mdx index 8ef5a835..deabe90d 100644 --- a/website/docs/api/create-dataset.api.mdx +++ b/website/docs/api/create-dataset.api.mdx @@ -2,7 +2,7 @@ id: create-dataset title: "Create Dataset" description: "Create a new Dataset. Use UploadDatasetFile to upload files to the dataset." -api: eJzdWG1vIjkS/isl34dkpA6MsqvVitV8YAi5Y44hudDsahQQMt0FeNJt99huCIf476uyu6HTQGZGu3fS7hde/FKuevzUi2vLLF8Y1npkN9xyg5ZNAqYy1NwKJXsxa7GORm6xnA5YjCbSIqP5/SxwkLiGYlEDRgZhlCWKx8XQrUgQrILcDcJcJGjov10ixMUuFjCDUa6F3bDW45a9R65Rt3O7ZK3HyW4SMI1fcjT2vYo3rLVlkZIWpaWfPMsSETmlm58NabZlJlpiyumXFTbBuikPXhgLmN1kNKtmnzGi/5kmBKxAQ5slT9EJ8auM1UIujnD4V55yeaWRx3yWINAmmCtdNTAAMQclEfBZGGsabFcT8p1nVCZBzb92kjC3uB4ule0+8zRLvG3FeTOlEuTy6MB7g3ms+nyGCXxWM5gLTOJSXDuyYoVu8pSsncORECUWfc20cIlQLCda8Dh29hCpCpvAKrarI3ag383ecims4EmyAS4B08xuwCwxSSCXViTAHfdAmIKKGLPdjuRqNJmSxuNy/fYtfb08a5hHERozzxPYewgL/jAL/bFfpWEBQ1XQwSdf3yq+8QJ6NzUeuZuOnLpx254SMlc65Za1SD28siJF2pJn8fdu+Zt4mVpL1COD+ltJf8A8N6hhvVSg1tIc3YLM0we1rjqakBYXqIvJjkrOTBYOIf7reDm03ObmlG4o85QSwYe799Nh2A5Hw+loMLzvdnq3ve4NC6oT/xl1R/Wxh9Fg0Bv88+Vg5+7jfb8b1td22oNOt9+vD9+2ezQ2CfYU/6BmhcZHlnS1VvrYEGKsSvJUVo3kWvMNC5iwmJpjz6aLKDZBptGgtCCku4OEWzQWqmnME06Y8n5YUPfIjpPVk3P1v/NNF8f+jw4qZIzPJxhWV7ZH60pdPaiwFnZZ4HmkfSIsap4Mvsn/CYliw0vn9wd5Z/cizhP8ph22h91w2rnrjz4OpjfT8NN9t8b102t6g/CH69dmf/rx7Oxt/6792m43/8r+Yfjgvev09PtPYXd4drY9+FT1qhc0vQkJpzrStIQANA5iXt6kkMBf3iH8RlfyhMkGYiUvLEjEGHCFekOXvhhLWKLGAGa5BWEvDCyUiinJzyhyUsIUNnCnoK9MXAGwUiKGXD5JtRZykWwgUqgjL09I+9OPsOJJjob+KPr44boBXRmpWMiFpwU+W8rzo/B2+jPkMkFDq2NK0BiPJSi7RL0Whni488Wl0BgTRUTMqn5VdZjSE14yd0ISEqqFKFzh6RBjaKp0jSKwuD2ksquvXqay48DSP5zwtcBSCv7LBvxTvm/cVA3CBUoXEDJXrV69iqivStPMhphmSXFTr8cc/sR9bi7PEdJYnUc07dISnk5EdTmiVLpQr7BFGHACAp9TXIkNKSfCS8vJ36RfACkawxd4RNbaTR9ZOPkudlcrmEPZcagxzhQUh6w7qRveLrNnmVNTZSzMuBERGJQGW5Ci5XRFwGUMTgOzFJmPGVK5OAJWOK8lb7c+9x77bXnNk50v6p+vIhXjsHzwPJJbyAXRjK/40OlIr06V68jltDRT2kKfG5u6TK9VChdJ8ffil7Ecy0hJYyFKBBUJ79wLpVx/uR1LgJl7tobqCWWL3jT0ZmigXD1e9NvD8GOv352273vT8O7f3cHFJIBmE0K6eVEUfTjneWIdEhGXFCVVKqwLWbs3TgVuNjKCeS4dByHlQl6+AXe4164M0O+Ar7kotW0Uw6bh7/7SS/ObVIKNRC0uy5qz+KYlO1rlD/mF7YI9hvcbu3QvoDp+yoylg65EDmrAOhxLBPfokSolfFNL+L1TDjmhlWws0F6O2TGEY/YmAPjHN2P4ZiwP8JwDZiwzLaQ9QoNRFyJFu1TUGcmUax9knDoUrMkz0bxu8tyqKa540iw2Nb1Q193QK9Seh7lOWIstrc1Mq9ksgeKiEePq+B2uVewDDngZcOVg+0jYtntOq7J1MqT3pk8B1QbKPjrRkaSLW0bvdbeIBcWP27L4+/Bb6NyL3rEPh75L0T04NEbOhbv98InGg9U5HrcQ/GilaVAp6QXV0pWnb8V6aN/34NfrIwWOl7Sgo9JMSZSWAhbdhV963XjrMoMyNuWyYlvRXjjT/Kp0oP7kPlhxV1TCNLOEC9dOcZTZFnR7ZDwTLGBk955ypOBe1YJ2k4AtiaetR7bdzrjBkU52Oxr+kqOmTtskYCuuBb12XaMtYEvkMWrH0yfckHXezquiVHSlF6XGer+DooPf0Y4idMH1/NqqK93fDUPiYNHZS1VMezRfs8B9thilpszn3NbWj/lIlFNObDEvkxjLXxK+RnBnVfkslJuKhtttJXTvdiwoTHGhiO0op/wOddND4w== +api: eJzdWG1vIjkS/isl34dkpA6MsqvVitV8YAi5Y44hudDsahQQMt0FeNJt99huCIf476uyu6HTQGZGu3fS7hdeXHa5Xp56cW2Z5QvDWo/shltu0LJJwFSGmluhZC9mLdbRyC2W5IDFaCItMqLvqcBB4hqKTQ0YGYRRligeF0u3IkGwCnK3CHORoKH/dokQF6dYwAxGuRZ2w1qPW/YeuUbdzu2StR4nu0nANH7J0dj3Kt6w1pZFSlqUln7yLEtE5IRufjYk2ZaZaIkpp19W2ATrqjx4ZixgdpMRVc0+Y0T/M00WsAINHZY8RcfE7zJWC7k4ssO/8pTLK4085rMEgQ7BXOmqggGIOSiJgM/CWNNguxqT77yjQgQ1/9pNwtzierhUtvvM0yzxuhX3zZRKkMujC+8N5rHq8xkm8FnNYC4wiUt27ciKFTriKV47Z0eyKKHoa6qFS4RiO8GCx7HTh0BV6ARWsV3dYgf43ew1l8IKniQb4BIwzewGzBKTBHJpRQLcYQ+EKaCIMdvtiK9GkylpvF2u376lr5d3DfMoQmPmeQL7CGHBH0ahv/arMCzMUGV0iMnXj4pvdEDvpoYj5+nIiRu37Skmc6VTblmLxMMrK1KkI3kWf++Rv0mUqbVEPTKovxX0B5vnBjWslwrUWpojL8g8fVDraqAJaXGBuiB2VHKGWASE+K/D5dBym5tTsqHMUyoEH+7eT4dhOxwNp6PB8L7b6d32ujcsqBL+M+qO6msPo8GgN/jny8XO3cf7fjes7+20B51uv19fvm33aG0S7CH+Qc0KiY806Wqt9LEihFiV5KmsKsm15hsWMGExNceRTY4oDkGm0aC0IKTzQcItGgvVMuYBJ0zpHxbUI7LjePXkXP3vYtPlsf9jgAoZ4/MJhNWF7dG+UlZvVFgLuyzseSR9Iixqngy+Kf7JEsWBl8HvL/LB7lmcB/hNO2wPu+G0c9cffRxMb6bhp/tuDeun9/QG4Q/Xr1F/+vEs9bZ/137ttKO/cn4YPvjoOk1+/ynsDs9S24NPZ2n93jCc3t0WFwyr0fcCzjch2bPuEdpChjbOFbz0uJDAX/oafiPXPWGygVjJCwsSMQZcod4QOBZjCUvUGMAstyDshYGFUjE1AzPKsFRYhQ3cLeg7GNcorJSIIZdPUq2FXCQbiBTqyPMT0v70I6x4kqOhP4o+frhuQFdGKhZy4eGDz5b6gVF4O/0Zcpmgod0xFXKMxxKUXaJeC0N43fkmVGiMCUoiZtX4qwZWGTEvET4hDgn1TJTW8HQqMkQqQ6hIQO4Miez6sJcl7zgB9Q83fC0BlYz/soXhVI4wjlQz4QKlSxyZ62qvXrWo717TzIaYZknhqddzE3/ivoaX9whprM4jIrvyhacLVp2PKIUuxCt0EQYcg8DXHteKQ8oJ8NJyijfpN0CKxvAFHoG15ukjDSffhe5qp3NoTw69yJnG41CdJ3XF22WVLWtvqoyFGTciAoPSYAtStJxcBFzG4CQwS5H5nCGVyyNghYtainbra/Rx3JZunux88/98FakYh+XD6JHCQi4IZnzFh05Gep2qXEeu9qWZ0hb63NjUdQRapXCRFH8vfhnLsYyUNBaiRFAz8c69ZMr9l9uxBJi5522onlC26O1Db4sGytXjRb89DD/2+t1p+743De/+3R1cTAJoNiEkz4uiOcQ5zxPrLBFxSVlSpcK6lLV740TgZiMjmOfSYRBSLuTlG3CXe+nKBP0O+JqLUtpGsWwa3veXnps/pBJsJGpxWfamxTdt2dEuf8kvbBfsbXi/sUv3UqrbT5mxdKYrLQc1wzo7lhbcW49EKc03tWS/d8pZTmglGwu0l2N2bMIxexMA/OObbfhmLA/mOWeYscy0kPbIGoymFSnapaIJSqbcmCHjNMlgTZ6J5nWT51ZNccWTZnGo6Zm6KYheofY4zHXCWmxpbWZazWZpKC4aMa6O3+taxT7hgOcBV85sH8m27Z6TqhyxDOld6ktAddCyz050JcnittG73m1iQfHjtmwSP/wWuvCi9+7DYT5TTBkOA5Rz6W6/fGJAYXWOx6MGv1oZLlRaf0E9d+WJXNEe2vc9+PX6SIDjLS3oqDRTEqWlhEW+8FuvG29dZVDGplxWdCvGEGeGZJVJ1Z88Lyt8RS1MM0u4cGMXB5ltAbdHxjPBAkZ67yFHAu5FLWA3CdiScNp6ZNvtjBsc6WS3o+UvOWqayE0CtuJa0KvYDeQCtkQeo3Y4fcINaef1vCpaRdd6UWmsz0UoO/gT7ShCl1zP762G0v3dMCQMFhPAVMV0RvM1C9xni1FpynzNbW39ms9EOdXEFvM8CbH8JeBrAHdalc9HualIuN1WUvdux4JCFZeK2I5qyu9/4E/i sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -404,8 +404,8 @@ Create a new Dataset. Use UploadDatasetFile to upload files to the dataset. name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/evaluate-dataset.api.mdx b/website/docs/api/evaluate-dataset.api.mdx index b9f79012..28da4779 100644 --- a/website/docs/api/evaluate-dataset.api.mdx +++ b/website/docs/api/evaluate-dataset.api.mdx @@ -2,7 +2,7 @@ id: evaluate-dataset title: "Evaluate Dataset" description: "Evaluate a metric on a dataset, returning scores for each example. Specify" -api: eJztV1Fv2zYQ/ivE7SEJwNpFHlXkwY2dwVviGLWzYbANg5HONluJVEkqqSHovw9HSrJiJ20fBgwD9pKI5JF3993dd+cSnNhaiBYwehJpIZzUClYcdI7GL8YJRM0ZDoUTFh1wSNDGRuZe/HDOBMvQGRkzrZhgSRDnzKArjJJqy2ysDVq20YahiHcMv4ksT7HHZjnGcrNfqvqFnkyYNs1CiQyZ00wmqJzc7JnbYXMGHCzGhZFuD9GihI8oDJpB4XYQLVbVioPBrwVa91Ene4hKiLVyqBx9ijxPZewd7X+25EsJNt5hJujLSZfiqfufwnPAwe1zOtePnzGmdW4INyfR0vVgX/ehu7Dzo4sy8ZeCjHVGqi1UHAiEVw9eBOPV8zzV+wyVmznhCnsqxAFVkVEa3N0PR7fr4Wh6e//X3WgyX8/mg/nDbP0wmU1H1+Ob8WgI/E2p6WgyHE9+/Y7E/eR2PBl9T+Dm5gcS08HDbDSkLG1x1Qmmw2Mvq4p8DzEbvwZpFVJDGkzI9ayJzuHOqqqClM21siE6l+/f07+XFTAr4hit3RQpa0sH+D+QakHx/7n2X8i1QG4dj4UxYg8cpMOsu6+K7BENVG9mYP3S6phoM1JumVBJw6SxNiE7EyaVp0VLXJkJpdAwYWm3Sao2m6qQ1t/exTrBmWdg67kzFWoLEfwmnsTMqyVbdGFislpmuTaO3QrrMpki2xidsbO0Xp59WKqlirWyjsWpROXYFVP43Mqfl0vF2KNn57n+gipiudFUNT1UT4uz28Fsfje+Ha0H0/F6fv/7aHK24qzfZ/OdtExa71yCG1GkziMQC8UekelMOofJUlUX3gRh9ypmm0LFBBrLhFTnF8wrD9Y11cyumHgWsjG3h20HbD6bMjwvWcsJETtrv8943YQiVlas1h/U6BR7qd6eN8p6QZBEKpIKZn2AireoT/du51njGHFtl8qD3WDNjkLhkW8wb/EmUxrA144Qv9Iea2m06m3RnS/hFPQlXHDGfvlp1C+WqgPo21Cua9Rqs+rVWiZXywPhLoGH44DWVVlxryE3UrkTLIGae4Zup2lIybXvybmgxg99kcv+ZV8UTq/JhP7BpP6xSX6CME9oQhEUJoUIds7lNur3G8yF7CX4dDL6TI1OipBp4Q32zkfgjsI0GHsTm/FkRnQfCKI7pLS0QCp98ZMYRBBCB7z+uNEmE47K88+5b17URj4dZptRmKVetgPi9wPzBlo/rF/60tk+JvGf4uqX7bbTFKTa6G5v6gDEBtMx++PyxJZTkYhd6yzXCpWzwIHCFUQve+9JCcU/E74r1W62Y+kbc2tnFPzXR9g6BRx+c/08FVKRSz4TyzqlFyByCRwIqzatqZseBvd2cUjtFYcdFUa0gLJ8FBYfTFpVtP21QEMT84rDkzBSPFJoFquKww5FgsbXwhfcQwTXAaZ3czKSxNPCt7fjkYbILNwYxDH67vG2bLd2p/ezOeV5PaFTm4MIjHgG7v9GAPSbhG778vF7gTgLsSXZ8CZVhXhZVEdF5L1q2rPadywsy05vqirgtSueOaGiUfBvKAyE2A== +api: eJztV0tvGzcQ/isD9iAb2EiBj1v4oMRyodYPIZJbFJag0LsjLRMuueFDiirsfy+G+9BaspMcegnQ23I55Aw/zvfNcM8cX1sWP7LRhkvPndCKLSKmCzRhME5Z3MzhFXfcomMRS9EmRhTB/DAPHHJ0RiSgFXBIK/MIDDpvlFBrsIk2aGGlDSBPMsCvPC8k9mFaYCJWu7mqd+iLFLRpBornCE6DSFE5sdqBy7CZgwkaK6yzYNB66SxwC1zNFRyO9MGr4HPljcvQQMIL/iSkcAJtn0XMYuKNcDsWP+7ZO+QGzdC7jMWPi3IRMYNfPFr3Tqc7Fu9ZopVD5eiTF4UUSfAx+GQJjD2zSYY5py8nnMRT/D5U27GIuV1B8/rpEyY0LgwBT1HR8uqA3Y1uqz/fWyjSsKiysc4ItWZlxAjFFyee3eaL84XUuxyVmzruvD01ihgqn1Me3d5fjW6WV6PJzf3ft6O72XI6G84epsuHu+lk9H58PR5dsehVq8no7mp899s3LO7vbsZ3o28ZXF9/x2IyfJiOrijNW1x1ivLq+JRlSWev7mz8MqSF0XQDL80ek2SWIdTmsM3QYEhibHMUjFewFVLCE0JR5TSm5CTRea7VLTpOwXTzYeqMT76fSCuBMu3eWmvH01SQcy4nz1Y8D/3epGgwBaO3QPGiha1wGUhUa5cBl1u+s4BfPJfE0o/K50ujt/Yj6YDLcK4g0cagLbRKSQY2Arf9F8J+ORxnPIa7IB4KgynlWX2mxTHM7wNYJA4BLTAoccOVo8AI8A5jIdFqJda+UjpYGZ3DNhMJnUjOFdS0B6EK7yxs6c5SNGKDaR9G/XUfelLmy5ySpxdBL8m8+ry04h/sseNw84a5h3xalPWhCBZb4X7x9u0p/FOfJGjtyktodZlF/4EMVY7/16GfQYeqytk5MTeG71jEhMO8+1/5/AlNlYBevahbr+Vm7aNZeMKtkOlUXNOmkB9oDSJQHSyV6pwrhYYKsWjLMLb5VlaJ//VNolOchgbAhsoruVqzmP3ON3wa3FJM2puEghd5oY2DG25dLiRWdO3Jetj7da7mKtHKOkikQOXgEhRuW/uz/VwBPIXaPtOfUcWkxsSrPqrNY+9mOJ3djm9Gy+FkvJzd/zG66y0iGAxglgkLwobDpbjiXrqAQMIVKbXOhXOYzlV5HkLgdqcSWHmVBFHJuVBn5xCcV9E1fIdL4FsumnD7h0rQfDZEPdtDqxox9NrvXlT3QDHsS6j9V260xL7U67PGWb8yJJOSrKqwfmVl1KI+2bks6Mox4trOVQC7wRqOriIg32De4k2hNIAvHSF+qQPWwmjVX6M7m7NT0OfsPAL45YdRP5+rDqCvQ7msUavDqkdLkV7OD5I8Z1E1XaF1uS+j4KEwQrkTLBm1hjm6TFOPXOjQ0RWc2kY24IUYXAy4d3pJIQwOIQ2OQwr9p9mgqUjgjWQxy5wrbDwYNJhz0U9xc9JUTIxOfZVp1R7wJtzALV3TcBxCbJrbKRWESkK6LW6rDuQyiACZsZhVV8ei+uNam5w7oudfsyAhVGg+HDrjUdXKPy8YVAEO2lwJ/2sNUuf3scz/kJo/b9YO23V6tMPP056qbZKCOAm10t2K1wEVhpMx/HlxEv+pSQzvdV5ohcqRqtIVV6YX/behe9TW5TzUuhqa9iX1ylOr8/j4+V9ddd45/OoGheRCESYh/fc1jx4ZLwSLGIHdcomK/OGx2g4OfFpELCM2xo9sv3/iFh+MLEv6/cWjoUfeImIbbgR/ort9XJQRy5CnaAIBP+Mu9JEB5zczCpLMpQ9V97jTIgWtVgyTBEPJet22KxiT++mMyFU/Kqm2spgZvqX6y7csZoze4bQ6cDb8q9Ta8zXZVntStvLnTD5ibjhV0zWoXSfC/b5TEMuSRfVRglyzkjrUfwEhfJZk sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -40,7 +40,8 @@ import TabItem from "@theme/TabItem"; Evaluate a metric on a dataset, returning scores for each example. Specify - metric.id or metric.name to identify the metric. + metric.id or metric.name to identify the metric. Persists results as an + EvaluationRun for further capabilities. + + + +
    + + + + commonMetadata + + object + + +
    +
    + + + Common metadata relevant to the application configuration from which all + request inputs were derived. E.g. 'llm_model', 'chunk_size' + + +
    +
    + + + + fields + + object + + + + required + + +
    + +
    + + + + property name* + + object + + +
    +
    + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
    + + +
    +
    +     +
    +
    +     +
    +
    @@ -301,6 +437,15 @@ Evaluate a metric on a dataset, returning scores for each example. Specify schema={{"type":"array","items":{"type":"number"}}} > + + @@ -309,7 +454,7 @@ Evaluate a metric on a dataset, returning scores for each example. Specify value={"Example (from schema)"} > diff --git a/website/docs/api/evaluate-run.api.mdx b/website/docs/api/evaluate-run.api.mdx new file mode 100644 index 00000000..4a3a7f56 --- /dev/null +++ b/website/docs/api/evaluate-run.api.mdx @@ -0,0 +1,663 @@ +--- +id: evaluate-run +title: "Evaluate Run" +description: "Similar to Evaluate, but persists results as an EvaluationRun for further" +api: eJztV0tv4zYQ/isDXnzR2mmOumU3TuEiDyN2WhSO4aWlscUNRWr5sNc19N+LoSRbfmySbVH0shdBImeo4cz3DT9umeNLy+IJ66+49NwJrdg0YrpAEz4GKYubOXz0ikUsRZsYUQTTmI1ELiQ34DQ0ZhHMvYMCjRXWWTBovXQWuAWuYP+fR69goQ0svHEZmmcFCS/4XEjh0HZZxCwm3gi3YfFkyz4iN2iuvMtYPJmW04gZ/OrRuo863bB4yxKtHCpHr7wopEjCT3pfLIW5ZTbJMOf05oSTeLirx2opFjG3KWhOz79gQt+FoVQ4gZZcc3RGJO1F7qqRtxxFGpwqG+uMUEtWRkzxHM9OHOT47Hwh9SZH5UaOO29PjSKGyudU2buH6/7t7Lo/vH34865/P56Nxlfjp9Hs6X407H8a3Az61yz6rtWwf389uP/1FYuH+9vBff81g5ubNyyGV0+j/jUBb5dXnaK8Pt5lWZYRE6rwrrVhbgzfsIgJh/mZRJCL9u6HfZZGe5WOTUDcjzgWRhMGBmdKfkyecYZQm8M6Q4PgMgTcUQSMV7AWUsIcG0JhSgDI0fGUO/5aaEdELTARC5FA4woGJa64csRd+m+LNpBotRBLXzUBWBidPytYZyLJgmnNPQi1sMBdPVovKFSK32BNG0rRiBWmzwr63WUXOlLms5yK24mgk2Revcys+As7LDomptDqrtnlW/wiD2zzcuSMT94m9EKgTNt13NnxNBUUApfDA4/DpD6YFA2mYPQaQgwW1sJlIFEtXQZcrvnGAn71XFKWPyufz4xe28+gFaWMmp42Bm2hVSrUElYC190zYZ8PxxmPgRNUD2EwJb7Xe5qWYUbyOUr7fgQfQ7TzSwe0gc5FB5ZapqggrBg693uREBF2KC20UcJ6DbiqnXbhySJgXrgNVEFAp0Mm9kUUgVGJzvMWGH6WuV3m44J9Csn6pyyvOc6lfFbHtW3zufsWnY/DzZuDsmrfu5582GhbjW0H3RrIVfZsVZ7Li4szHc4nCVq78BJ2+oVF/1IYVD99E2HGq3MNv+rUPzXD/60ZbKINvqcLKp/P0bATtlX1jfYwrlc8oV8gAyndFCqTFvNBhG4AlucIOVcKDalisVPFuMNbWYE+R5dpkuCFDvK04KRGWI8XonfZ497pGamF3l4yNK84M0GtWzQrNDZoaG8ki1nmXGHjXk9y63IhkYtuiquTxj80OvVJaAzVGvABbrl1d0IiXA0YSfBGoY+IQ1V+2zp9l1X6ZcgZmbGYzYMRi+qXG21y7ljMfvtjHBoHcfNxL+/733heSDxU4ESPPXArVnzvEGsNH3PgXVDfq85Js9Z0ryrbYweqsT3RUoX7cPYqbtLSMLvTqiwpyc0J3l7t9ERsO1G0C91uOa3CwdVwAL9fnuTo1CSGTzovtELlLIsYwagyvexeUEoIkzkPzaZOfwNjOHNTbN3Q/stLY404h99cr5BcKIo0AH9bs2fCeCFYxCgFOwZR79vfgHcfFYumEcuIf/GEbbdzbvHJyLKk4a8eDd1PpxFbcSP4nLI9mZYRy5CnaEJhX3ATzuWw+w9jCjBqqn16JJVR43GVJFi4V22nrRYxfBiNiVL1fZgaEYuZ4WsWhWfM6NQN1aiOLBrbMsnV0vMl2VZrEn74IX+P+Bp21TRStWlFuN1WFmP9gqosWVRvxdE3K+ko/xu7OLBP +sidebar_class_name: "post api-method" +info_path: api/lastmile-ai-api-v-2 +custom_edit_url: null +show_extensions: true +--- + +import ApiTabs from "@theme/ApiTabs"; +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import MethodEndpoint from "@theme/ApiExplorer/MethodEndpoint"; +import SecuritySchemes from "@theme/ApiExplorer/SecuritySchemes"; +import MimeTabs from "@theme/MimeTabs"; +import ParamsItem from "@theme/ParamsItem"; +import ResponseSamples from "@theme/ResponseSamples"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import OperationTabs from "@theme/OperationTabs"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + +Similar to Evaluate, but persists results as an EvaluationRun for further + capabilites. + + + + + + +
    + +

    + Body +

    +
    + +
      + +
      + + + + metric + + object + + + + required + + +
      + + + + + + + + + +
      +
      +       + + + + + + + + +
      + + + + metadata + + object[] + + + + required + + +
      +
    • +
      + Array [ +
      +
      • +
      + + + + value + + object + + +
      + +
      + + + + fields + + object + + + + required + + +
      + +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
      +
      +
    • +
      + ] +
      +
      • +
      +
      +       + + +
      + + + + commonMetadata + + object + + +
      +
      + + + Common metadata relevant to the application configuration from which all + request inputs were derived. E.g. 'llm_model', 'chunk_size' + + +
      +
      + + + + fields + + object + + + + required + + +
      + +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
      +
      +       +
    +
    +     +
    +
    + + +
    + + + Successful operation + + +
    + + + + +
    + + + Schema + +
    + +
      + + + +
      + + + + metric + + object + + + + required + + +
      + + + + + + + + + +
      +
      +       + + +
    +
    +     + + + + +     +     +     +
    +     +     +
    +
    \ No newline at end of file diff --git a/website/docs/api/evaluate.api.mdx b/website/docs/api/evaluate.api.mdx index 586f50bd..5bff4078 100644 --- a/website/docs/api/evaluate.api.mdx +++ b/website/docs/api/evaluate.api.mdx @@ -2,7 +2,7 @@ id: evaluate title: "Evaluate" description: "Evaluate a metric on rows of data, returning scores for each row. Specify" -api: eJztV19v2zYQ/yoH7iEJoNpFHlXkwW2cwVviGLWzYZAMg5bOFluJVEkqiWHouxdHSrZsp2mGPQwD9mKTvOPp7n73j1tm+dqwMGLDR55X3Aol2TxgqkTtNqOUhS0NWcBSNIkWpePbE4BDgVaLBJQErZ4MqBWk3PIANNpKSyHXYBKl0cBKaUCeZMTXg2mJiVhtYtkI6IkUlG43khcIVoFIUVqx2oDNsKWxgBlMKi3shoXRln1ErlEPKpuxMJrX84Bp/FahsR9VumHhliVKWpSWlrwsc5E4A/tfDJmyZSbJsOC0ssLm2LHus5fDAmY3JRHU8gsmtC81OcoKNHTPK9aVcOdPfnZRpO6S5zFWC7lmdcDI+hcJByC8SC9ztSlQ2qnltjKnTAFDWRWE+9399fB2cT2c3N7/dTcczxbT2WD2MF08jKeT4afRzWh4zYIfck2G4+vR+NdXOO7Ht6Px8DWGm5ufcEwGD9PhNYXlzq8qxfz62Mq6rgMmZFnZjsFca75hARMWixccQVdUZf/2nbVWlUxn2oXb2y/WPiqFxpScX7Tx4bXeqXIof143F02ppPEhc/n+Pf0dpuO0ShI0ZlXlsEtgFvyTwPdf/D/y/wuR7+vrG6JRVsUS9SvR2EiaH5f7WYYgZIrPVN6pFK9yxS1QtCAkSvsITQ2VbJtxC2oVS8fonQ+JKpZCuvADg9KC8OSmUvdiCcPnsOkUPSfXRGIOwoDlX1HCSqsiluDSJRLzAHyeLCwlijtwwf7siT6bnAAJx9W89ln1/C5RKU55UebkvGjLci7XLGS/8Uc+dcaTR1SlE/KdKEqlLdxyYwuRo1MIzvJme/YhlrFMlDQWklyQhVcg8WnHf76NJcDStaqZ+ooyhFIrStoeysfo7HYwnd2NboeLwWS0mN3/PhyfzQPo92GWCePckCGkuOJVboHLFBIuYYmgCmEtprGsL5wK3GxkAqtKJs7XBRfy/ALcx712bTGBK+BPXLTq9nA3BrTLRmeATkkKITrzkJ7NA091kLxw7oMqhG3dHHhQTjgbxb1+KsdertbnrZY9L4VYauLy9nxgdbCDa7Kxmat2x1ApE0uHUgsSHGHoIGvB2gHllfVILSxBdaUcSEIr2VujPY/ZKVoxuwgAfnkzXBex7CDxCgZdCHy0X0VxU9NidgDCSwTvv6sjEI45L2JZaiHtid8ZjVMF2kzROFgqNwyVnHof6/NS9C/7vLJqQer29+q3S3Szmn5E7TOs0jkLWWZtacJ+v8WFi16Kjycz5kSrtEqakkEy4J1D6Y6gHIycau0gOKVW5mtgdxzcVT76pKtvxMZC5uFlQbO4UbrglnL/z5nr8tQiP++nyOGzKxOHHY9a2L65+M613x/a0jk+7lNvakf7+SZqZc3380v37GA+2ROcgJXqduqOL2EwGcEflydqn7KE8EkVpZIorWEBI2Q962XvPWlJIVJw16Mbj/zoDdGZy//t50QTJNQ++mXOhSRLXKxum2CPGC8FCxi5aBfwNFLsH0+7DRIMGaVKGLHtdskNPui8run4W4WaXi3zgD1yLfiSkIgInQx5itplyVfcsJB98t55NyPliD2vXG8/HuSoFPobgyRB17R+zNvN5sn9dEYZ0LySCpXSHc2fWOB+Q0ZzqUPLJZY782W34mvi9TIpX/hhuh2ll7OqnU3kpqPhdttpiXXNgsYUV3dZTQPwd+0GBgE= +api: eJztWE1v4zYQ/SsD9uANoLW3e1SRQ7rxFm7zYaydFoVtuIw0tthQpJak7LiG/nsxpGTLH7tJ20NRoBdDIoc0Z968N0NtmeNLy+IJ66+4LLkTWrFZxHSBxr8MUhY3c8gilqJNjCi83X4COOTojEhAKzB6bUEvIOWOR2DQlUYJtQSbaIMWFtoA8iQjuy6MCkzEYjNV9QZdkYI2zYviOYLTIFJUTiw24DJs5ljELCalEW7D4smWfY/coLkqXcbiyayaRczg5xKt+16nGxZvWaKVQ+XokReFFIl3sPe7JVe2zCYZ5pyenHASW959CvuwiLlNQRP68XdM6L0wFCgn0NK6cLD2Drdh5KWFIvWLgo11RqglqyJG3p+dOADh7Hwh9SZH5UaOu9KeGkUMVZkT7rf31/2b+XV/eHP/623/bjwfja/GD6P5w91o2P8w+DjoX7Poi1bD/t314O6Hr1jc390M7vpfM/j48QWL4dXDqH9NabmLq05RXh97WVVVxIQqStdymBvDNyxiwmF+JhC0RJfuL69ZGl2qdGx8uv2VhYXRlAODM5Afs2ucIdTmsM7QIOCOpCDUAg2qBEHqpYW1kBIeEazTBlNKghwdJwp+7XiH/xe4KBJoloJBiSuuHHGQqNfiDSRaLcSyDDIBC6PzqYJ1JpLMm9bkA4+HBe7q0XpDoVJ8hjU5laIRK0ynCvrdZRc6UubznADuRNBJslI9za34AzssOmam0Oq28fIljtEKbHNz5EyZvEzqhUCZtrHc2fE0FXQELocHKw6Dem9SNJiS2oE/A2HlMpColi4DLtd8YwE/l1xSlH9TZT4nBf2NpNRlOKVIG4O20ColGV0JXHfPHPv8cZwp0fOC8BCUGvGk8WlW+RnJH1Ha12fxcZp2vu2QZHfedWCpZYoK/I5e6F+bCRHlDoWFHKV8rxOu1np4sAiYF24D4RDQ6ZCJfRKFZ1Wi87yVDP/D3Ib5GLAPPlh/l+U1x7mUU3WMbZvP3ZfofHzcvCmWQcJ3unwoti1h26VuncghejbA8/7duzMKVyYJWrsoJew6HBb9k84g/OP/rcF/oTUIDegrhE6V+SMadkKoXYbWO50wiyp2qGx64am0kJq7IAgtftvANO5AL6ae/o2sJTp/FCqQzaJXx7aGdqlIPsd1K90NQjMRMxAWHH/CXR32FJqIWQSBO3NH5PEDPtmfw2RgmN9AwXG7WwVWPb9NdIojnheSgjfZMsnVksXsR77iI+88RUSXJqHYibzQxsENty4XEoNkdGT92vluqqYq0co6SKQgDy9B4Xpn/2Y7VQCPvpcf6ydUMbVARNouqtWkc3M1Gt8Obvrzq+FgPr7/qX/XmUXQ68E4E9aHISMFWvBSOuAqhYQr6ot0LpyjJqO68EfgdqMSWJQq8bHOuVBvLsD/eThdIyZwCXzNRXPc7r4Fax7rMwO0ZCqGSSdA2plFYdZDcmY8aNiZiUbnYphsq9agEUkM26oeCBCeLK/dDN5oiV2pl28an7phFzKpyCp4/x2roh24w43LvDYeA6vtVHlMG0jhCHEPcAPtDtZw2IDr3BGwl9pDKoxW3SW6N1N2iu2UXUQA37wa3IupauH2FcTagAVuXE6mtQJO2QFk5yYCZudmGtAuTzC7PILsePXFVBVGKHeCEqO7bI4u03QXL7S/iRacLh6sxwvRe9/jpdNzcq63d7Z5RH9RNis0gb2lkSxmmXOFjXu9BkUuuimuTnq7odFpmdRyRHvAW4/pLQF/NfBHa27hIyqTQV/bd/GdqtJfeu0kMxazkAwsqh8+apNzR7ryy9j3BlR+P+2v8P1nL0GH1ZTK475whar4pT61NXxcA19V6vaXy0mz12x/eWyPHVwO2xOty9/+OPuL2qR1Tdk1pFVFQW6a9PZup01vexGddqHbLUcLOLgaDuDn9ycxOjWJ4YPOC61QOcsiRmkUTN9331FIKB9z7puNOvxf+lrU+gLzb384qjOS6mCvkFwo8sQTY1sza8J4IVjEKEQ7dlFvtP9MtntBAiMjXsYTtt0+cosPRlYVDX8u0dD3qVnEVtwI/khITGZVxDLkKRoP+hNufFvuo/N2TIeLmkw47UhJpcOKqyRBX32/bNuWjuH9aEx0q7+HUVPOYmb4mkX+N2bUdHu0PIv9WKgIJV+SbdiTcosfcvuIy96rpslSm9YJt9tWba8qFtWu+JLAKurk/wSIKh9A sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -180,6 +180,317 @@ Evaluate a metric on rows of data, returning scores for each row. Specify schema={{"type":"array","items":{"type":"string"}}} > + + + +
    + + + + metadata + + object[] + + + + required + + +
    +
  • +
    + Array [ +
    +
    • +
    + + + + value + + object + + +
    + +
    + + + + fields + + object + + + + required + + +
    + +
    + + + + property name* + + object + + +
    +
    + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
    + + +
    +
    +     +
    +
    +     +
    +
    +
  • +
    + ] +
    +
    • +
    +
    +     + + +
    + + + + commonMetadata + + object + + +
    +
    + + + Common metadata relevant to the application configuration from which all + request inputs were derived. E.g. 'llm_model', 'chunk_size' + + +
    +
    + + + + fields + + object + + + + required + + +
    + +
    + + + + property name* + + object + + +
    +
    + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
    + + +
    +
    +     +
    +
    +     +
    +
    diff --git a/website/docs/api/finalize-single-dataset-file-upload.api.mdx b/website/docs/api/finalize-single-dataset-file-upload.api.mdx index 609391da..de402cdb 100644 --- a/website/docs/api/finalize-single-dataset-file-upload.api.mdx +++ b/website/docs/api/finalize-single-dataset-file-upload.api.mdx @@ -2,7 +2,7 @@ id: finalize-single-dataset-file-upload title: "Finalize Single Dataset File Upload" description: "Finalize a Dataset file upload. This call should be made after the file has" -api: eJzdWG1v4kgS/iul3g8kkgOjZHe18igfmITcsZfJoEBuNAoINXYBvbG7Pd1tCIv830/VbRsDYWZ2pZNOlw+RTVdXV9dTL095yyxfGBY+s1tuuUHLJgFTGWpuhZL9mIXsTkieiD9xKOQiwVLsTiT4lCWKxyxgMZpIi4x2NOSBQykMc5Eg5E68DaOlMBDxJAGzVHkSwwwh5TECn1vUYJfo5ZfcjCXMEGW5FWOwyq0Pr+Dp8R402lxLjGGuVQrenIZ9bRYwg1Guhd2w8HnLPiDXqLu5XbLweVJMAqbxa47GflDxhoVbFilpUVp65FmWiMh5ofOHoYttmYmWmHJ6ssIm+H3fPHr1LGB2k5G8mv2BEb1nmpxsBRpSF/uN5O5tJWqsFnJx5N3REqF/C2ruHFFuhEhpjSZTMhZyUXmJvMiKgJmrgUYjFhLjgTK2af/wYOl7huY6OTaxCNhcYBKbxlK9n8exINN5MtjTdKTiMIhIIRA+QhPCSlfIZ5XFMPg0HEEJISxQUtRiDLMNmCsw8UubFYXHmHRQkJP9tbWTt3ybabwo1ZdRtl6ixl1Yrrmp4xHjoxN2UB47/ujAMj4IsPkua4wLphrbRvKwovDnEdTGO/Ly3TsXQnuKh3kUoTHzPIE6mVnwX4hvb8iPBjjtPDa2L+dKp84U4DOV273QdtcXPty9FxwEpr4hHV6a2zCQlH7XLPG3E27u6ksRsEgjBV3XvqXJ34uFdH+8sCJ1+Zhn8V/d8rcLxH5hKNV4w30sfIx/+Sc3yxNZneBQ/IkfNnYvaYW0uEBNIjJPH9X69OKNSk4sRirJU9lc5FrzDQuYsJiaZhSWsN64Hf9fwAoZ4+sbDjo0tk9yO1DJEbAWdink29YnwqLmyQNP8cc8UW4AyVOsq60/yCmMvYpjVSjz1PGH7qg77I2mN5/unz4+TG+noy+D3vTpYTjo3fTv+r1bFpyQ6T+Mri6/tfrrzydX7+4/db+1261/Y/9w9Nh/+MfJ5Q9fRr3hydXuwxeq6W+G6e2I/HToaRIhBxrnYl4hKSTwfQzhM0HygskGYiVbFiRiDLhCvSHQF2MJ1JYCmOUWhG0ZWCjl+NEMAV+ptgsbuFPwladZgrTGV0rEkMsXqdZU0TcQKdSR1yek/fVnWPEkR0Mviv5dXbahJyPlyocLC3y1IAw8je6mv0EuEzQkHVMvwXgsQdkl6rUweNx9BTXFXV41E6bKhP3InRR/SUWz9x6Ut8NitqtcuzK1q0mT4oiQVK2uZKlluyavfLdhFwF7vYhUjEMHhHFcNOFywUL2O1/xoTuG+ILKdeSqQJopbeGeG5uSMsdvW0n52no/lmMZKWksRIlAaeEaJK5r+bPtWALMHNsdqReUIWRaUbtso1w9t+67w9HH/n1v2h30p6NP/+o9tCYBdDqemgvjSwrOeZ5Y4DKGiBMRB5UK60Auzp0J3GxkBPNcRq53p1zIs3Nwh3vrKqIC18DXXFTmtktPmXbFenaUwtsOUGMZQqt+bgV+8YBYhbAFz+nck1IhtHx9akERQK6TEFq5TuiNFJTmeytVgu1ELc4qW9sNrkJyBYn6q71nRVAjN9jYpSNVh6gpM5YOsAovOIDToVfhVmPmb+ZBm1pC7Vo5vIRWsr1AezZmx8CN2XkA8NMPI3c+lg1QTsExpRCe+hA+28NjKuLr8S7RxqxGZFrz8mmmjL0ucaS/ccm4xyyExs/lklL0+7jsKGO2EyiCpo5cJ17QPZRLJHI+lpkW0h5B6K5xzmjQS9EuFU2zmR9zMk5DIOvwTHQuOzy3aoornnTKnZ3aEz63mw5xU6VeofaJ7EYitrQ2M2GnU2HORTvG1VH9H2gV5z5bvA64cBHwkcKk23emViPrkNi4pzPNwbXuwHQk2eLEWMh86LCgfLir+Mbvn0euEhPLf9zNuz3fFg7Gz11ff2Nq9FfdMZpq6HMlThAva5C2xrWgO+jDvy+PvHEsEsKNSjMlUVqqx+RkL3rZfkcshNBLuRtWpKM2u68NfkSpPzlQ+sLbXygac/7/1seKElhqsZ0s4UI6UulHbh+wz4xnggWMfFkH7a7zOVBOB+4kYEsH5TPbbmfc4JNOioJ+/pqjpm8kk4CtuBZ8RhA+T4qALZHHqF2kv+CGhezG++6i5DeOLxB5P5wnqVT6Hd0oQtffTss2M5Smeori8ptMqmLao/maBe5/yBh9oqLdLjncb74s53xBsl4nBSXfT5mDFHG3qoYPuWlYuN02umdRsKC8iqvLrCBe8h+QNpqr +api: eJzdWG1v4zYS/isD3gcngGIvkl5RqMgHb+K0brOJETtXLGLDoKWxzUYiVZKy4xr674chJVm2491tgQMOzYdAMofD4Tzz8oy2zPKFYeELu+WWG7RsEjCVoeZWKNmPWcjuhOSJ+BOHQi4SLMXuRILPWaJ4zAIWo4m0yGhHQx44lMIwFwlC7sTbMFoKAxFPEjBLlScxzBBSHiPwuUUNdolefsnNWMIMUZZbMQar3PrwCp6f7kGjzbXEGOZapeDNadjXZgEzGOVa2A0LX7bsI3KNupvbJQtfJsUkYBr/yNHYjyresHDLIiUtSkuPPMsSETkvdH43dLEtM9ESU05PVtgEv+6bJ6+eBcxuMpJXs98xovdMk5OtQEPqYr+R3L2tRI3VQi6OvDtaIvRvQc2dI8qNECmt0WRKxkIuKi+RF1kRMHM10GjEQmI8UMY27R8eLH3N0FwnxyYWAZsLTGLTWKr38zgWZDpPBnuajlQcBhEpBMJHaEJY6Qr5rLIYBo/DEZQQwgIlRS3GMNuAuQITv7ZZUXiMSQcFOdlfWzt5z7eZxotSfRll6yVq3IXlmps6HjE+OmEH5bHjjw4s44MAm++yxrhgqrFtJA8rCn8eQW28Iy8/fHAhtKd4mEcRGjPPE6iTmQX/g/j2hnxrgNPOY2P7cq506kwBPlO53Qttd33hw917wUFg6hvS4aW5DQNJ6VfNEn874eauvhQBizRS0HXte5r8vVhI98cLK1KXj3kW/9Utf7tA7BeGUo033MfCp/jfP3OzPJHVCQ7Fn/hxY/eSVkiLC9QkIvP0Sa1PL96o5MRipJI8lc1FrjXfsIAJi6lpRmEJ643b8c8CVsgY395x0KGxfZLbgUqOgLWwSyHftz4RFjVPHniK3+aJcgNInmJdbf1BTmHsVRyrQpmnjj90R91hbzS9ebx//vQwvZ2OPg960+eH4aB307/r925ZcEKm/zC6uvzS6vffnVy9u3/sfmm3W//C/uHoqf/w08nlj59HveHJ1e7D55Nr9/3haPp4Vx4wpNr/bjjfjsifh4iQCDnaOCh4hbiQwPexht8IuldMNhAr2bIgEWPAFeoNBcdiLIHaVwCz3IKwLQMLpRyPmiHgG/UAYQN3Cr7xNEuQ1vhKiRhy+SrVmir/BiKFOvL6hLTffwcrnuRo6EXRv6vLNvRkpFyZceGDbxaEgefR3fQHyGWChqRj6jkYjyUou0S9FgaPu7Sg5rnLv2ZiVRmzH+GT4i+paPbogzJ4WPR2FW5Xzna1a1IcEZeqJZZstmzr5JWvNvYiYG8XkYpx6IAwjrMmXC5YyH7hKz50xxCvULmOXLVIM6Ut3HNjU1LmeHArKV9bP47lWEZKGgtRIlBauAaJ61r+bDuWADPHikfqFWUImVbUVtsoVy+t++5w9Kl/35t2B/3p6PHX3kNrEkCn4ym8ML704JzniQUuY4g4EXZQqbAO5OLcmcDNRkYwz2XkenzKhTw7B3e4t64iNHANfM1FZW679JRpV+xoRz287QA1liG06udW4BcPCFgIW/Dczz0pFULL17EWFAHkOgmhleuE3khBab63UiXYTtTirLK13eA0JFeQqL/aj6wIauQGG7t05OsQNWXG0gFW4QUHcDr0KtxqzPzNPGhTS6hdK4eX0Eq2F2jPxuwYuDE7DwD+9c3InY9lA5RTcEwphKc+hM/28JiK+Hq8S7QxqxGZ1vx9miljr0sc6W9cMvMxC6Hxc7mkFP0+LjvPmO0EiqCpI9eJF3QP5RKJnI9lpoW0RxC6a5wzGghTtEtFU2/mx6GM07DIOjwTncsOz62a4oonnXJnp/aEz+2mQ9z0qVeofSK70Yktrc1M2OlUmHPRjnF1VP8HWsW5zxavAy5cBHyiMOn2nanVaDsk1u5pT3PArTs1HUm2ODEWMh86LCgf7ipe8stvI1eJaRp42s3FPd8WDsbUXf9/Z7r0V90xn2o4dCVOEH9rkLvGtaA76MN/Lo+8cSwSwo1KMyVRWqrH5GQvetn+QGyF0Eu5G2qko0C7rxJ+lKk/TVD6wvtfMhrfA/6/PmqUwFKL7WQJF9KRTz+a+4B9YTwTLGDkyzpod53PgXI6cCcBWzooX9h2O+MGn3VSFPTzHzlq+pYyCdiKa8FnBOHLpAjYEnmM2kX6K25YyG687y5KfuP4ApH8w7mTSqXf0Y0idP3ttGwzQ2n6pyguv92kKqY9mq9Z4P6HjNGnLNrtksP95styzhck63VSUPL9lDlIEXerakiRm4aF222jexYFC8qruLrMCuIl/wVN3aaq sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -453,8 +453,8 @@ Finalize a Dataset file upload. This call should be made after the file has name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/get-dataset-view.api.mdx b/website/docs/api/get-dataset-view.api.mdx index 2cc03520..a732250c 100644 --- a/website/docs/api/get-dataset-view.api.mdx +++ b/website/docs/api/get-dataset-view.api.mdx @@ -2,7 +2,7 @@ id: get-dataset-view title: "Get Dataset View" description: "Get a paginated view of the data within a Dataset." -api: eJzNWW9z2zYP/yo4Pi+c3CmO43Xrpl1fuInTesucPLa63mb7PEaCba4S6VGUXZ/P3/05kJIt+U+Sdrfd0xepTAIgCOIHAuCaGT5NmT9gN9zwFA0beUzNUXMjlOxEzGfv0ORzvwpcMo9FmIZazInATQOHOZ8KyQ1GsBC4BDUBM0OIuOGwFGYmJHDIpdSZx1IMMy3MivmDNXuLXKNuZWbG/MFoM/KYxr8yTM1bFa2Yv2ahkgaloU8+n8citMpd/pmSAmuWhjNMOH0ZYWI8ULnnpDGPmdWcptXjnxjS77mmrRqBKXFHjoU2vS5IU6OFnB5sOpghdG7K20zRwESrBJYzEc7AKNBotMAFQq5+HT7OUEI6x1BMBEbeUMIUTeqsZHlJWJhpjdLARMQIQpYXqLONV2h5K2L8ck3P5kJKjM53KtMqz+g9lJCbMAVhrGvIKagFajp2TEm4xjSLTQpcI2gMVZKgjDAieVmKYGYiHUpwq4OIUBqygQY+MaitahOhU2MF0q6VjmhcwVzjgszB5QpwMsHQkCCrMd/uIpxxOSWlHtEsEZ3R/spQC0yt0ewyJWMJaXCK+sBaD86NhZI+kOWEjPCzB48r0Gp5YZXycp239qJ1VoUB7GqxSIT5itUS/lkkWQIySx5Rl83qjiXTEpS0xrSGsotlKea+nvZRL0SIpZUflYqRS6KbiNigTkuTXGu+Yh4TBhMHgIp2t5YBQk1nLjhMlK54u1bLlDCVY+5axVkiHdOzUAstcZcneOjBGy//us5XLiO7X515bh0XyZQ+hhOUWUKB7/6h3WsF973xh27/oX3due20b5i3G27/90Prrl8e6d4HR0av77tBq9OtjPWDVi/ojz92gvcVkd2bfHC0M+B9oevGYwseZ8dMs3GxUWiMSPXt9gqO0cZjMktQi/CY9bp7U/9P5nvXa7eCdm8cvG91T42PC3llgrt2v3/AtR3csZwwtZDm1z1rF3gl1MSKH8w7fD51GluhFQl0OnTdHjuanloG5al/42jet/rjVve3g6G7u/2h7n23fcqALoE4HVX2Xfi01awkaySRYI/LKR6zVHAw+W/Y6m379r7XLo+0boN2r0oSfGy3uyftJBJMDU/mx9SYKJ1ww3y63vGCSIkFZRR8KdcT5t2KGu1TleLxQfQ9jCh7XnzsvOwK9r58u3o+SXF3B91y7t4vrr3HFSvE3AiNoSN/TtqW9FDg2ZDxNBwyUBqGlm3Izg9stksE99Ot3TU6Op4Hn85+dzlcDoF0rmTqHLTZaBzev/0sDDFNJ1kM24SceX8/GXbr/p1s+PksdEdha4aSNtVS4mkVZJb0KMk4Gpllllyr+MQkLf5kTCpp01PPayKO71GrpY3sX5BV3ZM/YkTZE9g7O7UuAjHKqZkBj5d8lQL+lfGY3PcPmSVjyrT+cJkfDiWESjvviSjlJY+rH9kAjyJBa/L4obQVozM8CMGCHHu3F4tdFxGeDuzVI3Ug7siJ+ipzvrDEErFLe0ONVG62zMujaTaPvpTF5v8vyOQ7RFfo6kxXIP+o9rGto+LjCfAxS+QMIHmC20zcLeSqQifi9P120wpa/XYwvr6/+/BLd3wzDn57aO9ddsdpOt3gm+ZTs9+9Ojl7e3ffeorbzj/B3w96ne67k9Nvfwva/ZOzlNqU7uKKm94EZKeDm4MbTgZMrYl5cZLl+O3OED7SkXzCeAWRkjUDEjECXKBe0aFPhxJmqNGDx8yAMLUUpkrZavgRAT9T2BbGs6vgZ57MY6Q5vlAigkx+kmop5DReQahQh06ekOa7V0XIENIo+vNNsw5tGSobCaxb4GcDIoUPwe34e8hkjClRR3RNYDSUoMwM9VKk5IfHwsAOV2XAFEioeu7oIJIUEXsXnvNYvAsoB7nHU7dt+RKh1Yj380WoIuxbq6W2gRRzOWU++4kveN+eJiUxKtOhhWwyV9rAHU9Nsm121OL8Z+3HoRzKUMnUQBgL6jS8AYnLLf3ZeigBHm2LKlCfUPow14ou5jrKxaB21+oHv3Tu2uPWQ2cc3P/c7tZGHlxeQkBVukgd/nHCs5iaGBGEXJITqEQYeyKbc6sCT1cyhEkmXeaScCHPzsEu7rQrEgZ4A3zJRaFuPTdRWp86OzmFASqm9KFW+V3zKkRlgt1knur4MHC/AdbFB8AuY/ShtvtR8NK/vbTRhzXsiiEfGh4UZZL9UWSqPtSOJeM12JRkV3NUEv0cu+ew40PN/l8VV85nXyaMOHwY1JwitVFV3H4+/EKZRYLuQ63ZuPrh4qp50XwdXH3vX135Vz/Ur65e/17Wu/ga2f9zR3L+omKsx2p6VnhNvXL8RLkhYudmP7KNt0XRw8rMbKK5jyCVDqUFT4Ed2IPW3nR9nBkRpwXVnOsUxxRQaJsWdQXetlhz23FgGxtC2xtlcSa0kuTgZ0N2CLghO/cA/vNixJ0PZQlMR2A0ppzqrIKQMYX9sYjeDKsxasiqSKqQlKZzLL0ZlCA0zGPimC71IfO3A1372ytT5lgaF904Ii+JckQWXWPr3jTf8PYJhHxyuvBQp8sxJ61otalo6IDwtIJfuIBj2iq8/TypA4HyH9CAxBLDoNjlkI1O6yASHGsC/z+hSREhiKuKqLMhOxUzCCCH6m5oD+dDOddCmoNAUTj8OaMHmQTNTNFj0FzZh5Q5p8cadsnn4rJ5yTOjxrjg8WXOfFmAyD716IXtOw/WLNMx89nMmHnqX14WgYKLeoSLw+64VlHmbkMnAy5spPiFQk+rY/Uq3pH6VPW62qL8mrRNh2lJ0sWSUV/cEjEv/7gtkv+fPgY2LaJqurd7hGq7HG2vLC7l69VqeDeRvzs0tm8CjeMNeyrLSi36QbVDvpN32Bjf9bZOtbDyXnKpbD3SIX5ezK5P2qi2RRtHuprPiyueHXOtTnb9XiBp1yFjzUbz1UXj9UXzh+DqW//bK7/5fb3x+up3tt9LO025Ib/adq52pt/vQpXsKajmLRXEJS+F1kMHfm0eOPchiQ/XKpkridJQ1kyYcaTNeoMWIeQl3PZ4pPMK6jjlngTHnmZLD6df90qbg4dqist5zIV9R7IYXucRYMD4XDCP0Qa3UWAHCOaxbSQYeWxGwcMfsPX6kaf4QcebDQ3bBzR6+iVf1YI/khEH5BEz5BHhZ7Bmn3BlG4V2Qxd59Va49kEjjPIZx9EKQ7QFwWnacnx7uO8HFBbyl+dERcSjORmX/vqMXMEa2EYbO+Zyp4xPidbJpCDCqzFoL+bYXRWtFbkqabhel8qNzYZ5+VZsQsQ2VAf9D6ZTjwE= +api: eJztWuFvIrcS/1dGfh9IpL0kulbVE9V94BLS0pdCXuDuVAGizu4A7u3anO2FQ4j//WnsXXZhl5Bcq6rSy33IsfZ4Zjye+dkz9oZZPjOsOWQ33HKDlo0DphaouRVKdiLWZD+hzfo+ClyxgEVoQi0WROC7gcOCz4TkFiNYClyBmoKdI0TcclgJOxcSOGRcLljADIapFnbNmsMNe49co26lds6aw/F2HDCNX1I09r2K1qy5YaGSFqWln3yxiEXolLv8w5ACG2bCOSacfllhY6yo/OC5sYDZ9YK61eMfGNL3QtNUrUBDoyM/hCa9yUmN1ULOKpMezBE6N+VpGrQw1SqB1VyEc7AKNFotcImQqX8Bn+YowSwwFFOBUTCSMENrvJXcWGIWplqjtDAVMYKQZQEXbBvkWt6KGF+u6dlCSInReaEySTmh90hCZkIDwjrXkDNQS9S07GiIuUaTxtYA1wgaQ5UkKCOMiF9qEOxcmJEELx1EhNKSDTTwqUXtVJsKbaxjSLNWOqJ2BQuNSzIHl2vA6RRDS4ycxnw3i3DO5YyUekS7QvRG+5KiFmic0ZyYkrGEtDhDXbHWvXdjoWQTyHJCRvg1gMc1aLV645QKMp139iI569wATlosEmG/QVrCv4okTUCmySPqsln9sqRagpLOmM5QThgZSKjU3PMZXqfaKH3aKVrkZUZpmCpv/JzJzv6ucadeAGIKSiLgV2GySUr8av+UTGLwAnmpwSymTR/1UoRYkvmoVIxcEt1UxBa1KXVyrfmaBUxYTHyg7yl26wZAqMm3Bd/plzuXVitD2JFhS6bEg1r5gSdhhcdxb1pGp5ZrODVsoTEipMMnp3Kg1a3AOPrI4xTv8+EnBYUqThPZ5QlWF3EbZL+uM+uUZfb3e07J8btKvaugTBPahHr37YfWoPcw+dDt37evO7ed9g0Liub2fz+07vrllm5vUNN63esOWp3uXlt/0HoY9CefOoOf91h2b7LGcbHIvVzXbcCWZM4a02z9PiU0RqT6bnr5iDEFSZqgFmGd9boHXf8k8/300G4N2g+Twc+t7rH2Sc6vTHDX7vcro3aNxZAjphbS/vD9xwN75+hJe59KH2M8JPBw+dSClPjuMxnvHPxOGHvcyfd6/46V+rnVn7S6v1Wa7u4Om7q9bvtJ130aPw58+oRTGzY+JCnBRwUsqgFQa+5xRW4J/GiJuFwfQKhreIXQVwh9hdBXCH2F0FMQetDHsxOox1XX7XKb9+vT5/hrpyxlJD5Hy1OUxzXL2dwIjaEnP8VtR1pleDZi3IQjBkrDyA0bsfOKixZJ+2FqXKQC4/qaxfFKRZFvZ2Y1CyWNd4O3V1fVHKKfhiEaM01j2BVPWPDnCxde7p+pXJyuGBQUrr5T3RGzss/TKsg0eaBEqRZ0ZJpcq/hIJwl/7v78oE5rIurnqNXq48lY3l/VHvkjRpQBgo9d5yIQo5zZOfB4xdcG8EvKY3Lf32WaTChb/N1n6TiSECrtvSei8gR53EXNBHgUCZLJ4/vSVKxOsRLWghy7mIuLXY8fLznk+CDuyKn6JnM+sxwmYl+iCDVSabBl6zhNlU64ZU3yA3xjRYIu219ELx3iajXPqLp0iC7X1Zsuj/xa7WNX84rrT3d1lsgGgOQJ7qoJXpCv4HkWx3e2m9ag1W8PJte9uw+/dic3k8Fv9+2Dba6eptMdfPf2qd4fvj/ae3vXaz012vU/Mb4/eOh0fzra/f63Qbt/tNdv1PV9d53+YNK7zQT0yzv1njvfDMielR2GW06GNm4peL7iZZz3aw2faOk+Y7yGSMmGBYkYAS5Rr8k5ZiMJc9QYwGNqQdiGgZlSrsL5SIUqgndhAycFv/JkESP18aUSEaTys1QrIWfxGkKFOvT83KEqhxYhraI/3729gLYMlUMM5z5UKBMGPgxuJ/+GVMZoiNrv7tFIgrJz1CthyF/r4KKIv3Jg5RGz7+HVg0SO7AWMZ5hdAM/4/6YO+YLTR3lTJavS2K9vQhVh33mHcZcfMZcz1mS/8CXvOy3pfKdSHToISxZKW7jjxia7Qn0jzj4bP47kSIZKGgthLKhK/g4krnb0Z5uRBHh01ysD9RllExZa0UHlAuVy2Lhr9Qe/du7ak9Z9ZzLo/afdbYwDuLyEAVWYhfF4iFOexlSAjyDkkpxdJcI6z9ueOxW4WcsQpqn0J7mEC3l2Dk641y4/QME74CsucnUvMhOZi5m3k1cYYM+UTWjsfTeCPaIyQdGZHf2aMPTfAJv8B4A7/jbLLQDFcbk0pjLS/yvO601oFB+57OLfwdG9CRsopU5NuAqgyKvcZ54tNKFRl980YFsRsp8wkIxTTAIPOU1ouP+PMy2nGC9gTCZseA6NcYX5/ve49FXucanJ6xr9g9co/+V7MyjwEa9ivIjV7CyP+4u9ACbKLRF7oPiRbYMdDt6v7dylTocYqMxIOvjL0Q8OwNFhYY6COwT0KnoInFjCwHfKoZ/QShLsnI1YFQZH7DwA+NezcfB8JEsQVwNuEzr5n+3h1oQOHRMRvRvt7xwjto9veySl7gzh3g1Lrj+izH6ipiPWPIyIUakgQN3DSsQQjQ+UCZ1ciWhUKk3sBO+PyMJnkl+f1YguiH1gTZwDEuFVDUtP6ULuOYS5u3t16zy+VvFqNBEzHw/Pm8s3CvaDdxPb/XypjrEw9u9S1DtMLnrExs9Qdjuux/URFZ1eXfTVRf9aRf8qF93SwPORXGghbWX/yjH7nNErpQTtXNELqYVyr4sWnF4wsUu+EJdvL3lq1QSXPL7MBl/m+4B7/6SX7pHCcMNSHbMmm1u7MM3Ly3x74+IiwmX1yYhWUeqP2Z4HvHGb3a+0I7Y6Tq/8cVWfyou+iFN+YrVLkEgk6eLI6BGFI2JB9uM2r7L88mngEh8qWz4UL7PaPsk9qD+W0q79smPRkT3Gudo9lLmqzx6LEYc5XtFT9yqE6maldyDD0hOM8o3gcP/eruBZva4rriOO3TpkN1ylemPNvdVpNuXbm6uDy5qroxctz1TPPfPLFBxvt3sXq6+GKRuGomh3IVLM//ByozQpQaXUUp21FJPQuu/Ax7eVUK6SNOFaJQslUVoqshBCeNK3F1fuqZcyNuHu6kD6paGLjMz/oe51Zunt5Lc91MyggkpQl4uYC/fEyiHWJsO7IeMLwQJGE9xhXhH+LGA73BsHbE5Q2RyyzeaRG/yg4+2Wmt0bOnr9SSuiBX8kIw7JQ+fII0KL4YZ9xrW7f3ITepMV+3L/qtyvUFLhR7TCEF1d5ThtGc3ve/0BgWD2+DRREY3RnIxLf5uMXMEZ2GGra/MJTMpnROt5EmTyfcQ9QFg3q7xiL9clDTebUtVmu2VBNhWXwTDy0O3/ABV3Mes= sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -114,6 +114,24 @@ Get a paginated view of the data within a Dataset. schema={{"type":"integer","description":"Pagination: The maximum number of results to return on this page."}} > + + + +
    • - - @@ -190,7 +199,7 @@ Get a paginated view of the data within a Dataset. - stringCriteria + allOf @@ -209,88 +218,241 @@ Get a paginated view of the data within a Dataset. style={{"marginLeft":"1rem"}} > - - - - - - - -
    - - - - numericCriteria - - object - - - - required - - -
    - - - - - - + + + + predicates + + object[] + + + + required + + +
    +
  • +
    + Array [ +
    +
    • + + +
    + + + + stringCriteria + + object + + + + required + + +
    + + + + + +
    +
    +     +
    + + + + numericCriteria + + object + + + + required + + +
    + + + + + + + +
    +
    +     +
    + + + + stringListCriteria + + object + + + + required + + +
    + + + + + +
    +
    +
  • +
    + ] +
    +
    • +
    +
    @@ -311,7 +473,7 @@ Get a paginated view of the data within a Dataset. - tagsCriteria + anyOf @@ -330,88 +492,241 @@ Get a paginated view of the data within a Dataset. style={{"marginLeft":"1rem"}} > - - - - - - - -
    - - - - timeRangeCriteria - - object - - - - required - - -
    - - - - - - + + + + predicates + + object[] + + + + required + + +
    +
  • +
    + Array [ +
    +
    • + + +
    + + + + stringCriteria + + object + + + + required + + +
    + + + + + +
    +
    +     +
    + + + + numericCriteria + + object + + + + required + + +
    + + + + + + + +
    +
    +     +
    + + + + stringListCriteria + + object + + + + required + + +
    + + + + + +
    +
    +
  • +
    + ] +
    +
    • +
    +
    @@ -728,8 +1043,8 @@ Get a paginated view of the data within a Dataset. name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • @@ -744,6 +1059,24 @@ Get a paginated view of the data within a Dataset. + + + + @@ -752,7 +1085,7 @@ Get a paginated view of the data within a Dataset. value={"Example (from schema)"} > diff --git a/website/docs/api/get-dataset.api.mdx b/website/docs/api/get-dataset.api.mdx index f788d8b4..4f63ef54 100644 --- a/website/docs/api/get-dataset.api.mdx +++ b/website/docs/api/get-dataset.api.mdx @@ -2,7 +2,7 @@ id: get-dataset title: "Get Dataset" description: "Get a Dataset." -api: eJzVWG1v2zYQ/isH7kNaQImLrCgGFf3gOs7mznWyWN5QxIZBS2ebjUSqJGXHM/zfhyOlRJaddMGwAfviFx7veHzunVtm+cKw8JZdcMsNWjYJmMpRcyuU7CUsZD+jrWgBS9DEWuRE9CTgUFLPWMAMxoUWdsPC2y37iFyjbhd2ycLbyW4SMI3fCjT2o0o2LNyyWEmL0tJPnuepiN2hra+GhG+ZiZeYcfplhU1xT5UbL4kFzG5yIqnZV4zpf65JfSvQEKdIHL/fY6wWcsF2O6+J0JjQzUXCJrudXzW5ksaznr95Q1/7Nx4WcYzGzIsUHlBiwT+7iT/zu1dJSiPUpDza5eUoNG0ZLRF6F6DmYJcISWXTXcBijdxi0rbHhMyVzrhlIamHp1ZkSCxFnryURfIMv6/lL0XG5alGnvBZikBMMFe6rnMAYg5KIuC9MNa4K+wJeeEZNWIDnWMnqbVEPTKoey/GvDCoYb1UoNbSHFhBFtmNWpuaUCEtLlCXxI5KnyAKKazgqfjTOeXQcluYY7qhLDKKh09XH6fDqB2NhtPRYHjd7fQue90LFtQJv426o+bazWgw6A1+3l/sXH2+7nej5t5Oe9Dp9vvN5ct2j9YmwYOLf1KzUuODm3S1VvpIeFM4pkUm65fkWvMNC5iwmJnDsCZDlEyQazQoLQjpbJByi8ZWSe5SpJXDCVPZhwXNiOw4WT05V/9ebMJcpPgfBqiQCd4f8bCmsj3aV+nqQYW1sMsSzwPtU2FR83Twt+KfkCgZ9oPfH+SD3Yt42sEv2lF72I2mnav+6PNgejGNvlx3G75+fE9vEP14/hz13dsnqZf9q/Zz3I7+DP8wuvHRdZz88UvUHT5JbQ++1KNqz00vIsKpiTRtIQCNg5hXlhQS+L4N4Q8yyR2mG0iUPLEgERPAFeoNGX0xlrBEjQHMCgvCnhhYKJWAVTCjzEnVUtjAnYL3PMtTJBpfKZFAIe+kWgu5SDcQK9SxlyekffcWVjwt0NAfRR8/np9BV8YqEXLh3QLvLQgDo+hy+hMUMkVDuxOqzpiMJSi7RL0WhvzwsCeox1U9YKpI2PfcCUlI+QxTSld4PMUYIlWhUSYWx0Mqf1WzZik7TCz9xxO+l1gqwf/bhH8s9o0jNSBcoHQJITdYJOr0WUR3DqYstxFmeVpa6vmcw++4r83VOUIaq4uYyK4s4fFC1JQjKqVL9cq7CANOQOBrylxgmkDGyeGl5RRv0m+ADI3hCzxw1oalD244eZF31zuYx7bjscd4oqF4rLqT5sXbVfWsamqmjIUZNyIGg9JgCBlaTiYCLhNwGpilyH3OkMrlEbDCRS1Fu/W19zBuKzO7hn4XsPvTWCU4dGnFuKkk5XJBbsZXfOh0pLFFFTp2NS3LlbbQ58ZmrtJrlcFJWv49eT+WYxkraSzEqaAm4QNIXD/sf7UdS4CZm3sidYcyhFwrGhjOUK5uT/rtYfS51+9O29e9aXT1a3dwMgmg1YKILC/Kpg/nvEitQyLmkrKkyoR1KWv32qnAzUbGMC+k80HIuJCvXoM73GtXJegPwNdcVNqelcvmbIH21RZEEsKJSE6gFOu5VYpnqVq8qprP8pu27GiXP+092wUPYF5v7NLNQU0glRlLh2EFITQQdoBWUD7ASKpUOE4tAflBOQiFVtIpP2aHWI7Z6wDgh78N5uuxfMTpGEJeDZF8GDORjFngWHItpD0Ah9F4m6FdKhqZc+VG05zT6MtaPBet8xYvrJriiqetkqm1cBneoF6h9s5Z6JSFbGltbsJWqwKNi7MEVwf55FqrxGch8DLg1EH4mXBu95xK1UA+pAnU14X6WP6QsuhI0sVtYyHz2LOg/HFZdYSf/ohczNFke/M4zXd94a762VorLqgHro2sNQWhfd2D388P7nW4JYSOynIlUVpKNASX33p+9sZldGVsxt1o58dI9zLxxKtF7d3h8AGjhINah1aeciFds0xW2ZbmvGU8FyxgpPeDSemMh9MW/hVlSU4Q3rLtdsYNjnS629HytwI1vY9MArbiWtCI6Z5HArZEnqB2fnCHGxayjtfztOzPXL9D9aj5wkCR6DnacYwuoz29t+6n11fDiGxcvsdkKiEezdcscJ8ho3qQ+0IXbv2aj/qCClHIvEzyCL7vUA0HcreqZjG5qWm43dby5W7HgvIqLuzZjhL5X0TLWMU= +api: eJzVWG1v2zYQ/isH7kNaQImLrCgGFf3gOs7mznWyWN5QxIZBS2ebjUSqJGXHM/zfhyOlRJaddMGwAfviFx7veHzunVtm+cKw8JZdcMsNWjYJmMpRcyuU7CUsZD+jrWgBS9DEWuRE9CTgUFLPWMAMxoUWdsPC2y37iFyjbhd2ycLbyW4SMI3fCjT2o0o2LNyyWEmL0tJPnuepiN2hra+GhG+ZiZeYcfplhU1xT5UbL4kFzG5yIqnZV4zpf65JfSvQEKdIHL/fY6wWcsF2O6+J0JjQzUXCJrudXzW5ksaznr95Q1/7Nx4WcYzGzIsUHlBiwT+7iT/zu1dJSiPUpDza5eUoNG0ZLRF6F6DmYJcISWXTXcBijdxi0rbHhMyVzrhlIamHp1ZkSCxFnryURfIMv6/lL0XG5alGnvBZikBMMFe6rnMAYg5KIuC9MNa4K+wJeeEZNWIDnWMnqbVEPTKoey/GvDCoYb1UoNbSHFhBFtmNWpuaUCEtLlCXxI5KnyAKKazgqfjTOeXQcluYY7qhLDKKh09XH6fDqB2NhtPRYHjd7fQue90LFtQJv426o+bazWgw6A1+3l/sXH2+7nej5t5Oe9Dp9vvN5ct2j9YmwYOLf1KzUuODm3S1VvpIeFM4pkUm65fkWvMNC5iwmJnDsCZDlEyQazQoLQjpbJByi8ZWSe5SpJXDCVPZhwXNiOw4WT05V/9ebMJcpPgfBqiQCd4f8bCmsj3aV+nqQYW1sMsSzwPtU2FR83Twt+KfkCgZ9oPfH+SD3Yt42sEv2lF72I2mnav+6PNgejGNvlx3G75+fE9vEP14/hz13dsnqZf9q/Zz3I7+DP8wuvHRdZz88UvUHT5JbQ++PEnr94bR9OqyPGBYj749d76ICM+mRWgLAW2cKXhlcSGB79sa/iDT3WG6gUTJEwsSMQFcod6QcyzGEpaoMYBZYUHYEwMLpRKwCmaUYamqChu4U/CeZ3mKROMrJRIo5J1UayEX6QZihTr28oS0797CiqcFGvqj6OPH8zPoylglQi68++C9BWFgFF1Of4JCpmhod0JVHJOxBGWXqNfCkL8e9g71+KsHVhUx+x4+IQkpn2FKaQ2PpyJDpCqEygTkeEjlr2rWLHmHCaj/eML3ElAl+H9bGI7lCONIDQgXKF3iyA0WiTp9FtGdgynLbYRZnpaWej438Tvua3h1jpDG6iImsitfeLxgNeWISulSvfIuwoATEPjaMxeYJpBxcnhpOcWb9BsgQ2P4Ag+ctWHpgxtOXuTd9U7nsT157EWeaDweq/OkefF2VWWr2pspY2HGjYjBoDQYQoaWk4mAywScBmYpcp8zpHJ5BKxwUUvRbn2NPozbysyu8d8F7P40VgkOXVoxbnpJuVyQm/EVHzodabxRhY5d7ctypS30ubGZ6wi0yuAkLf+evB/LsYyVNBbiVFAz8QEkrh/2v9qOJcDMzUeRukMZQq4VDRZnKFe3J/32MPrc63en7eveNLr6tTs4mQTQakFElhdlc4hzXqTWIRFzSVlSZcK6lLV77VTgZiNjmBfS+SBkXMhXr8Ed7rWrEvQH4GsuKm3PymVztkD7agsiCeFEJCdQivXcKsWzVC1eVU1q+U1bdrTLn/ae7YIHMK83dunmpSaQyoylw7CCEBoIO0ArKB9gJFUqHKeWgPygHIRCK+mUH7NDLMfsdQDww98G8/VYPuJ0DCGvhkg+jJlIxixwLLkW0h6Aw2gMztAuFY3WuXIjbM5pRGYtnovWeYsXVk1xxdNWydRauAxvUK9Qe+csdMpCtrQ2N2GrVYHGxVmCq4N8cq1V4rMQeBlw6iD8TDi3e06lanAf0qTq60J9fH9IWXQk6eK2sZB57FlQ/risOsdPf0Qu5mgCvnmc+ru+cFd9b61lF9Qr10bbmoLQvu7B7+cH9zrcEkJHZbmSKC0lGoLLbz0/e+MyujI2424E9OOme8F44nWj9j5x+NBRwkGtQytPuZCuqSarbEtz3jKeCxYw0vvBpHTGw2kL/9qyJCcIb9l2O+MGRzrd7Wj5W4Ga3lEmAVtxLWgUdc8oAVsiT1A7P7jDDQtZx+t5WvZnrt+hetR8iaBI9BztOEaX0Z7eW/fT66thRDYu320ylRCP5msWuM+QUT3IfaELt37NR31BhShkXiZ5BN93qIYDuVtVM5vc1DTcbmv5crdjQXkVF/ZsR4n8L1b+ZMQ= sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -368,8 +368,8 @@ Get a Dataset. name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/get-evaluation-run.api.mdx b/website/docs/api/get-evaluation-run.api.mdx new file mode 100644 index 00000000..b4164b28 --- /dev/null +++ b/website/docs/api/get-evaluation-run.api.mdx @@ -0,0 +1,545 @@ +--- +id: get-evaluation-run +title: "Get Evaluation Run" +description: "Get a specific evaluation run by id" +api: eJytVltv4joQ/ivWPKel6mPesiVlc1QugtBzVhzEmmQK3k3s1JdShPLfV3a4JBDa1WqfcvE3Y3/zjWdmB5quFPgzCN9oZqhmgsPcA1GgdB9RCj70UJ+Wx4aDBymqRLLC4R2AUKIKTNgLSwgewUQaTpZbwlLwQGFiJNNb8Gc7+IJUogyMXoM/m5dzDyS+GlT6i0i34O8gEVwj1/aVFkXGEuew80PZHXegkjXm1L5ppjNsOeW48gce6G1hAWL5AxP7XUjLTzNU1p6lzkuFUVoyvoKyrM7DJKY2OiyFeVlWf1UhuKpM7+/u7KMZjIlJElTqxWTkGEbw/gafaudPCWFDq5rHcxH/IC4eJBKpxjTQl6sevAiZUw0+pFTjjWY5Hk2EjNodFlLY/a+sSlQm012qqcJrGCWMTPBjDL4XKFmO/HPAgObYCslR05TqhkoTLU3yeZK9MMxSVfN6xNE0ZVYSmo0aFs2kGsoUJaZEig2xKqIiG6bXJEO+0mtCsw3dKoKvhmZEC/Kdm3whxUZ9J4ITvcb/OUmErJI3ZXxF3hhubluO3X4cLQ2W55diz2leekBXK4krqrGPWrKkTpRKSbfgAdOYq3rkKmhwsPw0hLnDX3r400Tm12RuRL51vcjE1mbKRFNtVNtFQG5yG6P+sBs+Lbrh6Gn4rR8O4sUkDuLpZDEdTEbhQ/QYhV3wrqJG4aAbDXofIIaDp2gQfgR4fPwEMQqmk7Brq/4xriLFrHvO0ulfF3otWgJbox7G4+hhEfR647AXxOGiH8Zfh91z6ldQk2n/g9Xgudc4cDOV9mezlSERsi4yN/kS5UV5zw+JdE7v4GHuLAyPnZvrnMPn4GkaxNFwsBhPB4v42yg849uGCLpfhw9X1sL/RuE4snrVCTcquTtUS8eq1+p6mW25ridy83NHzW7iumBVCp38UAjXYgtqGzl0aME69x1qtFhYw87JurNCvZCu7yiUbyiVmwOMzMCHtdaF8judjCqdswwpu03x7WLOGEmRmsQNFpUPckOeqNJ9liEJIrBjxGHKmNiGWhWA+qxx1M5u6fS1MPBh6UDg7V8eD53sn39jF1zbqMenESV8p3mR4aG+1MoD4y+iXqVqByTBKCLP9xe8LiE+eRB5IThybdWx4aqg97d3rmkKpXPq6lNVx9wMdkoL0jKm1Waq35zY9qHS+K47RUYZt1s7xXZ7xWdACwYeWE5H1e2FOI2THhyUn3uwtuniz2C3W1KFU5mVpf39alDauXDuwRuVjC5t5Ga2s6yRpihdqvzELfjwUHG4cdlq4ZlxbeZ8piq9g0WQJFjoD7HzWkaPhpPYpsF+Ds1Fam0k3dhbQjfgA9gB2Vq77HL/dpBRvjJ0ZbGVT1cumzl3lmOO1aFN8m3thLtdhYjFT+RlCd6eirbfUNpb+AtE8/81 +sidebar_class_name: "post api-method" +info_path: api/lastmile-ai-api-v-2 +custom_edit_url: null +show_extensions: true +--- + +import ApiTabs from "@theme/ApiTabs"; +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import MethodEndpoint from "@theme/ApiExplorer/MethodEndpoint"; +import SecuritySchemes from "@theme/ApiExplorer/SecuritySchemes"; +import MimeTabs from "@theme/MimeTabs"; +import ParamsItem from "@theme/ParamsItem"; +import ResponseSamples from "@theme/ResponseSamples"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import OperationTabs from "@theme/OperationTabs"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + +Get a specific evaluation run by id + + + + + + +
    + +

    + Body +

    +
    + +
      + + + +
    +
    +     +
    +
    + + +
    + + + Successful operation + + +
    + + + + +
    + + + Schema + +
    + +
      + +
      + + + + evaluationRun + + object + + + + required + + +
      + + + + + + + + + + + + + + + + + +
      + + + + metadata + + object + + +
      + +
      + + + + fields + + object + + + + required + + +
      + +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
      +
      +       +
      + + + + aggregateMetrics + + object[] + + + + required + + +
      +
    • +
      + Array [ +
      +
      • +
      + + + + metric + + object + + + + required + + +
      + + + + + + + + + +
      +
      +       + + + +
    • +
      + ] +
      +
      • +
      +
      +       + + +
      +
      +       +
    +
    +     + + + + +     +     +     +
    +     +     +
    +
    \ No newline at end of file diff --git a/website/docs/api/list-base-models.api.mdx b/website/docs/api/list-base-models.api.mdx index 7e4d9d03..7bcd7a50 100644 --- a/website/docs/api/list-base-models.api.mdx +++ b/website/docs/api/list-base-models.api.mdx @@ -2,7 +2,7 @@ id: list-base-models title: "List Base Models" description: "List all base models available for fine-tuning." -api: eJztWN9z2jgQ/lc0uockMwY6uTd3+uAQ5+oUCIdNrr3AMMJeQKktuZKchGP8v99IAmIMJGk7cw83fUmwd70/Pu1+knaFFZlL7N7hK8oARQUDdM2neOxgnoMginIWJNjFHSrVBZHQ5QmkEjs4ARkLmmuFtRiRNEVTIgFlRgmRB0JTMk0BzbhAM8qgoQpG2byJHSwhLgRVS+zerfAFEAHCK9QCu3fjcuxgAd8KkOqCJ0vsrnDMmQKm9E+S5ymNTWSte6m9r7CMF5AR/UtRlcJevANrDTtYLXMt5tN7iPVzLnSeioLE7qp0MEkSqk2TtF+RzEgqwcFPDakIZSlI2YAsV8vG2o6rRAFlWZY6cJlzJo09fP7unf63i1VYxDFIOStStMUYOz+fovX7Wo7YLo4xZPWIEGSJHUwVZLLqwBh+1R5NKrakEpTNcengWABRkHhqX+rgGRcZUdjFCVHQUDQD/UmRJ9/7SQIpfK8XCSI4HHMGStB4i+kOFjXRD6JiwD/ifbox7ol4QRXEqhBwKC9gRaZb9sIL/Un35tLvTLxB+2MQ+e1oOPAnw17Y99vBVeBfYueolte58AeRN/kcvkGp035B6dK3Sre/v6AURpMw6AYdbxBEXzS/bJC9OJh2nWA+AeSIMiSXLEaPVC3Q4+NjKxdUZqRle6Npn1zPP2xyDbH/QNLC9JZd01cR9m+9ztCLgpvepOtHg6B9COB9pSsviD5eDTs9PwyPaw38jn/r9dr+cZXo5nPQ1qAd1fjTOy4Lh92uNwj+Ni/ruO9h8dOw71m0nPitoAISDSlN8HMbHCv6cT2OgNlmppwhMuWFQqSy1aCYC8u7CWVzpDgiKFu7XztrE5HscZt5+Sa+PNKyjGQHOrSsRX9Qnqd8mQFToSKqkC8VoW2mS7/fufnS9XvRJIy8aBjWqvCYVt/vXQa9P17QuOl1gp7/ksLV1SsafW8Y+pfV6jL4Xtaz/M/2BbNoIf2nujqUKZiD0OK8EDmXh5dOCUL1IaUv+FyA3NkRo7rsteK559MjpQM5jxeHo0u5rBYEK7KpFZA4LgSJlweFeTXeulDjIhXJ8rdCWOtam8cm6nWIlYAq7qvO9vp4A9y6PSWaCZ6tm3gDfPPXZvhrM/yfboYO1q+g2qRb5jh89dijDt3N5s72wgF+74uYp0XGvuujGgM8b9lm09vF5sCGVmX6KoVXufmZiA/Q7jEO2EK4xuE5ufHBs8bRMGon+j2uuoQZZWZFzP1VLdanjSPYGP9G9NSIeQIhyfJUr+DdCqeEzbGLr8kDCY0HfQHmhYgN82c5Fwp1iFQZ1ZdlTYkn6frx5P2IjVjMmVQoTikwhT4gBo9b/dPViCE0NTfoiH8F5qJccH3DbAJ7uDvpeGHUDTr+xOsHk+jmk987GTuo1ULRgkpEpUksgRkpUoUIS1BMGJoC4hlVCpIRK89MCMSU/axgsYEkI5SdniHj3Ea3ufmiD4g8EroJt6kv/nqwcM2nspnuXFpPrWlrgafQTPn8dGOnaWHVKqXWsh7f49LZAtpfqoUpvzqYXI6YwXEDI6qhbEDdwLmFUoeywXKiNJgfuIGRCs6ac1CnI7yP5wifOQj99mZAz0asglUFpYkqGEzuNzhNdANMsjVSI5YLytQePFiPSzJQC67nNDk3Y46c6FEKbpGcts5bpFB8Ag8kbe14adWdmLGMeABhq7YQKXbxQqlcuq3WBklCmwk87JFjX/CksKVhbaCGwbWrwfcCE+Vm5hNqrrTkVp38bDlIu9SxGDXsYrsgmhHMj6vNeeX6r8iwm56RDJ4HRv6TaT070KFsxnemJs8xIa8foNvz/WHWnoqL2jzLOQOmNEgaIat63nxnzl5cqoyYo769EtiBmC50dHhiVhlp/cDwbI2TgifVylNCmTkmCzOxsEt/h0lOsYN1dtvl12e9agHog1y9BMYOXugacu/waqUFQ5GWpX79rQChx3VjzcCC6tjMtM7BCyAJCFMzX2GJXdy2uTUiHeeasPWeU59r6Va2X3hxDIYWj+tWy7x/E0a6HtbjQR07drEgj9gxf12M9QRTf23KzLyztFGQuda1NnX1kN3iqxWbyWqzZ7JlJcLVqkK6ZYmddSqGN3Cpd4N/ARsSPJ0= +api: eJztWFFz2jgQ/isa3UPTGQc6uTd3+uAQp3UKhMNOr72QYYS9gFpbciU5Ccfw329WAuIYSNJ25p76kmDvenf1afdbaZfUsJmm/jU95wJIUgkgF3JCbzwqS1DMcCmijPq0y7U5ZRp6MoNcU49moFPFS1RYiwnLczJhGkhhlQi7ZTxnkxzIVCoy5QKOTSW4mLWoRzWkleJmQf3rJT0FpkAFlZlT//pmdeNRBd8r0OZUZgvqL2kqhQFh8Ccry5ynNrL2V43el1SncygY/jLc5LAT79BZox41ixLFcvIVUnwuFa7TcNDUX648yrKMo2mWD2qSKcs1ePT+WBvGRQ5aH0NRmsXx2o5vVAWr1WqFgetSCm3t0ZM3b/DfY6ziKk1B62mVky3G1Pv1JTq/z62Rus2xhpweU4otqEe5gULXHVjDz9rjWc2WNoqLGV15NFXADGSB2ZV6dCpVwQz1acYMHBteAH5SldmPfpJBDj/qRYOK9sdcgFE83WL6CIuG6CdRseAf8D7ZGA9UOucGUlMp2LcuEFWBJXsaxOG4d3kWdsfBsPMhSsJOcjUMx1f9eBB2ovMoPKPeQa2gexoOk2D8OX6BUrfzhNJZ6JQ+/fmEUpyM46gXdYNhlHx5Qg9fDftocIwqL9PsBsP3IZLWZrtO92LZZK2PACXhguiFSMkdN3Nyd3fXLhXXBWu7gmu5Jz8I95tc71t4y/LKFqxLlGe3LfwUdK+CJLrsj3thMow6+3ZtV+k8iJIP51fdfhjHh7WGYTf8FPQ74WGV5PJz1KntxK7GX8FhWXzV6wXD6B/7son7Dha/DPuORUe03yuuIENIeUYfautQJd0044iEYwguBWETWRnCav2LpFI5Ms+4mBEjCSPF2v3aWYepbIcw7csXkfABHhCs2FP2q0b0e+VlLhcFCBMbZir9VBK6ejoLB93LL72wn4zjJEiu4kYWHtIahP2zqP/+CY3Lfjfqh08pnJ8/ozEIruLwrJ5dFt+z5ir/t2ZjNy3m/9Z3hwsDM1AoLitVSr1/64xiHE8+AyVnCvSjNps0Zc8lz1c5OZA6UMp0vj+6XOp6QoiqmDgBS9NKsXSxV1jW420KERdtWFG+FMJG1bp1bKJeh1gLqOa+7mynjjfArctTk6mSxbqIN8C3fnfY3x32d4d9eYf1KL6CeuVv6Wj/JWmHj5Ai7O3yiavGzhepzKtC/NBHDVp5OAfYTvoYmz1dst4+6n2hTvgP7L6Hyw8RyxbCNQ4Pi7vZe4A5GEbj7rFDgGcw5cLuiL1pm/n6CHMAG+vfiu6PU5lBzIoyxx28XtKciRn16QW7ZbH1gFd1WanUtpOilMqQLtOm4HitR559la8fX70diZFIpdCGpDkHYcg7IuBuq3+0HAlCJvaun8hvIHxSKol34RaI2+tX3SBOelE3HAeDaJxcfgz7r2480m6TZM414douLIMpq3JDmMhIygSZAJEFNwaykVi9tiEwm/bTSqQWkoJxcfSaWOcuus0dnbwj7I7xTbgtHFHgCORCTnQrf3S9PnKmnQWZQyuXs6ONnZaDFVVWqOU8vqUrbwvoYGHmNv2aYEo9EhbHDYykgbIFdQPnFkoMZYPl2CCY76SFkSspWjMwRyO6i+eIvvYI+ePFgL4eiRpWNZTGphIw/rrBaYwFMC7WSI1EqbgwO/BQHOwUYOYSJ0qltAOZkuHQh7ZZydsnbVYZOYZblrcfeWk3ndgBkroF5bK2Ujn16dyYUvvt9gZJxlsZ3O6Q40DJrHKp4WyQY4trD8EPIhvlZjoVI1c6cqvPqLYchC4xFqtGfeo2BBnB/jjfHIIu/k4su+E0Z/gw2grvbem50RMXU/lovvMQEwkGEfl0sjt221HxSUcWpRQgDIKECDnVk9Ybe6CT2hTM3h/cPcON7jDRyf7ZXm349hNjvjVOBu5Nu8wZF/bsrexsxW39NWUlpx7F1W23Hw+Q9QTA02EzBW48Oscc8q/pcomCK5WvVvj6ewUKB4s3yMCKY2x2rujRObAMlM2Zb7CgPu24tR0nGOeasLHnNCdwWMruiyBNwdLiYd16mg8u4wTzYT3IxNipTxW7o57961OKs1b82qaZfedoo2Iz1HU2MXvY4+RrJJtd1aZnikUtwuWyRrqrFfXWS7G8QVfYDf4Duu1tXQ== sidebar_class_name: "post api-method" info_path: api/lastmile-ai-api-v-2 custom_edit_url: null @@ -295,8 +295,8 @@ List all base models available for fine-tuning. name={"baseModelArchitecture"} required={true} schemaName={"BaseModelArchitecture (string)"} - qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"} - schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}} + qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"} + schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}} >
  • diff --git a/website/docs/api/list-evaluation-runs.api.mdx b/website/docs/api/list-evaluation-runs.api.mdx new file mode 100644 index 00000000..f1e12854 --- /dev/null +++ b/website/docs/api/list-evaluation-runs.api.mdx @@ -0,0 +1,640 @@ +--- +id: list-evaluation-runs +title: "List Evaluation Runs" +description: "List evaluation runs with optional filters" +api: eJzNV0tz4jgQ/isqnZ2QypGbJzgZtngVj+xOsRQj7AY0I0uOJIewlP/7VssG2+DA7NYelgu29anVj68fOlDLNoa25zR4ZyJllitJFx5VCWj30o1om/a4seX6OJWGejQCE2qeuB05hMAJQ3QqDdlxuyXKQZggay4saNxqIEw1t3vanh/oF2AatJ/aLW3PF9nCoxreUjD2i4r2tH2goZIWpMVHliSCh+6E1g+DBx+oCbcQM3yy3ApoVHecS6QetfsEIWr1A0J8TzSaajkYlHBUsS6sUdbzyZrrIt9S0M6MAmas5nJz4T8DTIdb4tDEpKscRmJmwy1ZK03gIwHNY5CWSBYDUZrEYFnELKOZOxSPx3DdOio38iJYzBgVcmYhyuNmt0AKqXiATuXUib0UDzKNHYVe/d7Mn3aHg+V4NlhOv42C5WwwGQVP3edu0KFeI8LvfB0+fbIW/DEKxt1+MJgiKY8hqcXDKfWJias9mkZQ33vSXROpLDEJhHzNIfKI4MYawoQ4oQzNsnNZeaAdGKILr632xO/1jtwupbuYsA10ZQQfFadxaWED+rg84X9B06r7YSaYREmTM+nx4QH/6tpN0jAEY9apIKecpd5/kzP52TcZDvXKUFrDtGZ76lFuIa7lVO2gm/J5A6czj4YakKy+baLkWumYWdqmEbNwZ3kMpy1KNyXJ9RTKQ5EK22GWGfgMY1SqQ7iOKfP4JmDA4oZ8yzx6SvyKTydWp+GvVDgQUTVIJxyLIp5X6lFtR51vQx2BhohotSMYRSiqvAC5sVvCxI7tDYG3lAliFfku03ip1c58J0piSflTklDpnNcRVrh3Drv7BrWb1bE6hSIz3lKuIcK6U9i0yDzKNhsNG2ahD1bz8JfYmEP9486bLowd/lLCvyWy/CzMNc83ridC7ZEpE8tsaq7V5v6wE/SWnWDUG37DerqcTP3pbHJWnz9DjYJBpzt4uYIYDnrdQXAN8Px8AzHyZ5OgUy30fRWB6Jxb6eJfDfRWNXa9k+nBdNx9WvovL+PgxZ8Gy34w/TrsnJv+CWoy619Z9V9fagrXqVTohpUhVLoaZJnGK1fn60yOj0Q6N+8oYZH931vxuUkclS9rdbXMNqRraZyz1CrLxJNKZbXIH5vkeaOeIpiEiCZqfTmMbnm4JSGTZAXHbu5KV9EgVwKLU9HIPYJ66UiAMSgMezUx2KzP7YPzubii86Jo43HBUZooN4QmDIdd2mIJbz22WGrVEsW0SlktVHCpc4kG9LubSucHmmpB23RrbWLarZZgxsZcAOP3EbxfeGSkVZSGzgW5DHJHeszYPhdA/C7FYfs4i09wJMjrVHUiP3kdj3Q0RBht05UDUa94eD423N9+nzof4agxLgf54IPFiYCzIbsYjkv+Vnpw+fHE95u0rg9dD9UZ6yHzKJdrVRt6Sl8Qf9Qlr4+X95oLSJs8qThREqTF4GBkcujj/YNTQBkbM1ex88qe343KTCFNF6jKNeef3aWK8Fj4sK1EMC5RB8eSQ8GzOWUJpx5F405cw1pR3vg8WvJt4dEt0rQ9p4fDihmYaZFl+LmI1nzh0XemOWaMu7J5dAssAu0I+hMwoE+5MXfFdO4mBezB57No5h13+GEIib2KXVQyaTScTJF8xR0xVhHu0WyHfGE72qYUb7G42zHNfTtQweQmZRvE5jJdL6kz/YzZzqrjDCH3FQ0PhxwxVT9BZhn1ClMsvtMMs/9vomJJAA== +sidebar_class_name: "post api-method" +info_path: api/lastmile-ai-api-v-2 +custom_edit_url: null +show_extensions: true +--- + +import ApiTabs from "@theme/ApiTabs"; +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import MethodEndpoint from "@theme/ApiExplorer/MethodEndpoint"; +import SecuritySchemes from "@theme/ApiExplorer/SecuritySchemes"; +import MimeTabs from "@theme/MimeTabs"; +import ParamsItem from "@theme/ParamsItem"; +import ResponseSamples from "@theme/ResponseSamples"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import OperationTabs from "@theme/OperationTabs"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + +List evaluation runs with optional filters + + + + + + +
    + +

    + Body +

    +
    + +
      + +
      + + + + filters + + object + + +
      +
      + + + Filter listed evaluation runs by ALL filters specified + + +
      + + + + + + +
      +
      +       + + + + +
    +
    +     +
    +
    + + +
    + + + Successful operation + + +
    + + + + +
    + + + Schema + +
    + +
      + +
      + + + + evaluationRuns + + object[] + + + + required + + +
      +
    • +
      + Array [ +
      +
      • + + + + + + + + + + + + + + + + +
      + + + + metadata + + object + + +
      + +
      + + + + fields + + object + + + + required + + +
      + +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
      +
      +       +
      + + + + aggregateMetrics + + object[] + + + + required + + +
      +
    • +
      + Array [ +
      +
      • +
      + + + + metric + + object + + + + required + + +
      + + + + + + + + + +
      +
      +       + + + +
    • +
      + ] +
      +
      • +
      +
      +       + +
    • +
      + ] +
      +
      • +
      +
      +       + + +
    +
    +     + + + + +     +     +     +
    +     +     +
    +
    \ No newline at end of file diff --git a/website/docs/api/schemas/allof.schema.mdx b/website/docs/api/schemas/allof.schema.mdx new file mode 100644 index 00000000..e26c2ddf --- /dev/null +++ b/website/docs/api/schemas/allof.schema.mdx @@ -0,0 +1,267 @@ +--- +id: allof +title: "AllOf" +description: "" +sidebar_label: "AllOf" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/anyof.schema.mdx b/website/docs/api/schemas/anyof.schema.mdx new file mode 100644 index 00000000..07d75c6d --- /dev/null +++ b/website/docs/api/schemas/anyof.schema.mdx @@ -0,0 +1,267 @@ +--- +id: anyof +title: "AnyOf" +description: "" +sidebar_label: "AnyOf" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/clonedatasetresponse.schema.mdx b/website/docs/api/schemas/clonedatasetresponse.schema.mdx index 2043647f..1beefb25 100644 --- a/website/docs/api/schemas/clonedatasetresponse.schema.mdx +++ b/website/docs/api/schemas/clonedatasetresponse.schema.mdx @@ -251,8 +251,8 @@ import TabItem from "@theme/TabItem"; name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/schemas/createdatasetresponse.schema.mdx b/website/docs/api/schemas/createdatasetresponse.schema.mdx index 5aeb1006..5fc90c15 100644 --- a/website/docs/api/schemas/createdatasetresponse.schema.mdx +++ b/website/docs/api/schemas/createdatasetresponse.schema.mdx @@ -251,8 +251,8 @@ import TabItem from "@theme/TabItem"; name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/schemas/dataset.schema.mdx b/website/docs/api/schemas/dataset.schema.mdx index aa1a79f5..85ba61d5 100644 --- a/website/docs/api/schemas/dataset.schema.mdx +++ b/website/docs/api/schemas/dataset.schema.mdx @@ -208,8 +208,8 @@ A Dataset in the most basic sense: metadata and ownership, but nothing tied name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/schemas/datasetcolumninfo.schema.mdx b/website/docs/api/schemas/datasetcolumninfo.schema.mdx index 9c26a148..30d675d8 100644 --- a/website/docs/api/schemas/datasetcolumninfo.schema.mdx +++ b/website/docs/api/schemas/datasetcolumninfo.schema.mdx @@ -76,8 +76,8 @@ import TabItem from "@theme/TabItem"; name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} > diff --git a/website/docs/api/schemas/columnfilter.schema.mdx b/website/docs/api/schemas/datasetfieldvaluepredicate.schema.mdx similarity index 73% rename from website/docs/api/schemas/columnfilter.schema.mdx rename to website/docs/api/schemas/datasetfieldvaluepredicate.schema.mdx index db7d35ab..3c392c18 100644 --- a/website/docs/api/schemas/columnfilter.schema.mdx +++ b/website/docs/api/schemas/datasetfieldvaluepredicate.schema.mdx @@ -1,8 +1,8 @@ --- -id: columnfilter -title: "ColumnFilter" +id: datasetfieldvaluepredicate +title: "DatasetFieldValuePredicate" description: "" -sidebar_label: "ColumnFilter" +sidebar_label: "DatasetFieldValuePredicate" hide_title: true schema: true custom_edit_url: null @@ -17,7 +17,7 @@ import TabItem from "@theme/TabItem"; @@ -137,7 +137,7 @@ import TabItem from "@theme/TabItem"; - tagsCriteria + stringListCriteria @@ -202,78 +202,13 @@ import TabItem from "@theme/TabItem"; - - - - -
    - - - - timeRangeCriteria - - object - - - - required - - -
    - - - - - -
    diff --git a/website/docs/api/schemas/datasetfileinfo.schema.mdx b/website/docs/api/schemas/datasetfileinfo.schema.mdx index f25f6501..14a79ca7 100644 --- a/website/docs/api/schemas/datasetfileinfo.schema.mdx +++ b/website/docs/api/schemas/datasetfileinfo.schema.mdx @@ -189,8 +189,8 @@ import TabItem from "@theme/TabItem"; name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/schemas/datasetrowfilter.schema.mdx b/website/docs/api/schemas/datasetrowfilter.schema.mdx new file mode 100644 index 00000000..e6633748 --- /dev/null +++ b/website/docs/api/schemas/datasetrowfilter.schema.mdx @@ -0,0 +1,579 @@ +--- +id: datasetrowfilter +title: "DatasetRowFilter" +description: "" +sidebar_label: "DatasetRowFilter" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/datasetview.schema.mdx b/website/docs/api/schemas/datasetview.schema.mdx index dfc49f20..1a8b8d86 100644 --- a/website/docs/api/schemas/datasetview.schema.mdx +++ b/website/docs/api/schemas/datasetview.schema.mdx @@ -203,8 +203,8 @@ import TabItem from "@theme/TabItem"; name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/schemas/evaluatedatasetrequest.schema.mdx b/website/docs/api/schemas/evaluatedatasetrequest.schema.mdx index b0b3d4ba..7c706a02 100644 --- a/website/docs/api/schemas/evaluatedatasetrequest.schema.mdx +++ b/website/docs/api/schemas/evaluatedatasetrequest.schema.mdx @@ -109,6 +109,141 @@ import TabItem from "@theme/TabItem"; schema={{"type":"string"}} > + + + +
    + + + + commonMetadata + + object + + +
    +
    + + + Common metadata relevant to the application configuration from which all + request inputs were derived. E.g. 'llm_model', 'chunk_size' + + +
    +
    + + + + fields + + object + + + + required + + +
    + +
    + + + + property name* + + object + + +
    +
    + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
    + + +
    +
    +     +
    +
    +     +
    +
    \ No newline at end of file diff --git a/website/docs/api/schemas/evaluatedatasetresponse.schema.mdx b/website/docs/api/schemas/evaluatedatasetresponse.schema.mdx index d4f88570..fb335ff8 100644 --- a/website/docs/api/schemas/evaluatedatasetresponse.schema.mdx +++ b/website/docs/api/schemas/evaluatedatasetresponse.schema.mdx @@ -109,6 +109,15 @@ models and scores correspond in the same manner as in EvaluateResponse schema={{"type":"array","items":{"type":"number"}}} > + + \ No newline at end of file diff --git a/website/docs/api/schemas/evaluaterequest.schema.mdx b/website/docs/api/schemas/evaluaterequest.schema.mdx index 69b3654b..de2e2553 100644 --- a/website/docs/api/schemas/evaluaterequest.schema.mdx +++ b/website/docs/api/schemas/evaluaterequest.schema.mdx @@ -127,6 +127,317 @@ import TabItem from "@theme/TabItem"; schema={{"type":"array","items":{"type":"string"}}} > + + + +
    + + + + metadata + + object[] + + + + required + + +
    +
  • +
    + Array [ +
    +
    • +
    + + + + value + + object + + +
    + +
    + + + + fields + + object + + + + required + + +
    + +
    + + + + property name* + + object + + +
    +
    + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
    + + +
    +
    +     +
    +
    +     +
    +
    +
  • +
    + ] +
    +
    • +
    +
    +     + + +
    + + + + commonMetadata + + object + + +
    +
    + + + Common metadata relevant to the application configuration from which all + request inputs were derived. E.g. 'llm_model', 'chunk_size' + + +
    +
    + + + + fields + + object + + + + required + + +
    + +
    + + + + property name* + + object + + +
    +
    + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
    + + +
    +
    +     +
    +
    +     +
    +
    \ No newline at end of file diff --git a/website/docs/api/schemas/evaluaterunrequest.schema.mdx b/website/docs/api/schemas/evaluaterunrequest.schema.mdx new file mode 100644 index 00000000..b876d392 --- /dev/null +++ b/website/docs/api/schemas/evaluaterunrequest.schema.mdx @@ -0,0 +1,443 @@ +--- +id: evaluaterunrequest +title: "EvaluateRunRequest" +description: "" +sidebar_label: "EvaluateRunRequest" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/evaluaterunresponse.schema.mdx b/website/docs/api/schemas/evaluaterunresponse.schema.mdx new file mode 100644 index 00000000..163a50ff --- /dev/null +++ b/website/docs/api/schemas/evaluaterunresponse.schema.mdx @@ -0,0 +1,123 @@ +--- +id: evaluaterunresponse +title: "EvaluateRunResponse" +description: "models and scores correspond in the same manner as in EvaluateResponse" +sidebar_label: "EvaluateRunResponse" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + +models and scores correspond in the same manner as in EvaluateResponse + + + \ No newline at end of file diff --git a/website/docs/api/schemas/evaluationmetadata.schema.mdx b/website/docs/api/schemas/evaluationmetadata.schema.mdx new file mode 100644 index 00000000..dd0cf96a --- /dev/null +++ b/website/docs/api/schemas/evaluationmetadata.schema.mdx @@ -0,0 +1,148 @@ +--- +id: evaluationmetadata +title: "EvaluationMetadata" +description: "" +sidebar_label: "EvaluationMetadata" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/evaluationrun.schema.mdx b/website/docs/api/schemas/evaluationrun.schema.mdx new file mode 100644 index 00000000..836fff03 --- /dev/null +++ b/website/docs/api/schemas/evaluationrun.schema.mdx @@ -0,0 +1,371 @@ +--- +id: evaluationrun +title: "EvaluationRun" +description: "" +sidebar_label: "EvaluationRun" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/fieldupdatesentry.schema.mdx b/website/docs/api/schemas/fieldupdatesentry.schema.mdx new file mode 100644 index 00000000..e9d15012 --- /dev/null +++ b/website/docs/api/schemas/fieldupdatesentry.schema.mdx @@ -0,0 +1,97 @@ +--- +id: fieldupdatesentry +title: "FieldUpdatesEntry" +description: "" +sidebar_label: "FieldUpdatesEntry" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/finalizesingledatasetfileuploadresponse.schema.mdx b/website/docs/api/schemas/finalizesingledatasetfileuploadresponse.schema.mdx index a7090140..cd67f61a 100644 --- a/website/docs/api/schemas/finalizesingledatasetfileuploadresponse.schema.mdx +++ b/website/docs/api/schemas/finalizesingledatasetfileuploadresponse.schema.mdx @@ -224,8 +224,8 @@ Response after finalizing a single dataset file upload name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/schemas/getdatasetresponse.schema.mdx b/website/docs/api/schemas/getdatasetresponse.schema.mdx index a8012802..df5935bd 100644 --- a/website/docs/api/schemas/getdatasetresponse.schema.mdx +++ b/website/docs/api/schemas/getdatasetresponse.schema.mdx @@ -251,8 +251,8 @@ import TabItem from "@theme/TabItem"; name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • diff --git a/website/docs/api/schemas/getdatasetviewrequest.schema.mdx b/website/docs/api/schemas/getdatasetviewrequest.schema.mdx index 8b383c42..a98b2aa2 100644 --- a/website/docs/api/schemas/getdatasetviewrequest.schema.mdx +++ b/website/docs/api/schemas/getdatasetviewrequest.schema.mdx @@ -62,6 +62,24 @@ Get a view of the data within a dataset. schema={{"type":"integer","description":"Pagination: The maximum number of results to return on this page."}} > + + + +
    • - - @@ -138,7 +147,7 @@ Get a view of the data within a dataset. - stringCriteria + allOf @@ -157,88 +166,241 @@ Get a view of the data within a dataset. style={{"marginLeft":"1rem"}} > - - - - - - - -
    - - - - numericCriteria - - object - - - - required - - -
    - - - - - - + + + + predicates + + object[] + + + + required + + +
    +
  • +
    + Array [ +
    +
    • + + +
    + + + + stringCriteria + + object + + + + required + + +
    + + + + + +
    +
    +     +
    + + + + numericCriteria + + object + + + + required + + +
    + + + + + + + +
    +
    +     +
    + + + + stringListCriteria + + object + + + + required + + +
    + + + + + +
    +
    +
  • +
    + ] +
    +
    • +
    +
    @@ -259,7 +421,7 @@ Get a view of the data within a dataset. - tagsCriteria + anyOf @@ -278,88 +440,241 @@ Get a view of the data within a dataset. style={{"marginLeft":"1rem"}} > - - - - - - - -
    - - - - timeRangeCriteria - - object - - - - required - - -
    - - - - - - + + + + predicates + + object[] + + + + required + + +
    +
  • +
    + Array [ +
    +
    • + + +
    + + + + stringCriteria + + object + + + + required + + +
    + + + + + +
    +
    +     +
    + + + + numericCriteria + + object + + + + required + + +
    + + + + + + + +
    +
    +     +
    + + + + stringListCriteria + + object + + + + required + + +
    + + + + + +
    +
    +
  • +
    + ] +
    +
    • +
    +
    diff --git a/website/docs/api/schemas/getdatasetviewresponse.schema.mdx b/website/docs/api/schemas/getdatasetviewresponse.schema.mdx index de5a0efb..8f1c99a8 100644 --- a/website/docs/api/schemas/getdatasetviewresponse.schema.mdx +++ b/website/docs/api/schemas/getdatasetviewresponse.schema.mdx @@ -256,8 +256,8 @@ import TabItem from "@theme/TabItem"; name={"dtype"} required={false} schemaName={"DatasetColumnDType (string)"} - qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`]"} - schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} + qualifierMessage={"**Possible values:** [`DATASET_COLUMN_D_TYPE_UNSPECIFIED`, `DATASET_COLUMN_D_TYPE_INT32`, `DATASET_COLUMN_D_TYPE_INT64`, `DATASET_COLUMN_D_TYPE_FLOAT32`, `DATASET_COLUMN_D_TYPE_FLOAT64`, `DATASET_COLUMN_D_TYPE_STRING`, `DATASET_COLUMN_D_TYPE_BYTES`, `DATASET_COLUMN_D_TYPE_ANY`, `DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS`]"} + schema={{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}} >
  • @@ -272,6 +272,24 @@ import TabItem from "@theme/TabItem"; + + + + \ No newline at end of file diff --git a/website/docs/api/schemas/getevaluationrunrequest.schema.mdx b/website/docs/api/schemas/getevaluationrunrequest.schema.mdx new file mode 100644 index 00000000..d6123c61 --- /dev/null +++ b/website/docs/api/schemas/getevaluationrunrequest.schema.mdx @@ -0,0 +1,40 @@ +--- +id: getevaluationrunrequest +title: "GetEvaluationRunRequest" +description: "" +sidebar_label: "GetEvaluationRunRequest" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + +
      + + + +
    + \ No newline at end of file diff --git a/website/docs/api/schemas/getevaluationrunresponse.schema.mdx b/website/docs/api/schemas/getevaluationrunresponse.schema.mdx new file mode 100644 index 00000000..55e80800 --- /dev/null +++ b/website/docs/api/schemas/getevaluationrunresponse.schema.mdx @@ -0,0 +1,409 @@ +--- +id: getevaluationrunresponse +title: "GetEvaluationRunResponse" +description: "" +sidebar_label: "GetEvaluationRunResponse" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + +
      + +
      + + + + evaluationRun + + object + + + + required + + +
      + + + + + + + + + + + + + + + + + +
      + + + + metadata + + object + + +
      + +
      + + + + fields + + object + + + + required + + +
      + +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
      +
      +       +
      + + + + aggregateMetrics + + object[] + + + + required + + +
      +
    • +
      + Array [ +
      +
      • +
      + + + + metric + + object + + + + required + + +
      + + + + + + + + + +
      +
      +       + + + +
    • +
      + ] +
      +
      • +
      +
      +       + + +
      +
      +       +
    + \ No newline at end of file diff --git a/website/docs/api/schemas/lisevaluationrunsrequestfilters.schema.mdx b/website/docs/api/schemas/lisevaluationrunsrequestfilters.schema.mdx new file mode 100644 index 00000000..8517a3c9 --- /dev/null +++ b/website/docs/api/schemas/lisevaluationrunsrequestfilters.schema.mdx @@ -0,0 +1,58 @@ +--- +id: lisevaluationrunsrequestfilters +title: "LisEvaluationRunsRequestFilters" +description: "Filter listed evaluation runs by ALL filters specified" +sidebar_label: "LisEvaluationRunsRequestFilters" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + +Filter listed evaluation runs by ALL filters specified + +
      + + + + + + + +
    + \ No newline at end of file diff --git a/website/docs/api/schemas/listbasemodelsresponse.schema.mdx b/website/docs/api/schemas/listbasemodelsresponse.schema.mdx index 8032b7b1..716df108 100644 --- a/website/docs/api/schemas/listbasemodelsresponse.schema.mdx +++ b/website/docs/api/schemas/listbasemodelsresponse.schema.mdx @@ -178,8 +178,8 @@ import TabItem from "@theme/TabItem"; name={"baseModelArchitecture"} required={true} schemaName={"BaseModelArchitecture (string)"} - qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"} - schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}} + qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"} + schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}} >
  • diff --git a/website/docs/api/schemas/listevaluationrunsrequest.schema.mdx b/website/docs/api/schemas/listevaluationrunsrequest.schema.mdx new file mode 100644 index 00000000..18929b1d --- /dev/null +++ b/website/docs/api/schemas/listevaluationrunsrequest.schema.mdx @@ -0,0 +1,114 @@ +--- +id: listevaluationrunsrequest +title: "ListEvaluationRunsRequest" +description: "" +sidebar_label: "ListEvaluationRunsRequest" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + +
      + +
      + + + + filters + + object + + +
      +
      + + + Filter listed evaluation runs by ALL filters specified + + +
      + + + + + + +
      +
      +       + + + + +
    + \ No newline at end of file diff --git a/website/docs/api/schemas/listevaluationrunsresponse.schema.mdx b/website/docs/api/schemas/listevaluationrunsresponse.schema.mdx new file mode 100644 index 00000000..5bd08d69 --- /dev/null +++ b/website/docs/api/schemas/listevaluationrunsresponse.schema.mdx @@ -0,0 +1,430 @@ +--- +id: listevaluationrunsresponse +title: "ListEvaluationRunsResponse" +description: "" +sidebar_label: "ListEvaluationRunsResponse" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + +
      + +
      + + + + evaluationRuns + + object[] + + + + required + + +
      +
    • +
      + Array [ +
      +
      • + + + + + + + + + + + + + + + + +
      + + + + metadata + + object + + +
      + +
      + + + + fields + + object + + + + required + + +
      + +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
      +
      +       +
      + + + + aggregateMetrics + + object[] + + + + required + + +
      +
    • +
      + Array [ +
      +
      • +
      + + + + metric + + object + + + + required + + +
      + + + + + + + + + +
      +
      +       + + + +
    • +
      + ] +
      +
      • +
      +
      +       + +
    • +
      + ] +
      +
      • +
      +
      +       + + +
    + \ No newline at end of file diff --git a/website/docs/api/schemas/metricaggregate.schema.mdx b/website/docs/api/schemas/metricaggregate.schema.mdx new file mode 100644 index 00000000..8c8fb00d --- /dev/null +++ b/website/docs/api/schemas/metricaggregate.schema.mdx @@ -0,0 +1,123 @@ +--- +id: metricaggregate +title: "MetricAggregate" +description: "" +sidebar_label: "MetricAggregate" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + +
      + +
      + + + + metric + + object + + + + required + + +
      + + + + + + + + + +
      +
      +       + + + + +
    + \ No newline at end of file diff --git a/website/docs/api/schemas/metricbasemodel.schema.mdx b/website/docs/api/schemas/metricbasemodel.schema.mdx index 53ccabbf..aa651adb 100644 --- a/website/docs/api/schemas/metricbasemodel.schema.mdx +++ b/website/docs/api/schemas/metricbasemodel.schema.mdx @@ -49,8 +49,8 @@ Information about a base model corresponding to a metric name={"baseModelArchitecture"} required={true} schemaName={"BaseModelArchitecture (string)"} - qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`]"} - schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}} + qualifierMessage={"**Possible values:** [`BASE_MODEL_ARCHITECTURE_UNSPECIFIED`, `BASE_MODEL_ARCHITECTURE_ALBERTA_XS`, `BASE_MODEL_ARCHITECTURE_ALBERTA_LC`, `BASE_MODEL_ARCHITECTURE_DEBERTA_V3`, `BASE_MODEL_ARCHITECTURE_ST_SIMILARITY`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE`, `BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE`]"} + schema={{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"}} > @@ -37,7 +37,7 @@ import TabItem from "@theme/TabItem"; - - - - - - -
      - - - - - - - -
    - \ No newline at end of file diff --git a/website/docs/api/schemas/updatedatasetrowrequest.schema.mdx b/website/docs/api/schemas/updatedatasetrowrequest.schema.mdx new file mode 100644 index 00000000..bc05db10 --- /dev/null +++ b/website/docs/api/schemas/updatedatasetrowrequest.schema.mdx @@ -0,0 +1,144 @@ +--- +id: updatedatasetrowrequest +title: "UpdateDatasetRowRequest" +description: "Update a row in a dataset" +sidebar_label: "UpdateDatasetRowRequest" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + +Update a row in a dataset + +
      + + + + + +
      + + + + fieldUpdates + + object + + + + required + + +
      +
      + + + The new values to set for specific fields + + +
      +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
    + \ No newline at end of file diff --git a/website/docs/api/schemas/updatedatasetrowresponse.schema.mdx b/website/docs/api/schemas/updatedatasetrowresponse.schema.mdx new file mode 100644 index 00000000..c5a9529a --- /dev/null +++ b/website/docs/api/schemas/updatedatasetrowresponse.schema.mdx @@ -0,0 +1,49 @@ +--- +id: updatedatasetrowresponse +title: "UpdateDatasetRowResponse" +description: "" +sidebar_label: "UpdateDatasetRowResponse" +hide_title: true +schema: true +custom_edit_url: null +--- + +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import TabItem from "@theme/TabItem"; + + + + + + + + +
      + + + + + +
    + \ No newline at end of file diff --git a/website/docs/api/sidebar.ts b/website/docs/api/sidebar.ts index 9ed76e4c..5c18a402 100644 --- a/website/docs/api/sidebar.ts +++ b/website/docs/api/sidebar.ts @@ -64,6 +64,12 @@ const sidebar: SidebarsConfig = { label: "Archive Dataset", className: "api-method post", }, + { + type: "doc", + id: "api/update-dataset-row", + label: "Update Dataset Row", + className: "api-method put", + }, ], }, { @@ -82,6 +88,24 @@ const sidebar: SidebarsConfig = { label: "Evaluate Dataset", className: "api-method post", }, + { + type: "doc", + id: "api/evaluate-run", + label: "Evaluate Run", + className: "api-method post", + }, + { + type: "doc", + id: "api/get-evaluation-run", + label: "Get Evaluation Run", + className: "api-method post", + }, + { + type: "doc", + id: "api/list-evaluation-runs", + label: "List Evaluation Runs", + className: "api-method post", + }, { type: "doc", id: "api/list-metrics", @@ -300,32 +324,44 @@ const sidebar: SidebarsConfig = { }, { type: "doc", - id: "api/schemas/columnfilter", - label: "ColumnFilter", + id: "api/schemas/datasetrowfilter", + label: "DatasetRowFilter", className: "schema", }, { type: "doc", - id: "api/schemas/stringcriteria", - label: "StringCriteria", + id: "api/schemas/allof", + label: "AllOf", className: "schema", }, { type: "doc", - id: "api/schemas/numericcriteria", - label: "NumericCriteria", + id: "api/schemas/anyof", + label: "AnyOf", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/datasetfieldvaluepredicate", + label: "DatasetFieldValuePredicate", className: "schema", }, { type: "doc", - id: "api/schemas/rowtagscriteria", - label: "RowTagsCriteria", + id: "api/schemas/stringcriteria", + label: "StringCriteria", className: "schema", }, { type: "doc", - id: "api/schemas/timerangecriteria", - label: "TimeRangeCriteria", + id: "api/schemas/numericcriteria", + label: "NumericCriteria", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/stringlistcriteria", + label: "StringListCriteria", className: "schema", }, { @@ -412,6 +448,24 @@ const sidebar: SidebarsConfig = { label: "ArchiveDatasetResponse", className: "schema", }, + { + type: "doc", + id: "api/schemas/updatedatasetrowrequest", + label: "UpdateDatasetRowRequest", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/fieldupdatesentry", + label: "FieldUpdatesEntry", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/updatedatasetrowresponse", + label: "UpdateDatasetRowResponse", + className: "schema", + }, { type: "doc", id: "api/schemas/evaluaterequest", @@ -424,6 +478,12 @@ const sidebar: SidebarsConfig = { label: "Metric", className: "schema", }, + { + type: "doc", + id: "api/schemas/evaluationmetadata", + label: "EvaluationMetadata", + className: "schema", + }, { type: "doc", id: "api/schemas/evaluateresponse", @@ -442,6 +502,60 @@ const sidebar: SidebarsConfig = { label: "EvaluateDatasetResponse", className: "schema", }, + { + type: "doc", + id: "api/schemas/evaluaterunrequest", + label: "EvaluateRunRequest", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/evaluaterunresponse", + label: "EvaluateRunResponse", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/getevaluationrunrequest", + label: "GetEvaluationRunRequest", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/getevaluationrunresponse", + label: "GetEvaluationRunResponse", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/evaluationrun", + label: "EvaluationRun", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/metricaggregate", + label: "MetricAggregate", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/listevaluationrunsrequest", + label: "ListEvaluationRunsRequest", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/lisevaluationrunsrequestfilters", + label: "LisEvaluationRunsRequestFilters", + className: "schema", + }, + { + type: "doc", + id: "api/schemas/listevaluationrunsresponse", + label: "ListEvaluationRunsResponse", + className: "schema", + }, { type: "doc", id: "api/schemas/listmetricsrequest", diff --git a/website/docs/api/update-dataset-row.api.mdx b/website/docs/api/update-dataset-row.api.mdx new file mode 100644 index 00000000..690c888c --- /dev/null +++ b/website/docs/api/update-dataset-row.api.mdx @@ -0,0 +1,289 @@ +--- +id: update-dataset-row +title: "Update Dataset Row" +description: "Update a row in a dataset" +api: eJytlU1v2zgQhv8KMZe9qFGQo25puwXc3UWD1GkPXqEdi2OLDUUyJGXXEPTfF0PKH4mNfgB7ESRqODPvzMPhABHXAaoFvMWIgSLUBVhHHqOyZiahggcnMdL0+95uoQBJofHKscnBQKDwdiuUESjk5KuAQE3vVdxBtRjgNaEnf9vHFqpFPdYFeHrqKcTXVu6gGqCxJpKJ/IrOadWkLMpvgeMMEJqWOuS3qKKmC7ndZ39QQNw5NrDLb9Twt/OsKioKvF/J5CXbhOiVWZ/Jmre0FyI4MVRGmbWILSWh0Yo+RYexAG+3s190GRw1aqWa504KsdyJ2Vv2tVKkZRYWTlwelKCUiv2hvnum6XmoD16SJ5mibFD3FMRWxVZoMuvYCtRb3AVBTz1qzuKr6bsv3m7DV2ENa/zXiMZ6T8FZI1n3RtH26kJhL6cTfU/jJfmGDvlEK7i2K+uPRUniA4xjZkN5kgynkrAv8osC1b9O4zhmtywp5JrdXF+fl+5j3zQUwqrX4nASoPg/4MyRf0rnb9CU6Ult/iNMAE16P5EPypq/aPdzV5OteKSdsKvE+B59XEXyaWWP+4ve7NtyHrYec8k7iq3lUeL6JBZ5AECJTpU3JfbRfqEN6nJyUOY4TGMaIH5DPqT50XsNFbQxulCVpcYQO6UJ1ZWkzZmkO29l3/CHyD7EK/E3hviP0iRuZ8DjZz+dPnLvcu1PZ9ShahySc0lmUMEyGUExvbyzvsMIFbz/PE/lYSbuj6Ptz+/YOUYiD55jE6ZGHxdenH32pczKnlJ1okHc3s3Ep5sz6ecmlXhjO2cNmRiggE3uEVRwc3XNyDgbYoeJY4PdEV4x0SsuzP2Tcf3DK2CqYaTvsXQaleGAqZXDhMIC0CkogJUccDgSBQWcIFEX0NoQedcwLDHQg9fjyMtPPXm+aOoCNugVLrlei3osoCWU5BNDj3wc4E3O/NWcc2Nz3XOOZ+d6LPY7bpuGXPyhbX1C+t3DnPGY7rXOSt7ikYvIzwqAr1nenE88rw2g0ax7XLNtdskA4HMWX7CXRE2/0OxOEhyGbDG3j2TGEYpJSeRvGPlw/gdDk8Xn +sidebar_class_name: "put api-method" +info_path: api/lastmile-ai-api-v-2 +custom_edit_url: null +show_extensions: true +--- + +import ApiTabs from "@theme/ApiTabs"; +import DiscriminatorTabs from "@theme/DiscriminatorTabs"; +import MethodEndpoint from "@theme/ApiExplorer/MethodEndpoint"; +import SecuritySchemes from "@theme/ApiExplorer/SecuritySchemes"; +import MimeTabs from "@theme/MimeTabs"; +import ParamsItem from "@theme/ParamsItem"; +import ResponseSamples from "@theme/ResponseSamples"; +import SchemaItem from "@theme/SchemaItem"; +import SchemaTabs from "@theme/SchemaTabs"; +import Heading from "@theme/Heading"; +import OperationTabs from "@theme/OperationTabs"; +import TabItem from "@theme/TabItem"; + + + + + + + + + + +Update a row in a dataset + + + + + + +
    + +

    + Body +

    +
    + +
      + + + + + +
      + + + + fieldUpdates + + object + + + + required + + +
      +
      + + + The new values to set for specific fields + + +
      +
      + + + + property name* + + object + + +
      +
      + + + Ordered row values with length always equal to `num_rows` on the + corresponding view. + + +
      + + +
      +
      +       +
      +
      +       +
    +
    +     +
    +
    + + +
    + + + Successful operation + + +
    + + + + +
    + + + Schema + +
    + +
      + + + + + +
    +
    +     + + + + +     +     +     +
    +     +     +
    +
    \ No newline at end of file diff --git a/website/static/open_api/2/model.json b/website/static/open_api/2/model.json index 4d3cdfb4..7022fb8c 100644 --- a/website/static/open_api/2/model.json +++ b/website/static/open_api/2/model.json @@ -1 +1 @@ -{"openapi":"3.0.3","info":{"title":"LastMile AI API V2","description":"LastMile AI API V2: Components","version":"2.0"},"servers":[{"url":"https://lastmileai.dev","description":"Production server - LastMile AI"}],"security":[{"BearerAuth":[]}],"paths":{"/api/2/auto_eval/dataset/create":{"post":{"tags":["Dataset"],"summary":"Create Dataset","operationId":"CreateDataset","description":"Create a new Dataset. Use UploadDatasetFile to upload files to the dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const dataset = await client.datasets.create();\n\n console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\ndataset = client.datasets.create()\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/upload_file":{"post":{"tags":["Dataset"],"summary":"Upload Dataset File","operationId":"UploadDatasetFile","description":"Initiate a file upload to a Dataset. Call FinalizeSingleDatasetFileUpload\n to complete the upload with the presigned URL returned from this call.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.uploadFile({ datasetId: 'datasetId' });\n\n console.log(response.s3PresignedPost);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.upload_file(\n dataset_id=\"datasetId\",\n)\nprint(response.s3_presigned_post)"}]}},"/api/2/auto_eval/dataset/finalize_single_file_upload":{"post":{"tags":["Dataset"],"summary":"Finalize Single Dataset File Upload","operationId":"FinalizeSingleDatasetFileUpload","description":"Finalize a Dataset file upload. This call should be made after the file has\n been uploaded to the S3 URL returned from UploadDatasetFile.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.finalizeFileUpload({\n datasetId: 'datasetId',\n s3PresignedPost: { fields: { foo: 'string' }, url: 'url' },\n });\n\n console.log(response.datasetFile);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.finalize_file_upload(\n dataset_id=\"datasetId\",\n s3_presigned_post={\n \"fields\": {\n \"foo\": \"string\"\n },\n \"url\": \"url\",\n },\n)\nprint(response.dataset_file)"}]}},"/api/2/auto_eval/dataset/get":{"post":{"tags":["Dataset"],"summary":"Get Dataset","operationId":"GetDataset","description":"Get a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const dataset = await client.datasets.get({ id: 'id' });\n\n console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\ndataset = client.datasets.get(\n id=\"id\",\n)\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/get_download_url":{"post":{"tags":["Dataset"],"summary":"Get Dataset Download URL","operationId":"GetDatasetDownloadURL","description":"Get a download url for a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.getDownloadURL({ datasetId: 'datasetId' });\n\n console.log(response.downloadUrl);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.get_download_url(\n dataset_id=\"datasetId\",\n)\nprint(response.download_url)"}]}},"/api/2/auto_eval/dataset/get_view":{"post":{"tags":["Dataset"],"summary":"Get Dataset View","operationId":"GetDatasetView","description":"Get a paginated view of the data within a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.getView({\n datasetFileId: 'datasetFileId',\n datasetId: 'datasetId',\n filters: [\n {\n columnName: 'columnName',\n numericCriteria: { floatValue: 0, intValue: 0, operator: 'OPERATOR_UNSPECIFIED' },\n stringCriteria: { operator: 'OPERATOR_UNSPECIFIED', value: 'value' },\n tagsCriteria: { operator: 'OPERATOR_UNSPECIFIED', tags: ['string'] },\n timeRangeCriteria: { operator: 'OPERATOR_UNSPECIFIED', timestamp: '2019-12-27T18:11:19.117Z' },\n },\n ],\n });\n\n console.log(response.datasetFileId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\nfrom lastmile._utils import parse_datetime\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.get_view(\n dataset_file_id=\"datasetFileId\",\n dataset_id=\"datasetId\",\n filters=[{\n \"column_name\": \"columnName\",\n \"numeric_criteria\": {\n \"float_value\": 0,\n \"int_value\": 0,\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n },\n \"string_criteria\": {\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n \"value\": \"value\",\n },\n \"tags_criteria\": {\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n \"tags\": [\"string\"],\n },\n \"time_range_criteria\": {\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n \"timestamp\": parse_datetime(\"2019-12-27T18:11:19.117Z\"),\n },\n }],\n)\nprint(response.dataset_file_id)"}]}},"/api/2/auto_eval/dataset/list":{"post":{"tags":["Dataset"],"summary":"List Datasets","operationId":"ListDatasets","description":"List Datasets.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const dataset = await client.datasets.list();\n\n console.log(dataset.datasets);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\ndataset = client.datasets.list()\nprint(dataset.datasets)"}]}},"/api/2/auto_eval/dataset/clone":{"post":{"tags":["Dataset"],"summary":"Clone Dataset","operationId":"CloneDataset","description":"Clone a dataset into a new dataset containing the latest file contents","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetResponse"}}}}}}},"/api/2/auto_eval/dataset/archive":{"post":{"tags":["Dataset"],"summary":"Archive Dataset","operationId":"ArchiveDataset","description":"Archive a dataset","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetResponse"}}}}}}},"/api/2/auto_eval/evaluation/evaluate":{"post":{"tags":["Evaluation"],"summary":"Evaluate","operationId":"Evaluate","description":"Evaluate a metric on rows of data, returning scores for each row. Specify\n metric.id or metric.name to identify the metric.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.evaluate({\n groundTruth: ['string'],\n input: ['string'],\n metric: {},\n output: ['string'],\n });\n\n console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate(\n ground_truth=[\"string\"],\n input=[\"string\"],\n metric={},\n output=[\"string\"],\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/evaluate_dataset":{"post":{"tags":["Evaluation"],"summary":"Evaluate Dataset","operationId":"EvaluateDataset","description":"Evaluate a metric on a dataset, returning scores for each example. Specify\n metric.id or metric.name to identify the metric.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.evaluateDataset({ datasetId: 'datasetId', metric: {} });\n\n console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate_dataset(\n dataset_id=\"datasetId\",\n metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/list_metrics":{"post":{"tags":["Evaluation"],"summary":"List Metrics","operationId":"ListMetrics","description":"List all available evaluation metrics.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.listMetrics();\n\n console.log(response.metrics);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.list_metrics()\nprint(response.metrics)"}]}},"/api/2/auto_eval/evaluation/get_metric":{"post":{"tags":["Evaluation"],"summary":"Get Metric","operationId":"GetMetric","description":"Get a specific evaluation metric by id or name.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.getMetric({ metric: {} });\n\n console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.get_metric(\n metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/fine_tune_job/create":{"post":{"tags":["Fine Tune Job"],"summary":"Create Fine Tune Job","operationId":"CreateFineTuneJob","description":"Step 1 of 2: Create a new job configuration for fine-tuning, to be\n subsequently submitted by calling SubmitFineTuneJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const fineTuneJob = await client.fineTuneJobs.create({\n fineTuneJobConfig: {\n baselineModelId: 'baselineModelId',\n selectedColumns: ['string'],\n testDatasetId: 'testDatasetId',\n trainDatasetId: 'trainDatasetId',\n },\n });\n\n console.log(fineTuneJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.create(\n fine_tune_job_config={\n \"baseline_model_id\": \"baselineModelId\",\n \"selected_columns\": [\"string\"],\n \"test_dataset_id\": \"testDatasetId\",\n \"train_dataset_id\": \"trainDatasetId\",\n },\n)\nprint(fine_tune_job.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/submit":{"post":{"tags":["Fine Tune Job"],"summary":"Submit Fine Tune Job","operationId":"SubmitFineTuneJob","description":"Step 2 of 2: Submit the job configuration created by CreateFineTuneJob to\n initiate a job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.fineTuneJobs.submit({\n fineTuneJobConfig: {\n baselineModelId: 'baselineModelId',\n selectedColumns: ['string'],\n testDatasetId: 'testDatasetId',\n trainDatasetId: 'trainDatasetId',\n },\n jobId: 'jobId',\n });\n\n console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.submit(\n fine_tune_job_config={\n \"baseline_model_id\": \"baselineModelId\",\n \"selected_columns\": [\"string\"],\n \"test_dataset_id\": \"testDatasetId\",\n \"train_dataset_id\": \"trainDatasetId\",\n },\n job_id=\"jobId\",\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/get":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job","operationId":"GetFineTuneJob","description":"Get the full job details","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobResponse"}}}}}}},"/api/2/auto_eval/fine_tune_job/get_status":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job Status","operationId":"GetFineTuneJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.fineTuneJobs.getStatus({ jobId: 'jobId' });\n\n console.log(response.fineTuneJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.get_status(\n job_id=\"jobId\",\n)\nprint(response.fine_tune_job_result)"}]}},"/api/2/auto_eval/fine_tune_job/list":{"post":{"tags":["Fine Tune Job"],"summary":"List Fine Tune Jobs","operationId":"ListFineTuneJobs","description":"List all fine-tune jobs with optional filters.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const fineTuneJob = await client.fineTuneJobs.list();\n\n console.log(fineTuneJob.jobs);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.list()\nprint(fine_tune_job.jobs)"}]}},"/api/2/auto_eval/fine_tune_job/list_base_models":{"post":{"tags":["Fine Tune Job"],"summary":"List Base Models","operationId":"ListBaseModels","description":"List all base models available for fine-tuning.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.fineTuneJobs.listBaseModels();\n\n console.log(response.models);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.list_base_models()\nprint(response.models)"}]}},"/api/2/auto_eval/project/create":{"post":{"tags":["Project"],"summary":"Create Project","operationId":"CreateProject","description":"Create a new Project","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectResponse"}}}}}}},"/api/2/auto_eval/project/get":{"post":{"tags":["Project"],"summary":"Get Project","operationId":"GetProject","description":"Get a Project.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectResponse"}}}}}}},"/api/2/auto_eval/project/list":{"post":{"tags":["Project"],"summary":"List Projects","operationId":"ListProjects","description":"List Projects.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsResponse"}}}}}}},"/api/2/auto_eval/pseudo_label_job/create":{"post":{"tags":["Pseudo Label Job"],"summary":"Create Pseudo Label Job","operationId":"CreatePseudoLabelJob","description":"Step 1 of 2: Create a new job configuration for LLM Judge labeling, to be\n subsequently submitted by calling SubmitPseudoLabelJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const labelDatasetJob = await client.labelDatasetJobs.create({\n pseudoLabelJobConfig: {\n baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n datasetId: 'datasetId',\n promptTemplate: { id: 'id', template: 'template' },\n selectedColumns: ['string'],\n skipActiveLabeling: true,\n },\n });\n\n console.log(labelDatasetJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nlabel_dataset_job = client.label_dataset_jobs.create(\n pseudo_label_job_config={\n \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n \"dataset_id\": \"datasetId\",\n \"prompt_template\": {\n \"id\": \"id\",\n \"template\": \"template\",\n },\n \"selected_columns\": [\"string\"],\n \"skip_active_labeling\": True,\n },\n)\nprint(label_dataset_job.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/submit":{"post":{"tags":["Pseudo Label Job"],"summary":"Submit Pseudo Label Job","operationId":"SubmitPseudoLabelJob","description":"Step 2 of 2: Submit the job configuration created by CreatePseudoLabelJob\n to initiate an LLM Judge labeling job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.labelDatasetJobs.submit({\n jobId: 'jobId',\n pseudoLabelJobConfig: {\n baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n datasetId: 'datasetId',\n promptTemplate: { id: 'id', template: 'template' },\n selectedColumns: ['string'],\n skipActiveLabeling: true,\n },\n });\n\n console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.submit(\n job_id=\"jobId\",\n pseudo_label_job_config={\n \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n \"dataset_id\": \"datasetId\",\n \"prompt_template\": {\n \"id\": \"id\",\n \"template\": \"template\",\n },\n \"selected_columns\": [\"string\"],\n \"skip_active_labeling\": True,\n },\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/get_status":{"post":{"tags":["Pseudo Label Job"],"summary":"Get Pseudo Label Job Status","operationId":"GetPseudoLabelJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.labelDatasetJobs.getStatus({ jobId: 'jobId' });\n\n console.log(response.pseudoLabelJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.get_status(\n job_id=\"jobId\",\n)\nprint(response.pseudo_label_job_result)"}]}}},"components":{"securitySchemes":{"BearerAuth":{"type":"http","scheme":"bearer","bearerFormat":"JWT"}},"schemas":{"lmai.proto.webserver.v2.CreateDatasetRequest":{"title":"CreateDatasetRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"isFewShotExamples":{"type":"boolean","description":"PseudoLabel job fields."},"isActiveLabels":{"type":"boolean"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"description":"Create a Dataset, initially an empty shell until a file is uploaded"},"lmai.proto.webserver.v2.CreateDatasetResponse":{"title":"CreateDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.model_fine_tuning.v1.Dataset":{"title":"Dataset","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"ownerUserId":{"type":"string","description":"The ID of the user who owns the dataset."},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"initializationStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"initializationError":{"type":"string"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo","description":"The columns present in the latest DatasetFile for this dataset"}},"labelState":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetLabelState","description":"The state of the latest labeling job for the dataset"}},"required":["id","createdAt","updatedAt","ownerUserId","numRows","numCols","initializationStatus","columns"],"description":"A Dataset in the most basic sense: metadata and ownership, but nothing tied\n to its data."},"google.protobuf.Timestamp":{"title":"Timestamp","type":"object","properties":{"seconds":{"type":"integer"},"nanos":{"type":"integer"}},"required":["seconds","nanos"]},"lmai.proto.model_fine_tuning.v1.DatasetColumnInfo":{"title":"DatasetColumnInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"index":{"type":"integer","description":"Index of the column within the dataset file."},"literalName":{"type":"string","description":"The literal name for the column."},"dtype":{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}},"required":["id","createdAt","updatedAt","index","literalName"]},"lmai.proto.model_fine_tuning.v1.DatasetLabelState":{"title":"DatasetLabelState","type":"object","properties":{"labelingStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus","description":"The status of the latest general pseudo-labeling job for the dataset"},"promptTemplate":{"type":"string","description":"aka user general instructions"},"error":{"type":"string","description":"if the labeling status is error, this field may contain an error message"}},"required":["labelingStatus","promptTemplate"]},"lmai.proto.webserver.v2.UploadDatasetFileRequest":{"title":"UploadDatasetFileRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file."}},"required":["datasetId"],"description":"Initiate an upload by requesting a pre-signed S3 upload URL."},"lmai.proto.webserver.v2.UploadDatasetFileResponse":{"title":"UploadDatasetFileResponse","type":"object","properties":{"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost"}},"required":["s3PresignedPost"]},"lmai.proto.webserver.v2.S3PresignedPost":{"title":"S3PresignedPost","type":"object","properties":{"url":{"type":"string"},"fields":{"type":"object","additionalProperties":{"type":"string"},"description":"Fields required for the S3 presigned POST request generated by s3 sdk."}},"required":["url","fields"]},"lmai.proto.webserver.v2.S3PresignedPost.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest":{"title":"FinalizeSingleDatasetFileUploadRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file"},"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost","description":"The pre-signed S3 URL where the file was uploadeded"}},"required":["datasetId","s3PresignedPost"],"description":"Request to finalize a single dataset file upload"},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse":{"title":"FinalizeSingleDatasetFileUploadResponse","type":"object","properties":{"datasetFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetFileInfo","description":"Information about the dataset file if the upload was successful"}},"description":"Response after finalizing a single dataset file upload"},"lmai.proto.model_fine_tuning.v1.DatasetFileInfo":{"title":"DatasetFileInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"datasetId":{"type":"string","description":"The ID of the corresponding dataset."},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["id","createdAt","updatedAt","datasetId","contentMd5Hash","fileSizeBytes","numRows","numCols","columns"]},"lmai.proto.webserver.v2.GetDatasetRequest":{"title":"GetDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetDatasetResponse":{"title":"GetDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLRequest":{"title":"GetDatasetDownloadURLRequest","type":"object","properties":{"datasetId":{"type":"string"}},"required":["datasetId"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLResponse":{"title":"GetDatasetDownloadURLResponse","type":"object","properties":{"downloadUrl":{"type":"string","description":"The S3 presigned URL to download the dataset file."}},"required":["downloadUrl"]},"lmai.proto.webserver.v2.GetDatasetViewRequest":{"title":"GetDatasetViewRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset from which to retrieve content. When specified,\n gets data from the current file in the dataset."},"datasetFileId":{"type":"string","description":"The ID of the (pinned) dataset file from which to retrieve content.\n Requests iterating over pages of results are recommended to use this\n pinned identifier after the first page in order to prevent any effects\n from a dataset changing between the queries."},"after":{"type":"integer","description":"Pagination: The index, by row-order, after which to query results."},"limit":{"type":"integer","description":"Pagination: The maximum number of results to return on this page."},"useDatasetsService":{"type":"boolean"},"filters":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.ColumnFilter","description":"Filter criteria for the dataset rows"}},"orderBy":{"type":"string","description":"Column to order results by"},"orderDirection":{"type":"string","description":"Direction to order results (\"asc\" or \"desc\")"}},"required":["datasetId","datasetFileId","filters"],"description":"Get a view of the data within a dataset."},"lmai.proto.datasets.v1.ColumnFilter":{"title":"ColumnFilter","type":"object","properties":{"columnName":{"type":"string"},"stringCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.StringCriteria"},"numericCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.NumericCriteria"},"tagsCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.RowTagsCriteria"},"timeRangeCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v1.TimeRangeCriteria"}},"required":["columnName","stringCriteria","numericCriteria","tagsCriteria","timeRangeCriteria"]},"lmai.proto.datasets.v1.StringCriteria":{"title":"StringCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_CONTAINS","OPERATOR_STARTS_WITH","OPERATOR_ENDS_WITH"],"title":"Operator"},"value":{"type":"string"}},"required":["operator","value"]},"lmai.proto.datasets.v1.NumericCriteria":{"title":"NumericCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_GREATER_THAN","OPERATOR_GREATER_THAN_OR_EQUAL","OPERATOR_LESS_THAN","OPERATOR_LESS_THAN_OR_EQUAL"],"title":"Operator"},"intValue":{"type":"integer"},"floatValue":{"type":"number"}},"required":["operator","intValue","floatValue"]},"lmai.proto.datasets.v1.RowTagsCriteria":{"title":"RowTagsCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_HAS_ANY","OPERATOR_HAS_ALL","OPERATOR_HAS_NONE"],"title":"Operator"},"tags":{"type":"array","items":{"type":"string"}}},"required":["operator","tags"]},"lmai.proto.datasets.v1.TimeRangeCriteria":{"title":"TimeRangeCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_BEFORE","OPERATOR_AFTER","OPERATOR_BETWEEN"],"title":"Operator"},"timestamp":{"type":"string","format":"date-time"},"endTimestamp":{"type":"string","format":"date-time"}},"required":["operator","timestamp"]},"lmai.proto.webserver.v2.GetDatasetViewResponse":{"title":"GetDatasetViewResponse","type":"object","properties":{"datasetId":{"type":"string"},"datasetFileId":{"type":"string"},"datasetView":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetView"}},"required":["datasetId","datasetFileId","datasetView"]},"lmai.proto.model_fine_tuning.v1.DatasetView":{"title":"DatasetView","type":"object","properties":{"numRows":{"type":"integer"},"numCols":{"type":"integer"},"data":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DataRow"}},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["numRows","numCols","data","columns"]},"lmai.proto.model_fine_tuning.v1.DataRow":{"title":"DataRow","type":"object","properties":{"id":{"type":"string"},"rowValues":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["id","rowValues"]},"google.protobuf.Value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true},"google.protobuf.Struct":{"title":"Struct","type":"object","properties":{"fields":{"type":"object","additionalProperties":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["fields"]},"google.protobuf.Struct.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}},"required":["key","value"]},"google.protobuf.ListValue":{"title":"ListValue","type":"object","properties":{"values":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["values"]},"lmai.proto.webserver.v2.ListDatasetsRequest":{"title":"ListDatasetsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequestFilters"}}},"lmai.proto.webserver.v2.ListDatasetsRequestFilters":{"title":"ListDatasetsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"projectId":{"type":"string","description":"filter datasets associated with the project"}},"description":"Filter listed datasets by ALL filters specified"},"lmai.proto.webserver.v2.ListDatasetsResponse":{"title":"ListDatasetsResponse","type":"object","properties":{"datasets":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"totalCount":{"type":"integer","description":"Total count of datasets which can be listed with applicable\n filters, regardless of page size"}},"required":["datasets","totalCount"]},"lmai.proto.webserver.v2.CloneDatasetRequest":{"title":"CloneDatasetRequest","type":"object","properties":{"datasetId":{"type":"string","description":"Dataset to clone"},"name":{"type":"string","description":"New dataset name. If not provided, will use the name of the dataset being\n cloned"},"description":{"type":"string","description":"Human-readable description of the dataset.\n If not provided, will use the name of the dataset being cloned"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"required":["datasetId"]},"lmai.proto.webserver.v2.CloneDatasetResponse":{"title":"CloneDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.ArchiveDatasetRequest":{"title":"ArchiveDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"],"description":"Delete a dataset"},"lmai.proto.webserver.v2.ArchiveDatasetResponse":{"title":"ArchiveDatasetResponse","type":"object","properties":{"success":{"type":"boolean"}},"required":["success"]},"lmai.proto.webserver.v2.EvaluateRequest":{"title":"EvaluateRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"input":{"type":"array","items":{"type":"string"}},"output":{"type":"array","items":{"type":"string"}},"groundTruth":{"type":"array","items":{"type":"string"}}},"required":["metric","input","output","groundTruth"]},"lmai.proto.webserver.v2.Metric":{"title":"Metric","type":"object","properties":{"id":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"}}},"lmai.proto.webserver.v2.EvaluateResponse":{"title":"EvaluateResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["metric","scores"],"description":"The index of the float value corresponds to that of\n the string combination sent in the request.\n Ex: scores.values[i] is taken from\n input[i], ground_truth[i], context[i], output[i] in EvaluateRequest"},"lmai.proto.webserver.v2.EvaluateDatasetRequest":{"title":"EvaluateDatasetRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"datasetId":{"type":"string"}},"required":["metric","datasetId"]},"lmai.proto.webserver.v2.EvaluateDatasetResponse":{"title":"EvaluateDatasetResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["metric","scores"],"description":"models and scores correspond in the same manner as in EvaluateResponse"},"lmai.proto.webserver.v2.ListMetricsRequest":{"title":"ListMetricsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListMetricsResponse":{"title":"ListMetricsResponse","type":"object","properties":{"metrics":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}}},"required":["metrics"]},"lmai.proto.webserver.v2.GetMetricRequest":{"title":"GetMetricRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Requested metric must have at least id or name set."},"lmai.proto.webserver.v2.GetMetricResponse":{"title":"GetMetricResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Returns a full metric object with all fields set."},"lmai.proto.webserver.v2.CreateFineTuneJobRequest":{"title":"CreateFineTuneJobRequest","type":"object","properties":{"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"Partial configuration with parameters for the fine-tune job."}},"required":["fineTuneJobConfig"],"description":"Create a new Fine Tune Job\n Initialized with the provided configuration parameters."},"lmai.proto.model_fine_tuning.v1.FineTuneJobConfig":{"title":"FineTuneJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"baselineModelId":{"type":"string","description":"The ID for the model used as the starting point for training."},"trainDatasetId":{"type":"string","description":"The dataset to use for training, with splits baked in or to be\n derived dynamically"},"testDatasetId":{"type":"string","description":"The dataset to use for an unbiased evaluation of the model"},"selectedColumns":{"type":"array","items":{"type":"string","description":"Set of columns to be used in fine-tuning.\n Supported columns: input, output, ground_truth\n For example, a task similar to summarization might need output and\n ground_truth."}}},"required":["baselineModelId","trainDatasetId","testDatasetId","selectedColumns"]},"lmai.proto.webserver.v2.CreateFineTuneJobResponse":{"title":"CreateFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitFineTuneJobRequest":{"title":"SubmitFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"},"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"The fine-tune job configuration."}},"required":["jobId","fineTuneJobConfig"]},"lmai.proto.webserver.v2.SubmitFineTuneJobResponse":{"title":"SubmitFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobRequest":{"title":"GetFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobResponse":{"title":"GetFineTuneJobResponse","type":"object","properties":{"job":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"required":["job"]},"lmai.proto.model_fine_tuning.v1.FineTuneJob":{"title":"FineTuneJob","type":"object","properties":{"id":{"type":"string","description":"The ID of the fine tune job."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Name corresponding to the fine tuned model derived from this job"},"description":{"type":"string"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"config":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig"},"result":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["id","createdAt","updatedAt","status","config","result"]},"lmai.proto.model_fine_tuning.v1.FineTuneJobResult":{"title":"FineTuneJobResult","type":"object","properties":{"progress":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress","description":"Sequential snapshots of training metrics."}},"trainedModelFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelFile","description":"The trained model, if it was created successfully."},"resultUrl":{"type":"string","description":"Url to view the full results and progress (e.g. external W&B url)"}},"required":["progress"],"description":"Result of a Fine-Tuning Job."},"lmai.proto.model_fine_tuning.v1.TrainingProgress":{"title":"TrainingProgress","type":"object","properties":{"jobId":{"type":"string"},"epoch":{"type":"integer"},"loss":{"type":"number"},"accuracy":{"type":"number"},"progress":{"type":"number"},"timestamp":{"type":"string","format":"date-time"}},"required":["jobId","epoch","loss","accuracy","progress","timestamp"],"description":"Progress metrics from model training."},"lmai.proto.model_fine_tuning.v1.ModelFile":{"title":"ModelFile","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelId":{"type":"string"},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"}},"required":["id","createdAt","updatedAt","modelId","contentMd5Hash","fileSizeBytes"],"description":"Actual file asset corresponding to a model"},"lmai.proto.webserver.v2.GetFineTuneJobStatusRequest":{"title":"GetFineTuneJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobStatusResponse":{"title":"GetFineTuneJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"fineTuneJobResult":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["status","fineTuneJobResult"]},"lmai.proto.webserver.v2.ListFineTuneJobsRequest":{"title":"ListFineTuneJobsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters"}}},"lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters":{"title":"ListFineTuneJobsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"}}},"lmai.proto.webserver.v2.ListFineTuneJobsResponse":{"title":"ListFineTuneJobsResponse","type":"object","properties":{"jobs":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"totalCount":{"type":"integer","description":"Total count of fine tune jobs which can be listed with applicable\n filters, regardless of page size"}},"required":["jobs","totalCount"]},"lmai.proto.webserver.v2.ListBaseModelsRequest":{"title":"ListBaseModelsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListBaseModelsResponse":{"title":"ListBaseModelsResponse","type":"object","properties":{"models":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Model"}}},"required":["models"]},"lmai.proto.model_fine_tuning.v1.Model":{"title":"Model","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"userId":{"type":"string"},"metricBaseModel":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.MetricBaseModel"},"modelCard":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelCard"}},"required":["id","createdAt","updatedAt","metricBaseModel"],"description":"Definition for the model"},"lmai.proto.model_fine_tuning.v1.MetricBaseModel":{"title":"MetricBaseModel","type":"object","properties":{"id":{"type":"string"},"modelId":{"type":"string"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"}},"required":["id","modelId","baseModelArchitecture"],"description":"Information about a base model corresponding to a metric"},"lmai.proto.model_fine_tuning.v1.ModelCard":{"title":"ModelCard","type":"object","properties":{"modelId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelSize":{"type":"integer"},"purpose":{"type":"string"},"trainingProgress":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"},"values":{"type":"object","additionalProperties":{"type":"string"}},"tags":{"type":"array","items":{"type":"string"}},"columns":{"type":"array","items":{"type":"string"}}},"required":["modelId","name","description","deploymentStatus","createdAt","updatedAt","modelSize","purpose","trainingProgress","baseModelArchitecture","values","tags","columns"]},"lmai.proto.model_fine_tuning.v1.ModelCard.ValuesEntry":{"title":"ValuesEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.CreateProjectRequest":{"title":"CreateProjectRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the project, if one exists."},"description":{"type":"string","description":"Human-readable description of the project, if one exists."},"organizationId":{"type":"string","description":"Organization to associate the project with, if applicable"}},"description":"Create a Project"},"lmai.proto.webserver.v2.CreateProjectResponse":{"title":"CreateProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.model_fine_tuning.v1.Project":{"title":"Project","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"creatorId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"organizationId":{"type":"string"},"organizationName":{"type":"string"}},"required":["id","createdAt","updatedAt","name"]},"lmai.proto.webserver.v2.GetProjectRequest":{"title":"GetProjectRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetProjectResponse":{"title":"GetProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.webserver.v2.ListProjectsRequest":{"title":"ListProjectsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequestFilters"}}},"lmai.proto.webserver.v2.ListProjectsRequestFilters":{"title":"ListProjectsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"organizationId":{"type":"string","description":"search only projects associated with specific organization"}}},"lmai.proto.webserver.v2.ListProjectsResponse":{"title":"ListProjectsResponse","type":"object","properties":{"projects":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"totalCount":{"type":"integer","description":"Total count of projects which can be listed with applicable\n filters, regardless of page size"}},"required":["projects","totalCount"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobRequest":{"title":"CreatePseudoLabelJobRequest","type":"object","properties":{"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"Partial configuration containing updates via its non-null fields."}},"required":["pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.PseudoLabelJobConfig":{"title":"PseudoLabelJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"datasetId":{"type":"string","description":"ID of the main dataset to be pseudo-labeled"},"fewShotDatasetId":{"type":"string","description":"ID of the dataset containing few-shot examples. Optional."},"activeLabeledDatasetId":{"type":"string","description":"ID of the actively labeled dataset. Optional. If null, this job is for\n active learning."},"selectedColumns":{"type":"array","items":{"type":"string","description":"Subset of columns to be used in pseudo-labeling.\n Expected columns: input, output, ground_truth\n For example, a summarization task might not need an input column.\n By default, all columns are used."}},"promptTemplate":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.PromptTemplate"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Reserved field. Do not use at the moment."},"skipActiveLabeling":{"type":"boolean","description":"If true, skip active labeling, which involves an intermediate Dataset\n created for human labeling."}},"required":["datasetId","selectedColumns","promptTemplate","baseEvaluationMetric","skipActiveLabeling"],"description":"Configuration for LLM Judge labeling job."},"lmai.proto.model_fine_tuning.v1.PromptTemplate":{"title":"PromptTemplate","type":"object","properties":{"id":{"type":"string"},"template":{"type":"string","description":"The template string that defines the prompt"}},"required":["id","template"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobResponse":{"title":"CreatePseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest":{"title":"SubmitPseudoLabelJobRequest","type":"object","properties":{"jobId":{"type":"string"},"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"The pseudo-labeling job configuration."}},"required":["jobId","pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse":{"title":"SubmitPseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest":{"title":"GetPseudoLabelJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse":{"title":"GetPseudoLabelJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"pseudoLabelJobResult":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig"}},"required":["status","pseudoLabelJobResult"]}},"examples":{}}} \ No newline at end of file +{"openapi":"3.0.3","info":{"title":"LastMile AI API V2","description":"LastMile AI API V2: Components","version":"2.0"},"servers":[{"url":"https://lastmileai.dev","description":"Production server - LastMile AI"}],"security":[{"BearerAuth":[]}],"paths":{"/api/2/auto_eval/dataset/create":{"post":{"tags":["Dataset"],"summary":"Create Dataset","operationId":"CreateDataset","description":"Create a new Dataset. Use UploadDatasetFile to upload files to the dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const dataset = await client.datasets.create();\n\n console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\ndataset = client.datasets.create()\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/upload_file":{"post":{"tags":["Dataset"],"summary":"Upload Dataset File","operationId":"UploadDatasetFile","description":"Initiate a file upload to a Dataset. Call FinalizeSingleDatasetFileUpload\n to complete the upload with the presigned URL returned from this call.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UploadDatasetFileResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.uploadFile({ datasetId: 'datasetId' });\n\n console.log(response.s3PresignedPost);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.upload_file(\n dataset_id=\"datasetId\",\n)\nprint(response.s3_presigned_post)"}]}},"/api/2/auto_eval/dataset/finalize_single_file_upload":{"post":{"tags":["Dataset"],"summary":"Finalize Single Dataset File Upload","operationId":"FinalizeSingleDatasetFileUpload","description":"Finalize a Dataset file upload. This call should be made after the file has\n been uploaded to the S3 URL returned from UploadDatasetFile.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.finalizeFileUpload({\n datasetId: 'datasetId',\n s3PresignedPost: { fields: { foo: 'string' }, url: 'url' },\n });\n\n console.log(response.datasetFile);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.finalize_file_upload(\n dataset_id=\"datasetId\",\n s3_presigned_post={\n \"fields\": {\n \"foo\": \"string\"\n },\n \"url\": \"url\",\n },\n)\nprint(response.dataset_file)"}]}},"/api/2/auto_eval/dataset/get":{"post":{"tags":["Dataset"],"summary":"Get Dataset","operationId":"GetDataset","description":"Get a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const dataset = await client.datasets.get({ id: 'id' });\n\n console.log(dataset.dataset);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\ndataset = client.datasets.get(\n id=\"id\",\n)\nprint(dataset.dataset)"}]}},"/api/2/auto_eval/dataset/get_download_url":{"post":{"tags":["Dataset"],"summary":"Get Dataset Download URL","operationId":"GetDatasetDownloadURL","description":"Get a download url for a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetDownloadURLResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.getDownloadURL({ datasetId: 'datasetId' });\n\n console.log(response.downloadUrl);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.get_download_url(\n dataset_id=\"datasetId\",\n)\nprint(response.download_url)"}]}},"/api/2/auto_eval/dataset/get_view":{"post":{"tags":["Dataset"],"summary":"Get Dataset View","operationId":"GetDatasetView","description":"Get a paginated view of the data within a Dataset.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetDatasetViewResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.datasets.getView({\n datasetFileId: 'datasetFileId',\n datasetId: 'datasetId',\n filters: [\n {\n allOf: {\n predicates: [\n {\n columnName: 'columnName',\n numericCriteria: { doubleValue: 0, int64Value: 0, operator: 'OPERATOR_UNSPECIFIED' },\n stringCriteria: { operator: 'OPERATOR_UNSPECIFIED', value: 'value' },\n stringListCriteria: { operator: 'OPERATOR_UNSPECIFIED', values: ['string'] },\n },\n ],\n },\n anyOf: {\n predicates: [\n {\n columnName: 'columnName',\n numericCriteria: { doubleValue: 0, int64Value: 0, operator: 'OPERATOR_UNSPECIFIED' },\n stringCriteria: { operator: 'OPERATOR_UNSPECIFIED', value: 'value' },\n stringListCriteria: { operator: 'OPERATOR_UNSPECIFIED', values: ['string'] },\n },\n ],\n },\n },\n ],\n });\n\n console.log(response.datasetFileId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.datasets.get_view(\n dataset_file_id=\"datasetFileId\",\n dataset_id=\"datasetId\",\n filters=[{\n \"all_of\": {\n \"predicates\": [{\n \"column_name\": \"columnName\",\n \"numeric_criteria\": {\n \"double_value\": 0,\n \"int64_value\": 0,\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n },\n \"string_criteria\": {\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n \"value\": \"value\",\n },\n \"string_list_criteria\": {\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n \"values\": [\"string\"],\n },\n }]\n },\n \"any_of\": {\n \"predicates\": [{\n \"column_name\": \"columnName\",\n \"numeric_criteria\": {\n \"double_value\": 0,\n \"int64_value\": 0,\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n },\n \"string_criteria\": {\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n \"value\": \"value\",\n },\n \"string_list_criteria\": {\n \"operator\": \"OPERATOR_UNSPECIFIED\",\n \"values\": [\"string\"],\n },\n }]\n },\n }],\n)\nprint(response.dataset_file_id)"}]}},"/api/2/auto_eval/dataset/list":{"post":{"tags":["Dataset"],"summary":"List Datasets","operationId":"ListDatasets","description":"List Datasets.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const dataset = await client.datasets.list();\n\n console.log(dataset.datasets);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\ndataset = client.datasets.list()\nprint(dataset.datasets)"}]}},"/api/2/auto_eval/dataset/clone":{"post":{"tags":["Dataset"],"summary":"Clone Dataset","operationId":"CloneDataset","description":"Clone a dataset into a new dataset containing the latest file contents","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CloneDatasetResponse"}}}}}}},"/api/2/auto_eval/dataset/archive":{"post":{"tags":["Dataset"],"summary":"Archive Dataset","operationId":"ArchiveDataset","description":"Archive a dataset","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ArchiveDatasetResponse"}}}}}}},"/api/2/auto_eval/dataset/update_row":{"put":{"tags":["Dataset"],"summary":"Update Dataset Row","operationId":"UpdateDatasetRow","description":"Update a row in a dataset","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UpdateDatasetRowRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.UpdateDatasetRowResponse"}}}}}}},"/api/2/auto_eval/evaluation/evaluate":{"post":{"tags":["Evaluation"],"summary":"Evaluate","operationId":"Evaluate","description":"Evaluate a metric on rows of data, returning scores for each row. Specify\n metric.id or metric.name to identify the metric.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.evaluate({\n groundTruth: ['string'],\n input: ['string'],\n labels: ['string'],\n metadata: [{}],\n metric: {},\n output: ['string'],\n });\n\n console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate(\n ground_truth=[\"string\"],\n input=[\"string\"],\n labels=[\"string\"],\n metadata=[{}],\n metric={},\n output=[\"string\"],\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/evaluate_dataset":{"post":{"tags":["Evaluation"],"summary":"Evaluate Dataset","operationId":"EvaluateDataset","description":"Evaluate a metric on a dataset, returning scores for each example. Specify\n metric.id or metric.name to identify the metric. Persists results as an\n EvaluationRun for further capabilities.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateDatasetResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.evaluateDataset({ datasetId: 'datasetId', metric: {} });\n\n console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.evaluate_dataset(\n dataset_id=\"datasetId\",\n metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/evaluation/evaluate_run":{"post":{"tags":["Evaluation"],"summary":"Evaluate Run","operationId":"EvaluateRun","description":"Similar to Evaluate, but persists results as an EvaluationRun for further\n capabilites.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateRunRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluateRunResponse"}}}}}}},"/api/2/auto_eval/evaluation/get_run":{"post":{"tags":["Evaluation"],"summary":"Get Evaluation Run","operationId":"GetEvaluationRun","description":"Get a specific evaluation run by id","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetEvaluationRunRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetEvaluationRunResponse"}}}}}}},"/api/2/auto_eval/evaluation/list_runs":{"post":{"tags":["Evaluation"],"summary":"List Evaluation Runs","operationId":"ListEvaluationRuns","description":"List evaluation runs with optional filters","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListEvaluationRunsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListEvaluationRunsResponse"}}}}}}},"/api/2/auto_eval/evaluation/list_metrics":{"post":{"tags":["Evaluation"],"summary":"List Metrics","operationId":"ListMetrics","description":"List all available evaluation metrics.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListMetricsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.listMetrics();\n\n console.log(response.metrics);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.list_metrics()\nprint(response.metrics)"}]}},"/api/2/auto_eval/evaluation/get_metric":{"post":{"tags":["Evaluation"],"summary":"Get Metric","operationId":"GetMetric","description":"Get a specific evaluation metric by id or name.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetMetricResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.evaluation.getMetric({ metric: {} });\n\n console.log(response.metric);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.evaluation.get_metric(\n metric={},\n)\nprint(response.metric)"}]}},"/api/2/auto_eval/fine_tune_job/create":{"post":{"tags":["Fine Tune Job"],"summary":"Create Fine Tune Job","operationId":"CreateFineTuneJob","description":"Step 1 of 2: Create a new job configuration for fine-tuning, to be\n subsequently submitted by calling SubmitFineTuneJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const fineTuneJob = await client.fineTuneJobs.create({\n fineTuneJobConfig: {\n baselineModelId: 'baselineModelId',\n selectedColumns: ['string'],\n testDatasetId: 'testDatasetId',\n trainDatasetId: 'trainDatasetId',\n },\n });\n\n console.log(fineTuneJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.create(\n fine_tune_job_config={\n \"baseline_model_id\": \"baselineModelId\",\n \"selected_columns\": [\"string\"],\n \"test_dataset_id\": \"testDatasetId\",\n \"train_dataset_id\": \"trainDatasetId\",\n },\n)\nprint(fine_tune_job.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/submit":{"post":{"tags":["Fine Tune Job"],"summary":"Submit Fine Tune Job","operationId":"SubmitFineTuneJob","description":"Step 2 of 2: Submit the job configuration created by CreateFineTuneJob to\n initiate a job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitFineTuneJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.fineTuneJobs.submit({\n fineTuneJobConfig: {\n baselineModelId: 'baselineModelId',\n selectedColumns: ['string'],\n testDatasetId: 'testDatasetId',\n trainDatasetId: 'trainDatasetId',\n },\n jobId: 'jobId',\n });\n\n console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.submit(\n fine_tune_job_config={\n \"baseline_model_id\": \"baselineModelId\",\n \"selected_columns\": [\"string\"],\n \"test_dataset_id\": \"testDatasetId\",\n \"train_dataset_id\": \"trainDatasetId\",\n },\n job_id=\"jobId\",\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/fine_tune_job/get":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job","operationId":"GetFineTuneJob","description":"Get the full job details","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobResponse"}}}}}}},"/api/2/auto_eval/fine_tune_job/get_status":{"post":{"tags":["Fine Tune Job"],"summary":"Get Fine Tune Job Status","operationId":"GetFineTuneJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetFineTuneJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.fineTuneJobs.getStatus({ jobId: 'jobId' });\n\n console.log(response.fineTuneJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.get_status(\n job_id=\"jobId\",\n)\nprint(response.fine_tune_job_result)"}]}},"/api/2/auto_eval/fine_tune_job/list":{"post":{"tags":["Fine Tune Job"],"summary":"List Fine Tune Jobs","operationId":"ListFineTuneJobs","description":"List all fine-tune jobs with optional filters.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const fineTuneJob = await client.fineTuneJobs.list();\n\n console.log(fineTuneJob.jobs);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nfine_tune_job = client.fine_tune_jobs.list()\nprint(fine_tune_job.jobs)"}]}},"/api/2/auto_eval/fine_tune_job/list_base_models":{"post":{"tags":["Fine Tune Job"],"summary":"List Base Models","operationId":"ListBaseModels","description":"List all base models available for fine-tuning.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListBaseModelsResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.fineTuneJobs.listBaseModels();\n\n console.log(response.models);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.fine_tune_jobs.list_base_models()\nprint(response.models)"}]}},"/api/2/auto_eval/project/create":{"post":{"tags":["Project"],"summary":"Create Project","operationId":"CreateProject","description":"Create a new Project","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreateProjectResponse"}}}}}}},"/api/2/auto_eval/project/get":{"post":{"tags":["Project"],"summary":"Get Project","operationId":"GetProject","description":"Get a Project.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetProjectResponse"}}}}}}},"/api/2/auto_eval/project/list":{"post":{"tags":["Project"],"summary":"List Projects","operationId":"ListProjects","description":"List Projects.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsResponse"}}}}}}},"/api/2/auto_eval/pseudo_label_job/create":{"post":{"tags":["Pseudo Label Job"],"summary":"Create Pseudo Label Job","operationId":"CreatePseudoLabelJob","description":"Step 1 of 2: Create a new job configuration for LLM Judge labeling, to be\n subsequently submitted by calling SubmitPseudoLabelJob.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.CreatePseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const labelDatasetJob = await client.labelDatasetJobs.create({\n pseudoLabelJobConfig: {\n baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n datasetId: 'datasetId',\n promptTemplate: { id: 'id', template: 'template' },\n selectedColumns: ['string'],\n skipActiveLabeling: true,\n },\n });\n\n console.log(labelDatasetJob.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nlabel_dataset_job = client.label_dataset_jobs.create(\n pseudo_label_job_config={\n \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n \"dataset_id\": \"datasetId\",\n \"prompt_template\": {\n \"id\": \"id\",\n \"template\": \"template\",\n },\n \"selected_columns\": [\"string\"],\n \"skip_active_labeling\": True,\n },\n)\nprint(label_dataset_job.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/submit":{"post":{"tags":["Pseudo Label Job"],"summary":"Submit Pseudo Label Job","operationId":"SubmitPseudoLabelJob","description":"Step 2 of 2: Submit the job configuration created by CreatePseudoLabelJob\n to initiate an LLM Judge labeling job.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.labelDatasetJobs.submit({\n jobId: 'jobId',\n pseudoLabelJobConfig: {\n baseEvaluationMetric: 'BASE_EVALUATION_METRIC_UNSPECIFIED',\n datasetId: 'datasetId',\n promptTemplate: { id: 'id', template: 'template' },\n selectedColumns: ['string'],\n skipActiveLabeling: true,\n },\n });\n\n console.log(response.jobId);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.submit(\n job_id=\"jobId\",\n pseudo_label_job_config={\n \"base_evaluation_metric\": \"BASE_EVALUATION_METRIC_UNSPECIFIED\",\n \"dataset_id\": \"datasetId\",\n \"prompt_template\": {\n \"id\": \"id\",\n \"template\": \"template\",\n },\n \"selected_columns\": [\"string\"],\n \"skip_active_labeling\": True,\n },\n)\nprint(response.job_id)"}]}},"/api/2/auto_eval/pseudo_label_job/get_status":{"post":{"tags":["Pseudo Label Job"],"summary":"Get Pseudo Label Job Status","operationId":"GetPseudoLabelJobStatus","description":"Get the status of an existing job, including any results.","security":[{"BearerAuth":[]}],"requestBody":{"content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest"}}}},"responses":{"200":{"description":"Successful operation","content":{"application/json":{"schema":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse"}}}}},"x-codeSamples":[{"lang":"JavaScript","source":"import Lastmile from 'lastmile';\n\nconst client = new Lastmile({\n bearerToken: process.env['LASTMILE_API_TOKEN'], // This is the default and can be omitted\n});\n\nasync function main() {\n const response = await client.labelDatasetJobs.getStatus({ jobId: 'jobId' });\n\n console.log(response.pseudoLabelJobResult);\n}\n\nmain();"},{"lang":"Python","source":"import os\nfrom lastmile import Lastmile\n\nclient = Lastmile(\n bearer_token=os.environ.get(\"LASTMILE_API_TOKEN\"), # This is the default and can be omitted\n)\nresponse = client.label_dataset_jobs.get_status(\n job_id=\"jobId\",\n)\nprint(response.pseudo_label_job_result)"}]}}},"components":{"securitySchemes":{"BearerAuth":{"type":"http","scheme":"bearer","bearerFormat":"JWT"}},"schemas":{"lmai.proto.webserver.v2.CreateDatasetRequest":{"title":"CreateDatasetRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"isFewShotExamples":{"type":"boolean","description":"PseudoLabel job fields."},"isActiveLabels":{"type":"boolean"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"description":"Create a Dataset, initially an empty shell until a file is uploaded"},"lmai.proto.webserver.v2.CreateDatasetResponse":{"title":"CreateDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.model_fine_tuning.v1.Dataset":{"title":"Dataset","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Human-readable name for the dataset, if one exists."},"description":{"type":"string","description":"Human-readable description of the dataset, if one exists."},"ownerUserId":{"type":"string","description":"The ID of the user who owns the dataset."},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"initializationStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"initializationError":{"type":"string"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo","description":"The columns present in the latest DatasetFile for this dataset"}},"labelState":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetLabelState","description":"The state of the latest labeling job for the dataset"}},"required":["id","createdAt","updatedAt","ownerUserId","numRows","numCols","initializationStatus","columns"],"description":"A Dataset in the most basic sense: metadata and ownership, but nothing tied\n to its data."},"google.protobuf.Timestamp":{"title":"Timestamp","type":"object","properties":{"seconds":{"type":"integer"},"nanos":{"type":"integer"}},"required":["seconds","nanos"]},"lmai.proto.model_fine_tuning.v1.DatasetColumnInfo":{"title":"DatasetColumnInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"index":{"type":"integer","description":"Index of the column within the dataset file."},"literalName":{"type":"string","description":"The literal name for the column."},"dtype":{"type":"string","enum":["DATASET_COLUMN_D_TYPE_UNSPECIFIED","DATASET_COLUMN_D_TYPE_INT32","DATASET_COLUMN_D_TYPE_INT64","DATASET_COLUMN_D_TYPE_FLOAT32","DATASET_COLUMN_D_TYPE_FLOAT64","DATASET_COLUMN_D_TYPE_STRING","DATASET_COLUMN_D_TYPE_BYTES","DATASET_COLUMN_D_TYPE_ANY","DATASET_COLUMN_D_TYPE_LIST_OF_STRINGS"],"title":"DatasetColumnDType","description":"Datatypes for a column in a dataset file. We likely don't need everything\n here, but it's good to be explicit, for example to avoid unknowingly coercing\n int64 values into int32. Encoding for text is UTF_8 unless indicated\n otherwise."}},"required":["id","createdAt","updatedAt","index","literalName"]},"lmai.proto.model_fine_tuning.v1.DatasetLabelState":{"title":"DatasetLabelState","type":"object","properties":{"labelingStatus":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus","description":"The status of the latest general pseudo-labeling job for the dataset"},"promptTemplate":{"type":"string","description":"aka user general instructions"},"error":{"type":"string","description":"if the labeling status is error, this field may contain an error message"}},"required":["labelingStatus","promptTemplate"]},"lmai.proto.webserver.v2.UploadDatasetFileRequest":{"title":"UploadDatasetFileRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file."}},"required":["datasetId"],"description":"Initiate an upload by requesting a pre-signed S3 upload URL."},"lmai.proto.webserver.v2.UploadDatasetFileResponse":{"title":"UploadDatasetFileResponse","type":"object","properties":{"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost"}},"required":["s3PresignedPost"]},"lmai.proto.webserver.v2.S3PresignedPost":{"title":"S3PresignedPost","type":"object","properties":{"url":{"type":"string"},"fields":{"type":"object","additionalProperties":{"type":"string"},"description":"Fields required for the S3 presigned POST request generated by s3 sdk."}},"required":["url","fields"]},"lmai.proto.webserver.v2.S3PresignedPost.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadRequest":{"title":"FinalizeSingleDatasetFileUploadRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset corresponding to the file"},"s3PresignedPost":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.S3PresignedPost","description":"The pre-signed S3 URL where the file was uploadeded"}},"required":["datasetId","s3PresignedPost"],"description":"Request to finalize a single dataset file upload"},"lmai.proto.webserver.v2.FinalizeSingleDatasetFileUploadResponse":{"title":"FinalizeSingleDatasetFileUploadResponse","type":"object","properties":{"datasetFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetFileInfo","description":"Information about the dataset file if the upload was successful"}},"description":"Response after finalizing a single dataset file upload"},"lmai.proto.model_fine_tuning.v1.DatasetFileInfo":{"title":"DatasetFileInfo","type":"object","properties":{"id":{"type":"string","description":"The ID of the dataset file."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"datasetId":{"type":"string","description":"The ID of the corresponding dataset."},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"},"numRows":{"type":"integer"},"numCols":{"type":"integer"},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["id","createdAt","updatedAt","datasetId","contentMd5Hash","fileSizeBytes","numRows","numCols","columns"]},"lmai.proto.webserver.v2.GetDatasetRequest":{"title":"GetDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetDatasetResponse":{"title":"GetDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLRequest":{"title":"GetDatasetDownloadURLRequest","type":"object","properties":{"datasetId":{"type":"string"}},"required":["datasetId"]},"lmai.proto.webserver.v2.GetDatasetDownloadURLResponse":{"title":"GetDatasetDownloadURLResponse","type":"object","properties":{"downloadUrl":{"type":"string","description":"The S3 presigned URL to download the dataset file."}},"required":["downloadUrl"]},"lmai.proto.webserver.v2.GetDatasetViewRequest":{"title":"GetDatasetViewRequest","type":"object","properties":{"datasetId":{"type":"string","description":"The ID of the dataset from which to retrieve content. When specified,\n gets data from the current file in the dataset."},"datasetFileId":{"type":"string","description":"The ID of the (pinned) dataset file from which to retrieve content.\n Requests iterating over pages of results are recommended to use this\n pinned identifier after the first page in order to prevent any effects\n from a dataset changing between the queries."},"after":{"type":"integer","description":"Pagination: The index, by row-order, after which to query results."},"limit":{"type":"integer","description":"Pagination: The maximum number of results to return on this page."},"previousPageCursor":{"type":"string","description":"A cursor for the previous page in the pagination, if one exists."},"nextPageCursor":{"type":"string","description":"A cursor for the next page in the pagination, if one exists."},"useDatasetsService":{"type":"boolean"},"filters":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.DatasetRowFilter","description":"Filter criteria for the dataset rows"}},"orderBy":{"type":"string","description":"Column to order results by"},"orderDirection":{"type":"string","description":"Direction to order results (\"asc\" or \"desc\")"}},"required":["datasetId","datasetFileId","filters"],"description":"Get a view of the data within a dataset."},"lmai.proto.datasets.v2.DatasetRowFilter":{"title":"DatasetRowFilter","type":"object","properties":{"allOf":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.DatasetRowFilter.AllOf"},"anyOf":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.DatasetRowFilter.AnyOf"}},"required":["allOf","anyOf"]},"lmai.proto.datasets.v2.DatasetRowFilter.AllOf":{"title":"AllOf","type":"object","properties":{"predicates":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.DatasetFieldValuePredicate"}}},"required":["predicates"]},"lmai.proto.datasets.v2.DatasetRowFilter.AnyOf":{"title":"AnyOf","type":"object","properties":{"predicates":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.DatasetFieldValuePredicate"}}},"required":["predicates"]},"lmai.proto.datasets.v2.DatasetFieldValuePredicate":{"title":"DatasetFieldValuePredicate","type":"object","properties":{"columnName":{"type":"string"},"stringCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.StringCriteria"},"numericCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.NumericCriteria"},"stringListCriteria":{"$ref":"#/components/schemas/lmai.proto.datasets.v2.StringListCriteria"}},"required":["columnName","stringCriteria","numericCriteria","stringListCriteria"]},"lmai.proto.datasets.v2.StringCriteria":{"title":"StringCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_CONTAINS","OPERATOR_STARTS_WITH","OPERATOR_ENDS_WITH"],"title":"Operator"},"value":{"type":"string"}},"required":["operator","value"]},"lmai.proto.datasets.v2.NumericCriteria":{"title":"NumericCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_EQUALS","OPERATOR_NOT_EQUALS","OPERATOR_GREATER_THAN","OPERATOR_GREATER_THAN_OR_EQUAL","OPERATOR_LESS_THAN","OPERATOR_LESS_THAN_OR_EQUAL"],"title":"Operator"},"int64Value":{"type":"integer"},"doubleValue":{"type":"number"}},"required":["operator","int64Value","doubleValue"]},"lmai.proto.datasets.v2.StringListCriteria":{"title":"StringListCriteria","type":"object","properties":{"operator":{"type":"string","enum":["OPERATOR_UNSPECIFIED","OPERATOR_HAS_ANY","OPERATOR_HAS_ALL","OPERATOR_HAS_NONE"],"title":"Operator"},"values":{"type":"array","items":{"type":"string"}}},"required":["operator","values"]},"lmai.proto.webserver.v2.GetDatasetViewResponse":{"title":"GetDatasetViewResponse","type":"object","properties":{"datasetId":{"type":"string"},"datasetFileId":{"type":"string"},"datasetView":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetView"},"previousPageCursor":{"type":"string","description":"A cursor for the previous page in the pagination, if one exists."},"nextPageCursor":{"type":"string","description":"A cursor for the next page in the pagination, if one exists."}},"required":["datasetId","datasetFileId","datasetView"]},"lmai.proto.model_fine_tuning.v1.DatasetView":{"title":"DatasetView","type":"object","properties":{"numRows":{"type":"integer"},"numCols":{"type":"integer"},"data":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DataRow"}},"columns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.DatasetColumnInfo"}}},"required":["numRows","numCols","data","columns"]},"lmai.proto.model_fine_tuning.v1.DataRow":{"title":"DataRow","type":"object","properties":{"id":{"type":"string"},"rowValues":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["id","rowValues"]},"google.protobuf.Value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true},"google.protobuf.Struct":{"title":"Struct","type":"object","properties":{"fields":{"type":"object","additionalProperties":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["fields"]},"google.protobuf.Struct.FieldsEntry":{"title":"FieldsEntry","type":"object","properties":{"key":{"type":"string"},"value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}},"required":["key","value"]},"google.protobuf.ListValue":{"title":"ListValue","type":"object","properties":{"values":{"type":"array","items":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}}},"required":["values"]},"lmai.proto.webserver.v2.ListDatasetsRequest":{"title":"ListDatasetsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListDatasetsRequestFilters"}}},"lmai.proto.webserver.v2.ListDatasetsRequestFilters":{"title":"ListDatasetsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"projectId":{"type":"string","description":"filter datasets associated with the project"}},"description":"Filter listed datasets by ALL filters specified"},"lmai.proto.webserver.v2.ListDatasetsResponse":{"title":"ListDatasetsResponse","type":"object","properties":{"datasets":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"totalCount":{"type":"integer","description":"Total count of datasets which can be listed with applicable\n filters, regardless of page size"}},"required":["datasets","totalCount"]},"lmai.proto.webserver.v2.CloneDatasetRequest":{"title":"CloneDatasetRequest","type":"object","properties":{"datasetId":{"type":"string","description":"Dataset to clone"},"name":{"type":"string","description":"New dataset name. If not provided, will use the name of the dataset being\n cloned"},"description":{"type":"string","description":"Human-readable description of the dataset.\n If not provided, will use the name of the dataset being cloned"},"projectId":{"type":"string","description":"The project to add the new dataset to"}},"required":["datasetId"]},"lmai.proto.webserver.v2.CloneDatasetResponse":{"title":"CloneDatasetResponse","type":"object","properties":{"dataset":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Dataset"}},"required":["dataset"]},"lmai.proto.webserver.v2.ArchiveDatasetRequest":{"title":"ArchiveDatasetRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"],"description":"Delete a dataset"},"lmai.proto.webserver.v2.ArchiveDatasetResponse":{"title":"ArchiveDatasetResponse","type":"object","properties":{"success":{"type":"boolean"}},"required":["success"]},"lmai.proto.webserver.v2.UpdateDatasetRowRequest":{"title":"UpdateDatasetRowRequest","type":"object","properties":{"id":{"type":"string","description":"The dataset containing the row to update"},"rowId":{"type":"string","description":"The specific row to update, by ID"},"fieldUpdates":{"type":"object","additionalProperties":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true},"description":"The new values to set for specific fields"}},"required":["id","rowId","fieldUpdates"],"description":"Update a row in a dataset"},"lmai.proto.webserver.v2.UpdateDatasetRowRequest.FieldUpdatesEntry":{"title":"FieldUpdatesEntry","type":"object","properties":{"key":{"type":"string"},"value":{"description":"Ordered row values with length always equal to `num_rows` on the\n corresponding view.","type":"object","additionalProperties":true}},"required":["key","value"]},"lmai.proto.webserver.v2.UpdateDatasetRowResponse":{"title":"UpdateDatasetRowResponse","type":"object","properties":{"rowId":{"type":"string","description":"The updated row's ID"},"datasetVersionKey":{"type":"string","description":"Version key of the dataset after the update"}},"required":["rowId","datasetVersionKey"]},"lmai.proto.webserver.v2.EvaluateRequest":{"title":"EvaluateRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"input":{"type":"array","items":{"type":"string"}},"output":{"type":"array","items":{"type":"string"}},"groundTruth":{"type":"array","items":{"type":"string"}},"projectId":{"type":"string","description":"The project where evaluation inference logs will be stored"},"metadata":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluationMetadata","description":"Specific metadata relevant to the application configuration from\n which the request inputs at the relevant index were derived\n E.g. 'llm_model', 'chunk_size'"}},"labels":{"type":"array","items":{"type":"string","description":"'1' or '0' golden label for the request inputs at the relevant index,\n with respect to the metric. Use empty string '' to skip"}},"commonMetadata":{"$ref":"#/components/schemas/google.protobuf.Struct","description":"Common metadata relevant to the application configuration from which all\n request inputs were derived. E.g. 'llm_model', 'chunk_size'"}},"required":["metric","input","output","groundTruth","metadata","labels"]},"lmai.proto.webserver.v2.Metric":{"title":"Metric","type":"object","properties":{"id":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"}}},"lmai.proto.webserver.v2.EvaluationMetadata":{"title":"EvaluationMetadata","type":"object","properties":{"value":{"$ref":"#/components/schemas/google.protobuf.Struct"}}},"lmai.proto.webserver.v2.EvaluateResponse":{"title":"EvaluateResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["metric","scores"],"description":"The index of the float value corresponds to that of\n the string combination sent in the request.\n Ex: scores.values[i] is taken from\n input[i], ground_truth[i], context[i], output[i] in EvaluateRequest"},"lmai.proto.webserver.v2.EvaluateDatasetRequest":{"title":"EvaluateDatasetRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"datasetId":{"type":"string"},"projectId":{"type":"string","description":"The project where the evaluation run will be persisted"},"commonMetadata":{"$ref":"#/components/schemas/google.protobuf.Struct","description":"Common metadata relevant to the application configuration from which all\n request inputs were derived. E.g. 'llm_model', 'chunk_size'"}},"required":["metric","datasetId"]},"lmai.proto.webserver.v2.EvaluateDatasetResponse":{"title":"EvaluateDatasetResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}},"runId":{"type":"string"}},"required":["metric","scores","runId"],"description":"models and scores correspond in the same manner as in EvaluateResponse"},"lmai.proto.webserver.v2.EvaluateRunRequest":{"title":"EvaluateRunRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"input":{"type":"array","items":{"type":"string"}},"output":{"type":"array","items":{"type":"string"}},"groundTruth":{"type":"array","items":{"type":"string"}},"projectId":{"type":"string","description":"The project where the evaluation run will be persisted"},"metadata":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluationMetadata","description":"Specific metadata relevant to the application configuration from\n which the request inputs at the relevant index were derived\n E.g. 'llm_model', 'chunk_size'"}},"labels":{"type":"array","items":{"type":"string","description":"'1' or '0' golden label for the request inputs at the relevant index,\n with respect to the metric. Use empty string '' to skip"}},"commonMetadata":{"$ref":"#/components/schemas/google.protobuf.Struct","description":"Common metadata relevant to the application configuration from which all\n request inputs were derived. E.g. 'llm_model', 'chunk_size'"}},"required":["metric","input","output","groundTruth","metadata","labels"]},"lmai.proto.webserver.v2.EvaluateRunResponse":{"title":"EvaluateRunResponse","type":"object","properties":{"runId":{"type":"string"},"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"scores":{"type":"array","items":{"type":"number"}}},"required":["runId","metric","scores"],"description":"models and scores correspond in the same manner as in EvaluateResponse"},"lmai.proto.webserver.v2.GetEvaluationRunRequest":{"title":"GetEvaluationRunRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetEvaluationRunResponse":{"title":"GetEvaluationRunResponse","type":"object","properties":{"evaluationRun":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluationRun"}},"required":["evaluationRun"]},"lmai.proto.webserver.v2.EvaluationRun":{"title":"EvaluationRun","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"creatorId":{"type":"string"},"projectId":{"type":"string"},"resultDatasetId":{"type":"string"},"sourceDatasetId":{"type":"string"},"experimentId":{"type":"string"},"experimentName":{"type":"string"},"metadata":{"$ref":"#/components/schemas/google.protobuf.Struct"},"aggregateMetrics":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.MetricAggregate"}},"runType":{"type":"string","enum":["EVALUATION_RUN_TYPE_UNSPECIFIED","EVALUATION_RUN_TYPE_ADHOC","EVALUATION_RUN_TYPE_EXPERIMENT"],"title":"EvaluationRunType"}},"required":["id","createdAt","projectId","aggregateMetrics","runType"]},"lmai.proto.webserver.v2.MetricAggregate":{"title":"MetricAggregate","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"},"aggregateMethod":{"type":"string","enum":["METRIC_AGGREGATE_METHOD_UNSPECIFIED","METRIC_AGGREGATE_METHOD_SUM","METRIC_AGGREGATE_METHOD_AVG"],"title":"MetricAggregateMethod"},"score":{"type":"number"}},"required":["metric","aggregateMethod","score"]},"lmai.proto.webserver.v2.ListEvaluationRunsRequest":{"title":"ListEvaluationRunsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.LisEvaluationRunsRequestFilters"},"pageIndex":{"type":"integer"},"pageSize":{"type":"integer"}}},"lmai.proto.webserver.v2.LisEvaluationRunsRequestFilters":{"title":"LisEvaluationRunsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for experiment name or metadata"},"projectId":{"type":"string","description":"filter evaluation runs associated with the project"},"runType":{"type":"string","enum":["EVALUATION_RUN_TYPE_UNSPECIFIED","EVALUATION_RUN_TYPE_ADHOC","EVALUATION_RUN_TYPE_EXPERIMENT"],"title":"EvaluationRunType","description":"filter by run type. If not specified, lists all run types"}},"description":"Filter listed evaluation runs by ALL filters specified"},"lmai.proto.webserver.v2.ListEvaluationRunsResponse":{"title":"ListEvaluationRunsResponse","type":"object","properties":{"evaluationRuns":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.EvaluationRun"}},"totalCount":{"type":"integer","description":"Total count of evaluation runs which can be listed with applicable\n filters, regardless of page size"}},"required":["evaluationRuns","totalCount"]},"lmai.proto.webserver.v2.ListMetricsRequest":{"title":"ListMetricsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListMetricsResponse":{"title":"ListMetricsResponse","type":"object","properties":{"metrics":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}}},"required":["metrics"]},"lmai.proto.webserver.v2.GetMetricRequest":{"title":"GetMetricRequest","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Requested metric must have at least id or name set."},"lmai.proto.webserver.v2.GetMetricResponse":{"title":"GetMetricResponse","type":"object","properties":{"metric":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.Metric"}},"required":["metric"],"description":"Returns a full metric object with all fields set."},"lmai.proto.webserver.v2.CreateFineTuneJobRequest":{"title":"CreateFineTuneJobRequest","type":"object","properties":{"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"Partial configuration with parameters for the fine-tune job."}},"required":["fineTuneJobConfig"],"description":"Create a new Fine Tune Job\n Initialized with the provided configuration parameters."},"lmai.proto.model_fine_tuning.v1.FineTuneJobConfig":{"title":"FineTuneJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"baselineModelId":{"type":"string","description":"The ID for the model used as the starting point for training."},"trainDatasetId":{"type":"string","description":"The dataset to use for training, with splits baked in or to be\n derived dynamically"},"testDatasetId":{"type":"string","description":"The dataset to use for an unbiased evaluation of the model"},"selectedColumns":{"type":"array","items":{"type":"string","description":"Set of columns to be used in fine-tuning.\n Supported columns: input, output, ground_truth\n For example, a task similar to summarization might need output and\n ground_truth."}}},"required":["baselineModelId","trainDatasetId","testDatasetId","selectedColumns"]},"lmai.proto.webserver.v2.CreateFineTuneJobResponse":{"title":"CreateFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitFineTuneJobRequest":{"title":"SubmitFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"},"fineTuneJobConfig":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig","description":"The fine-tune job configuration."}},"required":["jobId","fineTuneJobConfig"]},"lmai.proto.webserver.v2.SubmitFineTuneJobResponse":{"title":"SubmitFineTuneJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobRequest":{"title":"GetFineTuneJobRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobResponse":{"title":"GetFineTuneJobResponse","type":"object","properties":{"job":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"required":["job"]},"lmai.proto.model_fine_tuning.v1.FineTuneJob":{"title":"FineTuneJob","type":"object","properties":{"id":{"type":"string","description":"The ID of the fine tune job."},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"name":{"type":"string","description":"Name corresponding to the fine tuned model derived from this job"},"description":{"type":"string"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"config":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobConfig"},"result":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["id","createdAt","updatedAt","status","config","result"]},"lmai.proto.model_fine_tuning.v1.FineTuneJobResult":{"title":"FineTuneJobResult","type":"object","properties":{"progress":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress","description":"Sequential snapshots of training metrics."}},"trainedModelFile":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelFile","description":"The trained model, if it was created successfully."},"resultUrl":{"type":"string","description":"Url to view the full results and progress (e.g. external W&B url)"}},"required":["progress"],"description":"Result of a Fine-Tuning Job."},"lmai.proto.model_fine_tuning.v1.TrainingProgress":{"title":"TrainingProgress","type":"object","properties":{"jobId":{"type":"string"},"epoch":{"type":"integer"},"loss":{"type":"number"},"accuracy":{"type":"number"},"progress":{"type":"number"},"timestamp":{"type":"string","format":"date-time"}},"required":["jobId","epoch","loss","accuracy","progress","timestamp"],"description":"Progress metrics from model training."},"lmai.proto.model_fine_tuning.v1.ModelFile":{"title":"ModelFile","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelId":{"type":"string"},"contentMd5Hash":{"type":"string"},"fileSizeBytes":{"type":"integer"}},"required":["id","createdAt","updatedAt","modelId","contentMd5Hash","fileSizeBytes"],"description":"Actual file asset corresponding to a model"},"lmai.proto.webserver.v2.GetFineTuneJobStatusRequest":{"title":"GetFineTuneJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetFineTuneJobStatusResponse":{"title":"GetFineTuneJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"fineTuneJobResult":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJobResult"}},"required":["status","fineTuneJobResult"]},"lmai.proto.webserver.v2.ListFineTuneJobsRequest":{"title":"ListFineTuneJobsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters"}}},"lmai.proto.webserver.v2.ListFineTuneJobsRequestFilters":{"title":"ListFineTuneJobsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"}}},"lmai.proto.webserver.v2.ListFineTuneJobsResponse":{"title":"ListFineTuneJobsResponse","type":"object","properties":{"jobs":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.FineTuneJob"}},"totalCount":{"type":"integer","description":"Total count of fine tune jobs which can be listed with applicable\n filters, regardless of page size"}},"required":["jobs","totalCount"]},"lmai.proto.webserver.v2.ListBaseModelsRequest":{"title":"ListBaseModelsRequest","type":"object","properties":{},"additionalProperties":false,"x-stainless-empty-object":true},"lmai.proto.webserver.v2.ListBaseModelsResponse":{"title":"ListBaseModelsResponse","type":"object","properties":{"models":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Model"}}},"required":["models"]},"lmai.proto.model_fine_tuning.v1.Model":{"title":"Model","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"userId":{"type":"string"},"metricBaseModel":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.MetricBaseModel"},"modelCard":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.ModelCard"}},"required":["id","createdAt","updatedAt","metricBaseModel"],"description":"Definition for the model"},"lmai.proto.model_fine_tuning.v1.MetricBaseModel":{"title":"MetricBaseModel","type":"object","properties":{"id":{"type":"string"},"modelId":{"type":"string"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"}},"required":["id","modelId","baseModelArchitecture"],"description":"Information about a base model corresponding to a metric"},"lmai.proto.model_fine_tuning.v1.ModelCard":{"title":"ModelCard","type":"object","properties":{"modelId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"deploymentStatus":{"type":"string","enum":["MODEL_DEPLOYMENT_STATUS_UNSPECIFIED","MODEL_DEPLOYMENT_STATUS_PENDING","MODEL_DEPLOYMENT_STATUS_ONLINE","MODEL_DEPLOYMENT_STATUS_OFFLINE","MODEL_DEPLOYMENT_STATUS_PAUSED"],"title":"ModelDeploymentStatus"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"modelSize":{"type":"integer"},"purpose":{"type":"string"},"trainingProgress":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.TrainingProgress"},"baseModelArchitecture":{"type":"string","enum":["BASE_MODEL_ARCHITECTURE_UNSPECIFIED","BASE_MODEL_ARCHITECTURE_ALBERTA_XS","BASE_MODEL_ARCHITECTURE_ALBERTA_LC","BASE_MODEL_ARCHITECTURE_DEBERTA_V3","BASE_MODEL_ARCHITECTURE_ST_SIMILARITY","BASE_MODEL_ARCHITECTURE_MODERNBERT_BASE","BASE_MODEL_ARCHITECTURE_MODERNBERT_LARGE"],"title":"BaseModelArchitecture","description":"Keep in sync with www/prisma/schema.prisma:AEBaseModelArchitecture"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Keep in sync with www/prisma/schema.prisma:AEBaseEvaluationMetric"},"values":{"type":"object","additionalProperties":{"type":"string"}},"tags":{"type":"array","items":{"type":"string"}},"columns":{"type":"array","items":{"type":"string"}}},"required":["modelId","name","description","deploymentStatus","createdAt","updatedAt","modelSize","purpose","trainingProgress","baseModelArchitecture","values","tags","columns"]},"lmai.proto.model_fine_tuning.v1.ModelCard.ValuesEntry":{"title":"ValuesEntry","type":"object","properties":{"key":{"type":"string"},"value":{"type":"string"}},"required":["key","value"]},"lmai.proto.webserver.v2.CreateProjectRequest":{"title":"CreateProjectRequest","type":"object","properties":{"name":{"type":"string","description":"Human-readable name for the project, if one exists."},"description":{"type":"string","description":"Human-readable description of the project, if one exists."},"organizationId":{"type":"string","description":"Organization to associate the project with, if applicable"}},"description":"Create a Project"},"lmai.proto.webserver.v2.CreateProjectResponse":{"title":"CreateProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.model_fine_tuning.v1.Project":{"title":"Project","type":"object","properties":{"id":{"type":"string"},"createdAt":{"type":"string","format":"date-time"},"updatedAt":{"type":"string","format":"date-time"},"deletedAt":{"type":"string","format":"date-time"},"creatorId":{"type":"string"},"name":{"type":"string"},"description":{"type":"string"},"organizationId":{"type":"string"},"organizationName":{"type":"string"}},"required":["id","createdAt","updatedAt","name"]},"lmai.proto.webserver.v2.GetProjectRequest":{"title":"GetProjectRequest","type":"object","properties":{"id":{"type":"string"}},"required":["id"]},"lmai.proto.webserver.v2.GetProjectResponse":{"title":"GetProjectResponse","type":"object","properties":{"project":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"required":["project"]},"lmai.proto.webserver.v2.ListProjectsRequest":{"title":"ListProjectsRequest","type":"object","properties":{"filters":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.ListProjectsRequestFilters"}}},"lmai.proto.webserver.v2.ListProjectsRequestFilters":{"title":"ListProjectsRequestFilters","type":"object","properties":{"query":{"type":"string","description":"search query substring match for name and description"},"organizationId":{"type":"string","description":"search only projects associated with specific organization"}}},"lmai.proto.webserver.v2.ListProjectsResponse":{"title":"ListProjectsResponse","type":"object","properties":{"projects":{"type":"array","items":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.Project"}},"totalCount":{"type":"integer","description":"Total count of projects which can be listed with applicable\n filters, regardless of page size"}},"required":["projects","totalCount"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobRequest":{"title":"CreatePseudoLabelJobRequest","type":"object","properties":{"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"Partial configuration containing updates via its non-null fields."}},"required":["pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.PseudoLabelJobConfig":{"title":"PseudoLabelJobConfig","type":"object","properties":{"name":{"type":"string","description":"Optional name for the job."},"description":{"type":"string","description":"Optional description for the job."},"datasetId":{"type":"string","description":"ID of the main dataset to be pseudo-labeled"},"fewShotDatasetId":{"type":"string","description":"ID of the dataset containing few-shot examples. Optional."},"activeLabeledDatasetId":{"type":"string","description":"ID of the actively labeled dataset. Optional. If null, this job is for\n active learning."},"selectedColumns":{"type":"array","items":{"type":"string","description":"Subset of columns to be used in pseudo-labeling.\n Expected columns: input, output, ground_truth\n For example, a summarization task might not need an input column.\n By default, all columns are used."}},"promptTemplate":{"$ref":"#/components/schemas/lmai.proto.model_fine_tuning.v1.PromptTemplate"},"baseEvaluationMetric":{"type":"string","enum":["BASE_EVALUATION_METRIC_UNSPECIFIED","BASE_EVALUATION_METRIC_FAITHFULNESS","BASE_EVALUATION_METRIC_RELEVANCE","BASE_EVALUATION_METRIC_TOXICITY","BASE_EVALUATION_METRIC_QA","BASE_EVALUATION_METRIC_SUMMARIZATION"],"title":"BaseEvaluationMetric","description":"Reserved field. Do not use at the moment."},"skipActiveLabeling":{"type":"boolean","description":"If true, skip active labeling, which involves an intermediate Dataset\n created for human labeling."}},"required":["datasetId","selectedColumns","promptTemplate","baseEvaluationMetric","skipActiveLabeling"],"description":"Configuration for LLM Judge labeling job."},"lmai.proto.model_fine_tuning.v1.PromptTemplate":{"title":"PromptTemplate","type":"object","properties":{"id":{"type":"string"},"template":{"type":"string","description":"The template string that defines the prompt"}},"required":["id","template"]},"lmai.proto.webserver.v2.CreatePseudoLabelJobResponse":{"title":"CreatePseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobRequest":{"title":"SubmitPseudoLabelJobRequest","type":"object","properties":{"jobId":{"type":"string"},"pseudoLabelJobConfig":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig","description":"The pseudo-labeling job configuration."}},"required":["jobId","pseudoLabelJobConfig"]},"lmai.proto.webserver.v2.SubmitPseudoLabelJobResponse":{"title":"SubmitPseudoLabelJobResponse","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusRequest":{"title":"GetPseudoLabelJobStatusRequest","type":"object","properties":{"jobId":{"type":"string"}},"required":["jobId"]},"lmai.proto.webserver.v2.GetPseudoLabelJobStatusResponse":{"title":"GetPseudoLabelJobStatusResponse","type":"object","properties":{"status":{"type":"string","enum":["JOB_STATUS_UNSPECIFIED","JOB_STATUS_QUEUED","JOB_STATUS_RUNNING","JOB_STATUS_COMPLETED","JOB_STATUS_CANCELLED","JOB_STATUS_FAILED"],"title":"JobStatus"},"pseudoLabelJobResult":{"$ref":"#/components/schemas/lmai.proto.webserver.v2.PseudoLabelJobConfig"}},"required":["status","pseudoLabelJobResult"]}},"examples":{}}} \ No newline at end of file