From c714c4110b57768d2bae1f62630e699cd1004658 Mon Sep 17 00:00:00 2001 From: Yun Kim Date: Tue, 30 Jul 2024 14:40:19 -0400 Subject: [PATCH] Regenerate cassette for embedding llmobs test --- .../openai_embedding_query_integration.yaml | 89 +++++++++++++++++++ .../langchain/test_langchain_llmobs.py | 10 ++- 2 files changed, 97 insertions(+), 2 deletions(-) create mode 100644 tests/contrib/langchain/cassettes/langchain_community/openai_embedding_query_integration.yaml diff --git a/tests/contrib/langchain/cassettes/langchain_community/openai_embedding_query_integration.yaml b/tests/contrib/langchain/cassettes/langchain_community/openai_embedding_query_integration.yaml new file mode 100644 index 00000000000..102194b5d39 --- /dev/null +++ b/tests/contrib/langchain/cassettes/langchain_community/openai_embedding_query_integration.yaml @@ -0,0 +1,89 @@ +interactions: +- request: + body: '{"input": "", "model": "text-embedding-ada-002", "encoding_format": "base64"}' + headers: + accept: + - application/json + accept-encoding: + - gzip, deflate + connection: + - keep-alive + content-length: + - '77' + content-type: + - application/json + host: + - api.openai.com + user-agent: + - OpenAI/Python 1.30.3 + x-stainless-arch: + - arm64 + x-stainless-async: + - 'false' + x-stainless-lang: + - python + x-stainless-os: + - MacOS + x-stainless-package-version: + - 1.30.3 + x-stainless-runtime: + - CPython + x-stainless-runtime-version: + - 3.10.5 + method: POST + uri: https://api.openai.com/v1/embeddings + response: + content: "{\n \"object\": \"list\",\n \"data\": [\n {\n \"object\": + \"embedding\",\n \"index\": 0,\n \"embedding\": \"WQDMOlodi7xZNqG6PBYyO3hTJDsxNGM8CtSkurERLjrioqY8zsyHugc8pjvwl7O6N0tKu73p+7uW7lK2eB1PvPZCcDxBq0S8nKCkO5PblLzNYF08Io7Bu99vPbzCT067ivZZvFXmeDqh/+E8M1EivdKQ2jyILxu9966auy21+juJFoW8BT+SO/XHsLsdLwS8+sFYOoFHdDslDSo8A6cTPFIJkDvENri8XZVeO4d+BjxJvz+8YC3dO6Dptzs+3fC8HOOEvCw6uzusfBs9F32yO1eeoryqX9y7LDo7PW3W6rvQ+Fs8NJ0hPGbfLrx0nua7eOd5vOXVj7x1CpG9v9DlPAZVPDwzUSK7QlxZPDBUjjt3NmU8yugJO90NlDz69y07xjPMO4X8MTzy4zK8MB65u4gvGzyVPb68pH7KvNAuMbulT4o8+UYZusOFIzt3og88jyZXPCsd/DuOq5e8UIc7PHS+ETtHXZa8oTU3vGxbK7xIRAA8XgGJu20MQLx01Ds9nbbOuvESczzUKFm7xABjvNaqrbqoYkg4FfvdvIrHGT3BaOS8Vu2NvBiTXDzENjg7odAhu7Z3AL3t6Yq8cVVTvOdtDryox928MTTjOy1wEDxlXdo8Tzu8Ou2zNbwnWak8q/pGu73pe7sQ6ws8mFB8uyKk6zsbEkW8JFyVvK0tMLwcSBq86QWNvNbZ7TwipOs7tPWrvBvc77wP5PY7/hEBPXw3IrwTNJ888vlcPGR9hbukSHU86QUNPWJgRrsP5Ha8AKPqPArUJLy61r08of/hvKUZNbwIUtC8lFZUPFVSozvVXq47GUTxvGP7MDvu/7Q7yLUgvNaqrbp3NuW87+aevIFH9DyIL5s6f6/1u8SbTTwQy+C6Qi2ZPA5pNzzZeAE9rS0wPFGd5bwaxsW8OrQIPQUJPby+VSY8f4A1vG0MwDxNbWg5jquXPDEFo7xTVY+8GRWxvApvD7ubuTq62o6rPEcnwTrGM8w8c7f8PB9b2LoFPxI9OwCIPB57Azx9F/c8Th79PPJ+nTo+rjC/b/OpvPX9BTyDZLO8qTMItxor2zyBAgq7wk/OPLqg6Lu7h9I8WWVhuoECijxb/V87kiqAO4wTGTqX1by8ouZLvNJhGr2kA4s7G9xvOusx4bvNYF08A+x9vIheW7zCGXm8ZcmEvO2ztTsfLJg8eOd5u64UmjteMMk8PSxcPAyb4zwxBSM9nocOu+G7PLu/0GW7GGScPPES8zvyGYg8pbQfvWOWm7wwVI47HV7EvOmZ4ruIlDC7QavEPARYKLzHf0s7B2tmvF9NCLxCXNk61ZSDvAB0qjta57W6ssLCPFBxETz3KVo8nmdjPCLEljwBwCm8R10WvG691Dut91o8qzAcPdD42zw5aAk7yFALvCBCwjuAtgq69hOwvJptOzwTz4k7dL4RPJUHaTwMbCO8iiyvPLVw67phShy7/turvBv8mjuR9Kq78hkIvB/2QrwaK9s8XxezuDmt8zu6cag8nuwjPQWkJ7w8sZw81EgEPaxGxrl+zyC8YGMyvMYzTDuH4xu818DXuwTzkjtXfne7a0UBPXJykrx7hg08e+siPEipFT3zypw7DUz4O/IZiDwZsJs8ODI0vaabibtoxhi9nmfjvBLon7sHa+Y6p+eIvIVhRzz1/YU5vlWmPKvLhrwAo+o831kTPB6qQzy7UX28yZyKPOydCzwBwKk7bdZquzxFcrrbdRW7U1WPO0CVmrx/r3U73zlovNwmqrxgLd07OWiJO1Q1ZLzqSnc8nM/kvIrHmTwWMbO89ZHbuz0s3DwaYbC8NmTgvKAfDTyXn+c48GHePC9tpLsRZks8gDHKu06KJ7znNzk8LiElu3vrIrzNYF08yugJPBKDirzg6ny8+lzDu0NDwzwU5TO9xNEivDY1oLx6tU28c+3RPKpf3DvYcew5AVT/vGBjMryYUHy7ppuJu/NlBzy7Uf271EiEPA+fDLwbEkW8UZ1lvLnv07ywQO675gFkvBP+SbwYZBy8yZyKPD7d8DszzOE7rffaO9Jhmrvc8FQ8Ds7Mu3gdT7tjlps7CIilPNdbQrwFpKe77v+0PCVyPzswg866PSzcPJKPFTyeZ+M7fei2PKsQ8bt6f3g7q8sGvaiYHbyu3kQ71V4uvKp/hzxpjVc8ghi0uiiF/TsJA+W7Zt8uPI8m17vv5h45/turO1iFjLw4HAq9xYK3O633WjzfOei6nxh4PBorW7zoHiM9M1Eiupse0Ls20Io8HkWuunjn+bzpaiI8RBQDvAFblDz0e7G7nDsPO3/lSrvBiA+9rS0wPQ4z4jumykm8YMjHPEFGrztzIye8//HVu6iYnTsohf08PcfGOor2WTxcrnS75gFkvNBkhrzV+Ri9al6XOwa6Ubo1hIu8MLmjPCm7UrtFYII8I6uAPE7vvLvsAqE8jnVCPLrWPTwuhjo8oWuMvN9vPTxtDEA7HK0vPJlXETwD7P28PhNGvOUa+rsh81a8MB45PGwlVjzDIA66y5kePKLmyzsqPSe8ldiou4he27sz7Aw9S6apPI1fGDtE9Nc7SA4ru0FGr7yVB+m7lu7SPICWX7wriSY8b25pvLpxKDvQZAa8q5UxvFNVjzyyJ1i8OrSIPMcEjLsKb488Il8BvawXhrwNgs07AyJTO3YgOzzsAiG7StXpvD9Jm7vUKFm84KWSOx7gGL2ILxs8dL4RPPkQxLwzUSI8W/1fvMdJdjwlPOo80bAFPEipFbzy4zK69KrxvIt4rrxQcZE9FOUzPaOXYDvR30W8O5TdOwRYqLvPGAe7ieCvPB8smLzaCWu7wO2kvB57A7pcaYq6VKEOPPL53DvOEfI861EMvIiUsLyjl2A7K1PRu9RIBLz9xQG8RqyBPI8mVzptpyo9oWuMO9u6fzzzyhw9xmkhvMQAYztUNWQ8+vctO1oW9rr+dhY8Oc0evCRcFbppEhg8GGScPLy9pzx+ags8oWsMu2UuGrxHJ8E7WoIgvbm5/jsQy+C8nmdju/PKHD19Hoy81g9DvDaatTxBRi85Sb+/vDoZHr05zZ481K0ZPEkkVTyUJ5S7e+uivL2kEbzrzEs7ooE2vCtT0byr+ka8qGJIO61jBTv54QM8CIglvMC3T7zPGIe7KIV9vIJOibyQDUG6GJPcu4QVSLweewM9+UYZPEtBFLxZZWE7ZV3aOypsZ7ubuTq9Qw3uO5vvD73J4fS7GP+Gu0/WJjw7ZR081BKvvEhEALt3NuU8AA+VPOClkruxdsM7PEVyu7+hJTz2eEW4WQDMO6fgc7wjdSs7zxgHPNoplrw3gR+9L5zku4/3ljvGaSG8n9MNPIZ3cTy5JSm8qTMIPJUH6TvqtiE7bCXWO9VerjudgPm7/cWBPBKDijy/PBA8pAOLvIl7mrrSK0W84fGRuHO3fDyomB06al4XPFv9XzzaCes7A6cTvbm5/rvlUE88asMsO+NTuzzDIA680mGau2l3LbvUEq88h+MbvMbOtrph3vG7aXetvLRawbymm4m5+i0DvJRWVDyeh468YGMyvdLGr7wD7H28GGQcO9aqrTsEWKi82ikWOytTUbu/0OW6FmeIPEu8UztAMAW9pxbJO/Bh3jyJRcU8hN/yOp6Hjjl0nmY80savOwGKVLwuvA+8jT/tPJQnFLto3MK8+6jCPE1taDwZeka8wyCOuuiDuLzwMp65Yd5xOnkEuTvD6rg7RI/CvITf8rvxzQi8yugJunc2ZTxuWD88iXuavFbtjby5wBO8rqjvPAElvzyMKUM8NYQLPJVzE71Lpqk8S4Z+O8qytDzTQe+7EuifvEPerTvPR0e8b46UPMMgDjzJZrU75zc5POgeIzxXfnc8nKAkPEasAbrzyhy79HuxPBQU9LxIPes7StVpvFnRiztdtYm67v80O8XnTLxE9Fe8K+67PFhPN7qpePK8Fsydu40/bTwaxkW8r68EvB9b2DyDmgg9Th79OvqSGDzPfRw9tXBruknu/7vBaOQ8wO2kvLh0lLsIUlA8MuV3vFuYyjx+agu9lok9vUg96zw/5IU8KIV9vOFWJ7sCcb68feg2vHIGaLxAlZq8F32yOTXpIDpnKy686IO4vB+RrTx9F/e7ven7PEXFF7vQyZu8TW1oPF21CbyTQCq88vlcvOEg0ry5wJM8SfUUvO7/NDyrlTG8yzSJPMxKs7tP1qa8kfQqPEB1bzzEm028c7f8u0ItmbzYcew7GURxO1rnNTxIDqu7mm27vOfSI7hgY7K7/FlXO0Vggjz3Kdo8kNfrOwB0qrzXwFc8QeGZvLERrruhmkw8dzZlvNhxbLu09Su6c+3Ru/AyHrsBVP+8BzwmPI8m1zseqsM8LbV6O3c2ZTyry4Y8Xsuzu7eNqrsxaji8rqjvutzBFL0FhPw7+sHYuzY1IL3NljK8rZLFO3EmEzwtcJC7D+T2uwIMKT1FxZc8rqhvvFRrObxAlZq8G5cFPTXpoDsTY1885dWPvJef57x3bLo785THuxEBtrvZ80C7XjDJO1G9EL2sF4a86hu3PHUKkbwfLBi8KKWovHa7pbsy5Xe8CBz7u68qRL16f/i6SKmVvKbKyTzuyd88K4kmvCiF/bs0OAw8QeEZuxKDirxbzp+83ohTvLnvU72sRkY7aMYYvH+vdTwqbOe8GGScO0oLv7wJA2W6pi9fvIwTGTwMBw68wFK6uTloibxRvZA8KbtSu12V3jvTQW+8dU97u96I0zp0nma8oB8NvIQVSLuP9xa83Q0Uu1OETzu38r88zZYyPLnAkzyz34G8hOYHPWjGmLuXn+e5y/4zPCnxJzxh3nG80MkbPBpLBryh0CE8QXyEu0QUAzz89MG7vlUmPPXHsDs+E0a7TW3ouW5YPztTH7o6/hGBvHkEuTtgmYc70Xowuni4uTwLu468pgAfOw1TDb2fGPi8F7OHu5RWVDvuZMo66hs3OqvLhjzhVqc8IxAWPHSe5ryIlLA8Vu2NPP8nK7ySb+q8tlfVuoYyh7zRFZu6ErJKPJaJvbvUEq8898TEPMSbzbxdlV48xR2iu198SDx6tU04jfoCPCskkbxeAQk8az7sOl5mnjxLvFO8Qw1uPt6IU7yZIby8K1NRPGyRAL26oGg8nYD5PJ22TjzmIQ880savOy4hJbwRnKC8bdZqu2+OFL30Fhw86LkNvHCkPrzMefO8xxo2vBGcoLz54YO83iM+PKOX4DvoHqO7tPUrPJPblDzl1Q+8aw+sPDq0CDw/5IW7T9YmvIJ9STwj2sA6yDDgvH0Xd7znbQ47RnYsu4osrzw7lN08ue/TPFW3uLxDQ8M8xwQMvT9Jm7oMbCM9AHQqvND427x6f/i75oakO6BOzbyuqO+80PjbPH2DoTtwH348oWsMPd856Lpjlps88GFeO1JupbxychI8XGmKvDoZnjvmhqS84VanPMv+s7vqtqE8RcWXO9oplju+H1E8Vs3ivIl7mrqb74+8F32yPPiVBDyzDkK93PBUvFodizyywsK5+vetPEf4AD0oCj48Ds7MO655L7yXn2e7gBsgu1C2+7w1s0u7oZpMuxP+yTznsni8EOuLurnAk7yZV5E8sREuPBd9sjs640i7GxJFvIvdwzyPwcG8+UYZu30eDLzAt0881ywCvBDL4DxuvVS8tL9WvAvqzrnJ4XS89BYcPGkSGLx2hdA8XgGJu5ygpDu4Pj88M1EivC+c5DwriaY8of9huefSI7ye7CM7TlRSu9KQ2rxPBee5DR04PKwXhjpRvRC9U4TPvHjujjwMBw48MuX3vDAeuTyPkgE8nDsPPN6I07l96DY7br3UuhE3Cz3zypy8WkxLu837Rzw5aIm7GMkxvHA/KTwJA+U7Um4lPMhQi7wjEBY8rOGwvAo5urzW4AK8sviXvMMgjjyaCCa7twjqOhLoHzsfka285gHkvNKQWry2d4C7ec5jPBP+ybv/wpW8x3/LPKE1t7xmepk8M1EivF+yHb7bP8A8s9+BO198SDzlUM+6pH5KvGt0QTxFYIK8QXwEOgWkp7v5EMQ7SEQAPK3Imrxq+QG8/10AvMs0CTyYUHy8cNqTO23WajzmIQ+8RPTXObSQlrrkn7o7ZysuO05UUruaCKY6i6duvFEipjx+mcu8FjEzPBLon7zX9iy8zxgHPbKTArszUSI7cKQ+PM7Mhzt2hdC6OwAIvW/zqTwv0rk8X02IPOfSozyMjtg7x0n2vKUZtTyb74+7+JWEvJptOzw1Tja9ppuJvJ7sI7xB4Rk75gFkPCF4lzzfOeg8Y5abOzcVdTxGEZc6of/hOZQnFLyHfoa8U4TPO7nAkzv+dhY8WdELPFDsULx4UyQ9RqyBvK+P2TuIyoU7zhHyO3hTpLtQcRG9KAo+O5lXkTzUSAS73aFpPBTlMzySKgA8cB/+vM7MBz0mI9Q72imWPB0vhDy1cOs8SA6rvHc25bvLyN68yWa1vJ/TDTyeZ2O8+sHYOlNVj7xG28G7lFbUPL/QZTxQh7s8NDiMuxguR7z7eQI8E5k0vIJ9ybx9F3e8MFSOPEtBFLpEj0K8wFK6PK33Wjz9Cuy8xmmhO7h0FDzxzYg86LmNvHc25bqcz+Q7v9DlO30eDLugH428oWuMPJOlPz2tYwW78hkIPPt5gjzbdZW8kb7VuxEBtr3XLAK8HnsDPSmMEjwBVP+8ohwhPYrHmTyBzLS7YRRHOrBgGTy8vae7grMeOrZXVTwq2BG87+YePfiVhDw0nSE6+94XvdZFGLwjqwA9kyB/uwjtursGutG83XIpvORp5bzPfRy86TTNvPj6mTxmRMQ6nocOPKfniLosBOa6aa2COwhS0Lx1b6a7z+KxPKK3i7zpzze8IN0sPO41CrzeIz67KIX9uxj/BryqX9y8+PqZu66ob7tQ7NC8lXMTPa2SxTxRnWW8IELCvAI76TsSfPU7Y/swvI5GAj2WuP27bCXWO6KBNrzvevQ6asOsO3YgO7yT25Q8yzSJvI8mVzxbM7W8+sHYOz39m7xGrAG8aihCOm5CFb1ThE88Vs1ivHPtUbyOdUI8RPTXvDLl9zwSskq8DNE4vB9bWDwQtTa8B2tmvI0/7TcfLJg8oreLPDY1IDx8NyI8VGu5vK8qRDzbuv864fGRPKx8m7vR30W8HS+EPJseULxXOQ28b46UvBM0n7znsni7Pt3wPLuH0jvXLAK8ko8VvDbQir0MBw49eB1PvJOlPzxEFIM4gk4JPKIcITyTQKq8zHlzvFLTujzHSXa8W86fPMGID72NxK08YzEGvVoWdrz+dhY8iiwvPHTUu7wzzOE7UOzQOhuXhTwKtHm7TT6oPDBUDjxYT7c8RWACOjdLSjzENri8S0EUvNs/QDzdoem8OwAIPGuqljzQLjG6bkIVvKfniLp7ho08LetPu8xKM7wdXsS8HEgavWYObzzkaWW8TT6ou6H/YTwLIKQ5fRd3PAElPzwttfo7BouRuzE047tYhQw8a0WBOgehuzsaS4Y7hBXIOxj/Bjwt1aU8ZV1avHtmYrs0OIw7fYOhPOYBZLzTd0Q8kVlAPB+RrbwxNOO8W86fO2LF27wWzB29QJUaO087PDpuWL+7tSsBvTFqODuHfoY7aihCPDQ4jLyIXts8LevPundsOrxEj8K8D+T2PLS/1jy5wBM9RydBO198yDyDZLO6/yerO2TiGr29bry7kb7VPFxpijwvnOQ8GxJFOdcsgjswuaM8GbCbO87MBz0Xswe8HZSZOxguR7zpaqK8+JUEvDj83rxsWyu8XGkKvF9NiDtIPes85DqlPCLElrmGMge9C4U5PYqRxLtaFna8liQoPJef57waK9u8mqMQPNrEgLw/SZs8odAhvIun7jqXcKe73lJ+PPxZ17xl+MS8CFLQvJbuUjywYJm7f6/1vBFmy7wh81a8ZZMvOy1wkDu2V9U8p0yeO2mN17tRIiY9SKmVO4aXHDuWv5I8FmcIvGwl1rtVHE487U4gPTZkYDyuFJq782WHvOHxkbw6tIg8SVoqvLERLrzQLrE8XRofuwDZPzxx8L27ZnqZPPOURzvwMp47PSzcuwWkJ7xHjFa7P0mbvHq1TTxaTMs8BT+Su3AffryWib08MWo4vCilKL15zmO7JiPUPCBCQrxy16c78y+yO31NTDqr+sY7USImO+3pCryrEHG80GQGvQWkpzwNU408sREuvB+Rrbwe4Ji7\"\n + \ }\n ],\n \"model\": \"text-embedding-ada-002\",\n \"usage\": {\n \"prompt_tokens\": + 1,\n \"total_tokens\": 1\n }\n}\n" + headers: + CF-Cache-Status: + - DYNAMIC + CF-RAY: + - 8ab773766b878298-IAD + Connection: + - keep-alive + Content-Encoding: + - gzip + Content-Type: + - application/json + Date: + - Tue, 30 Jul 2024 18:35:52 GMT + Server: + - cloudflare + Set-Cookie: + - __cf_bm=ggWVHFgioAT1pC5qtmqPKsAx5EYcmz03sJ14ffLSumE-1722364552-1.0.1.1-hQLT0WbxlShI3_4cRRp3AsHQfKlVmKcrGyAUki5OMG5ABAx3zlUdkqomhbmJtS9T8DH0T5fx8MKpn0kYv1nF.w; + path=/; expires=Tue, 30-Jul-24 19:05:52 GMT; domain=.api.openai.com; HttpOnly; + Secure; SameSite=None + - _cfuvid=65Hy9XC0Yv6_M0E8DlThaqw38AI.X7VeIW6BvODc3Ic-1722364552959-0.0.1.1-604800000; + path=/; domain=.api.openai.com; HttpOnly; Secure; SameSite=None + Transfer-Encoding: + - chunked + X-Content-Type-Options: + - nosniff + access-control-allow-origin: + - '*' + alt-svc: + - h3=":443"; ma=86400 + openai-model: + - text-embedding-ada-002 + openai-organization: + - datadog-4 + openai-processing-ms: + - '21' + openai-version: + - '2020-10-01' + strict-transport-security: + - max-age=15552000; includeSubDomains; preload + x-ratelimit-limit-requests: + - '10000' + x-ratelimit-remaining-requests: + - '9999' + x-ratelimit-reset-requests: + - 6ms + x-request-id: + - req_59eefe40e0302d1cd8eca8b6e780227c + http_version: HTTP/1.1 + status_code: 200 +version: 1 diff --git a/tests/contrib/langchain/test_langchain_llmobs.py b/tests/contrib/langchain/test_langchain_llmobs.py index 12893623971..8c54fb06466 100644 --- a/tests/contrib/langchain/test_langchain_llmobs.py +++ b/tests/contrib/langchain/test_langchain_llmobs.py @@ -711,8 +711,14 @@ def _call_openai_llm(OpenAI): @staticmethod def _call_openai_embedding(OpenAIEmbeddings): embedding = OpenAIEmbeddings() - with get_request_vcr(subdirectory_name="langchain_community").use_cassette("openai_embedding_query.yaml"): - embedding.embed_query("hello world") + with mock.patch("langchain_openai.embeddings.base.tiktoken.encoding_for_model") as mock_encoding_for_model: + mock_encoding = mock.MagicMock() + mock_encoding_for_model.return_value = mock_encoding + mock_encoding.encode.return_value = [0.0] * 1536 + with get_request_vcr(subdirectory_name="langchain_community").use_cassette( + "openai_embedding_query_integration.yaml" + ): + embedding.embed_query("hello world") @staticmethod def _call_anthropic_chat(Anthropic):