diff --git a/cachy.jsonl b/cachy.jsonl index 5e3f037..4661c6f 100644 --- a/cachy.jsonl +++ b/cachy.jsonl @@ -19,3 +19,26 @@ {"key": "d4142886", "response": "{\n \"candidates\": [\n {\n \"content\": {\n \"parts\": [\n {\n \"text\": \"Concurrency\\n\"\n }\n ],\n \"role\": \"model\"\n },\n \"finishReason\": \"STOP\",\n \"avgLogprobs\": -0.29076665639877319\n }\n ],\n \"usageMetadata\": {\n \"promptTokenCount\": 10,\n \"candidatesTokenCount\": 2,\n \"totalTokenCount\": 12,\n \"promptTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 10\n }\n ],\n \"candidatesTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 2\n }\n ]\n },\n \"modelVersion\": \"gemini-2.0-flash\",\n \"responseId\": \"1gvIaLDAGe2kvdIPsY6--Q0\"\n}\n"} {"key": "fe23aa62", "response": "data: {\"candidates\": [{\"content\": {\"parts\": [{\"text\": \"Concurrency\"}],\"role\": \"model\"}}],\"usageMetadata\": {\"promptTokenCount\": 12,\"totalTokenCount\": 12,\"promptTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 12}]},\"modelVersion\": \"gemini-2.0-flash\",\"responseId\": \"1gvIaKSQOt3h1PIPwJO12Ac\"}\r\n\r\ndata: {\"candidates\": [{\"content\": {\"parts\": [{\"text\": \"\\n\"}],\"role\": \"model\"},\"finishReason\": \"STOP\"}],\"usageMetadata\": {\"promptTokenCount\": 11,\"candidatesTokenCount\": 2,\"totalTokenCount\": 13,\"promptTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 11}],\"candidatesTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 2}]},\"modelVersion\": \"gemini-2.0-flash\",\"responseId\": \"1gvIaKSQOt3h1PIPwJO12Ac\"}\r\n\r\n"} {"key": "c90feca2", "response": "{\"id\":\"msg_01HpiQTg22STqarE33JnuHdt\",\"type\":\"message\",\"role\":\"assistant\",\"model\":\"claude-sonnet-4-20250514\",\"content\":[{\"type\":\"tool_use\",\"id\":\"toolu_0182nVBg1pTYTadKxS5qgCt4\",\"name\":\"get_current_weather\",\"input\":{\"location\":\"Reims\"}}],\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":427,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":57,\"service_tier\":\"standard\"}}"} +{"key": "79d28180", "response": "{\n \"id\": \"resp_0aedcd8245ae79730069115f8f7bac8197811465f8436dddcd\",\n \"object\": \"response\",\n \"created_at\": 1762746255,\n \"status\": \"completed\",\n \"background\": false,\n \"billing\": {\n \"payer\": \"developer\"\n },\n \"error\": null,\n \"incomplete_details\": null,\n \"instructions\": null,\n \"max_output_tokens\": null,\n \"max_tool_calls\": null,\n \"model\": \"gpt-4.1-2025-04-14\",\n \"output\": [\n {\n \"id\": \"msg_0aedcd8245ae79730069115f909134819792044d887d63f4fa\",\n \"type\": \"message\",\n \"status\": \"completed\",\n \"content\": [\n {\n \"type\": \"output_text\",\n \"annotations\": [],\n \"logprobs\": [],\n \"text\": \"Hello! \\ud83d\\ude0a How can I help you today?\"\n }\n ],\n \"role\": \"assistant\"\n }\n ],\n \"parallel_tool_calls\": true,\n \"previous_response_id\": null,\n \"prompt_cache_key\": null,\n \"prompt_cache_retention\": null,\n \"reasoning\": {\n \"effort\": null,\n \"summary\": null\n },\n \"safety_identifier\": null,\n \"service_tier\": \"default\",\n \"store\": true,\n \"temperature\": 1.0,\n \"text\": {\n \"format\": {\n \"type\": \"text\"\n },\n \"verbosity\": \"medium\"\n },\n \"tool_choice\": \"auto\",\n \"tools\": [],\n \"top_logprobs\": 0,\n \"top_p\": 1.0,\n \"truncation\": \"disabled\",\n \"usage\": {\n \"input_tokens\": 9,\n \"input_tokens_details\": {\n \"cached_tokens\": 0\n },\n \"output_tokens\": 11,\n \"output_tokens_details\": {\n \"reasoning_tokens\": 0\n },\n \"total_tokens\": 20\n },\n \"user\": null,\n \"metadata\": {}\n}"} +{"key": "62816e25", "response": "{\n \"id\": \"resp_0b547ad32fa3637c0069115f90cdd8819c847c6a9d267613d4\",\n \"object\": \"response\",\n \"created_at\": 1762746256,\n \"status\": \"completed\",\n \"background\": false,\n \"billing\": {\n \"payer\": \"developer\"\n },\n \"error\": null,\n \"incomplete_details\": null,\n \"instructions\": null,\n \"max_output_tokens\": null,\n \"max_tool_calls\": null,\n \"model\": \"gpt-4o-2024-08-06\",\n \"output\": [\n {\n \"id\": \"msg_0b547ad32fa3637c0069115f91b098819cbdd47aafe3d1280b\",\n \"type\": \"message\",\n \"status\": \"completed\",\n \"content\": [\n {\n \"type\": \"output_text\",\n \"annotations\": [],\n \"logprobs\": [],\n \"text\": \"Collaboration\"\n }\n ],\n \"role\": \"assistant\"\n }\n ],\n \"parallel_tool_calls\": true,\n \"previous_response_id\": null,\n \"prompt_cache_key\": null,\n \"prompt_cache_retention\": null,\n \"reasoning\": {\n \"effort\": null,\n \"summary\": null\n },\n \"safety_identifier\": null,\n \"service_tier\": \"default\",\n \"store\": true,\n \"temperature\": 1.0,\n \"text\": {\n \"format\": {\n \"type\": \"text\"\n },\n \"verbosity\": \"medium\"\n },\n \"tool_choice\": \"auto\",\n \"tools\": [],\n \"top_logprobs\": 0,\n \"top_p\": 1.0,\n \"truncation\": \"disabled\",\n \"usage\": {\n \"input_tokens\": 15,\n \"input_tokens_details\": {\n \"cached_tokens\": 0\n },\n \"output_tokens\": 3,\n \"output_tokens_details\": {\n \"reasoning_tokens\": 0\n },\n \"total_tokens\": 18\n },\n \"user\": null,\n \"metadata\": {}\n}"} +{"key": "4a1c17f3", "response": "event: response.created\ndata: {\"type\":\"response.created\",\"sequence_number\":0,\"response\":{\"id\":\"resp_09ba3d664005b8c30069115f91f3d881a395072bc9da448457\",\"object\":\"response\",\"created_at\":1762746257,\"status\":\"in_progress\",\"background\":false,\"error\":null,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"model\":\"gpt-4o-2024-08-06\",\"output\":[],\"parallel_tool_calls\":true,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}}}\n\nevent: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"sequence_number\":1,\"response\":{\"id\":\"resp_09ba3d664005b8c30069115f91f3d881a395072bc9da448457\",\"object\":\"response\",\"created_at\":1762746257,\"status\":\"in_progress\",\"background\":false,\"error\":null,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"model\":\"gpt-4o-2024-08-06\",\"output\":[],\"parallel_tool_calls\":true,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}}}\n\nevent: response.output_item.added\ndata: {\"type\":\"response.output_item.added\",\"sequence_number\":2,\"output_index\":0,\"item\":{\"id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"type\":\"message\",\"status\":\"in_progress\",\"content\":[],\"role\":\"assistant\"}}\n\nevent: response.content_part.added\ndata: {\"type\":\"response.content_part.added\",\"sequence_number\":3,\"item_id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"output_index\":0,\"content_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"\"}}\n\nevent: response.output_text.delta\ndata: {\"type\":\"response.output_text.delta\",\"sequence_number\":4,\"item_id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"output_index\":0,\"content_index\":0,\"delta\":\"Innov\",\"logprobs\":[],\"obfuscation\":\"jolOuoNTfBI\"}\n\nevent: response.output_text.delta\ndata: {\"type\":\"response.output_text.delta\",\"sequence_number\":5,\"item_id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"output_index\":0,\"content_index\":0,\"delta\":\"ative\",\"logprobs\":[],\"obfuscation\":\"c3yyLTESFEA\"}\n\nevent: response.output_text.done\ndata: {\"type\":\"response.output_text.done\",\"sequence_number\":6,\"item_id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"output_index\":0,\"content_index\":0,\"text\":\"Innovative\",\"logprobs\":[]}\n\nevent: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"sequence_number\":7,\"item_id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"output_index\":0,\"content_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"Innovative\"}}\n\nevent: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"sequence_number\":8,\"output_index\":0,\"item\":{\"id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"Innovative\"}],\"role\":\"assistant\"}}\n\nevent: response.completed\ndata: {\"type\":\"response.completed\",\"sequence_number\":9,\"response\":{\"id\":\"resp_09ba3d664005b8c30069115f91f3d881a395072bc9da448457\",\"object\":\"response\",\"created_at\":1762746257,\"status\":\"completed\",\"background\":false,\"error\":null,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"model\":\"gpt-4o-2024-08-06\",\"output\":[{\"id\":\"msg_09ba3d664005b8c30069115f92294c81a3961547ffa9f1dc6d\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"Innovative\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":16,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":3,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":19},\"user\":null,\"metadata\":{}}}\n\n"} +{"key": "4da4c4c8", "response": "{\n \"id\": \"resp_044cd3760b2a21500069115f92e1048192a666ac341908b318\",\n \"object\": \"response\",\n \"created_at\": 1762746258,\n \"status\": \"completed\",\n \"background\": false,\n \"billing\": {\n \"payer\": \"developer\"\n },\n \"error\": null,\n \"incomplete_details\": null,\n \"instructions\": null,\n \"max_output_tokens\": null,\n \"max_tool_calls\": null,\n \"model\": \"gpt-4o-2024-08-06\",\n \"output\": [\n {\n \"id\": \"msg_044cd3760b2a21500069115f93c5948192917f219cef341296\",\n \"type\": \"message\",\n \"status\": \"completed\",\n \"content\": [\n {\n \"type\": \"output_text\",\n \"annotations\": [],\n \"logprobs\": [],\n \"text\": \"Innovative\"\n }\n ],\n \"role\": \"assistant\"\n }\n ],\n \"parallel_tool_calls\": true,\n \"previous_response_id\": null,\n \"prompt_cache_key\": null,\n \"prompt_cache_retention\": null,\n \"reasoning\": {\n \"effort\": null,\n \"summary\": null\n },\n \"safety_identifier\": null,\n \"service_tier\": \"default\",\n \"store\": true,\n \"temperature\": 1.0,\n \"text\": {\n \"format\": {\n \"type\": \"text\"\n },\n \"verbosity\": \"medium\"\n },\n \"tool_choice\": \"auto\",\n \"tools\": [],\n \"top_logprobs\": 0,\n \"top_p\": 1.0,\n \"truncation\": \"disabled\",\n \"usage\": {\n \"input_tokens\": 15,\n \"input_tokens_details\": {\n \"cached_tokens\": 0\n },\n \"output_tokens\": 3,\n \"output_tokens_details\": {\n \"reasoning_tokens\": 0\n },\n \"total_tokens\": 18\n },\n \"user\": null,\n \"metadata\": {}\n}"} +{"key": "b430a221", "response": "event: response.created\ndata: {\"type\":\"response.created\",\"sequence_number\":0,\"response\":{\"id\":\"resp_0d3d05e77623900d0069115f944ac881a3bd6aea033623ad3e\",\"object\":\"response\",\"created_at\":1762746260,\"status\":\"in_progress\",\"background\":false,\"error\":null,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"model\":\"gpt-4o-2024-08-06\",\"output\":[],\"parallel_tool_calls\":true,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}}}\n\nevent: response.in_progress\ndata: {\"type\":\"response.in_progress\",\"sequence_number\":1,\"response\":{\"id\":\"resp_0d3d05e77623900d0069115f944ac881a3bd6aea033623ad3e\",\"object\":\"response\",\"created_at\":1762746260,\"status\":\"in_progress\",\"background\":false,\"error\":null,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"model\":\"gpt-4o-2024-08-06\",\"output\":[],\"parallel_tool_calls\":true,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"auto\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":null,\"user\":null,\"metadata\":{}}}\n\nevent: response.output_item.added\ndata: {\"type\":\"response.output_item.added\",\"sequence_number\":2,\"output_index\":0,\"item\":{\"id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"type\":\"message\",\"status\":\"in_progress\",\"content\":[],\"role\":\"assistant\"}}\n\nevent: response.content_part.added\ndata: {\"type\":\"response.content_part.added\",\"sequence_number\":3,\"item_id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"output_index\":0,\"content_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"\"}}\n\nevent: response.output_text.delta\ndata: {\"type\":\"response.output_text.delta\",\"sequence_number\":4,\"item_id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"output_index\":0,\"content_index\":0,\"delta\":\"Innov\",\"logprobs\":[],\"obfuscation\":\"YgyIrAJBQEp\"}\n\nevent: response.output_text.delta\ndata: {\"type\":\"response.output_text.delta\",\"sequence_number\":5,\"item_id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"output_index\":0,\"content_index\":0,\"delta\":\"ative\",\"logprobs\":[],\"obfuscation\":\"JasPPlZvXN3\"}\n\nevent: response.output_text.done\ndata: {\"type\":\"response.output_text.done\",\"sequence_number\":6,\"item_id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"output_index\":0,\"content_index\":0,\"text\":\"Innovative\",\"logprobs\":[]}\n\nevent: response.content_part.done\ndata: {\"type\":\"response.content_part.done\",\"sequence_number\":7,\"item_id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"output_index\":0,\"content_index\":0,\"part\":{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"Innovative\"}}\n\nevent: response.output_item.done\ndata: {\"type\":\"response.output_item.done\",\"sequence_number\":8,\"output_index\":0,\"item\":{\"id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"Innovative\"}],\"role\":\"assistant\"}}\n\nevent: response.completed\ndata: {\"type\":\"response.completed\",\"sequence_number\":9,\"response\":{\"id\":\"resp_0d3d05e77623900d0069115f944ac881a3bd6aea033623ad3e\",\"object\":\"response\",\"created_at\":1762746260,\"status\":\"completed\",\"background\":false,\"error\":null,\"incomplete_details\":null,\"instructions\":null,\"max_output_tokens\":null,\"max_tool_calls\":null,\"model\":\"gpt-4o-2024-08-06\",\"output\":[{\"id\":\"msg_0d3d05e77623900d0069115f94caac81a3ae97f5205ba626cc\",\"type\":\"message\",\"status\":\"completed\",\"content\":[{\"type\":\"output_text\",\"annotations\":[],\"logprobs\":[],\"text\":\"Innovative\"}],\"role\":\"assistant\"}],\"parallel_tool_calls\":true,\"previous_response_id\":null,\"prompt_cache_key\":null,\"prompt_cache_retention\":null,\"reasoning\":{\"effort\":null,\"summary\":null},\"safety_identifier\":null,\"service_tier\":\"default\",\"store\":true,\"temperature\":1.0,\"text\":{\"format\":{\"type\":\"text\"},\"verbosity\":\"medium\"},\"tool_choice\":\"auto\",\"tools\":[],\"top_logprobs\":0,\"top_p\":1.0,\"truncation\":\"disabled\",\"usage\":{\"input_tokens\":16,\"input_tokens_details\":{\"cached_tokens\":0},\"output_tokens\":3,\"output_tokens_details\":{\"reasoning_tokens\":0},\"total_tokens\":19},\"user\":null,\"metadata\":{}}}\n\n"} +{"key": "a783d54f", "response": "{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_01XgU5TB5QfzeX1YWQtzk5yp\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"Coordination\"}],\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":15,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":5,\"service_tier\":\"standard\"}}"} +{"key": "83eb3f8a", "response": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_01MFPwatM5maz2dwEEeEYqYy\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":16,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":2,\"service_tier\":\"standard\"}} }\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"Buff\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"ering\"} }\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null},\"usage\":{\"input_tokens\":16,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":6} }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"} +{"key": "3ce39057", "response": "{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_01MaPGER2VfQe1XBVKtxpQZd\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"**Concurrency**\"}],\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":15,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":8,\"service_tier\":\"standard\"}}"} +{"key": "6bd8f7cd", "response": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_01HAKGuJyyGtRCziAYWnxViA\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":16,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\"}} }\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"**\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"asyncio\"}}\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"**\"} }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0}\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null},\"usage\":{\"input_tokens\":16,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":7}}\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"} +{"key": "9e758ea1", "response": "{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_012mTxBHDuEVzqzGrAAenNWe\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"**Lightweight**\"}],\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":18,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":7,\"service_tier\":\"standard\"}}"} +{"key": "5dc0610d", "response": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_01D5PHsHrGSFdUGTJuVZwAc5\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":19,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\"}} }\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"**\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"lightweight**\"} }\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null},\"usage\":{\"input_tokens\":19,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":6} }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"} +{"key": "4f66a9e2", "response": "{\n \"id\": \"chatcmpl-CaD7W9nHG4Mq6ZMX3Ei418VwQ3ald\",\n \"object\": \"chat.completion\",\n \"created\": 1762746278,\n \"model\": \"gpt-4o-2024-08-06\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"Synchronization\",\n \"refusal\": null,\n \"annotations\": []\n },\n \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 18,\n \"completion_tokens\": 1,\n \"total_tokens\": 19,\n \"prompt_tokens_details\": {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\": \"default\",\n \"system_fingerprint\": \"fp_b1442291a8\"\n}\n"} +{"key": "6fa1d335", "response": "data: {\"id\":\"chatcmpl-CaD7ZuzcIvmlwKBY5o1dnUrL4RCjr\",\"object\":\"chat.completion.chunk\",\"created\":1762746281,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"rMsEEXObHJFQU7\"}\n\ndata: {\"id\":\"chatcmpl-CaD7ZuzcIvmlwKBY5o1dnUrL4RCjr\",\"object\":\"chat.completion.chunk\",\"created\":1762746281,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"Eff\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"MXuKzdJATBlXe\"}\n\ndata: {\"id\":\"chatcmpl-CaD7ZuzcIvmlwKBY5o1dnUrL4RCjr\",\"object\":\"chat.completion.chunk\",\"created\":1762746281,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"ort\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"q25RoqdX0Vlpw\"}\n\ndata: {\"id\":\"chatcmpl-CaD7ZuzcIvmlwKBY5o1dnUrL4RCjr\",\"object\":\"chat.completion.chunk\",\"created\":1762746281,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"less\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"s0xTCdBLLtRS\"}\n\ndata: {\"id\":\"chatcmpl-CaD7ZuzcIvmlwKBY5o1dnUrL4RCjr\",\"object\":\"chat.completion.chunk\",\"created\":1762746281,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\".\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"W07UAEbguZjakek\"}\n\ndata: {\"id\":\"chatcmpl-CaD7ZuzcIvmlwKBY5o1dnUrL4RCjr\",\"object\":\"chat.completion.chunk\",\"created\":1762746281,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"IySbPpLKeq\"}\n\ndata: {\"id\":\"chatcmpl-CaD7ZuzcIvmlwKBY5o1dnUrL4RCjr\",\"object\":\"chat.completion.chunk\",\"created\":1762746281,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[],\"usage\":{\"prompt_tokens\":19,\"completion_tokens\":4,\"total_tokens\":23,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"\"}\n\ndata: [DONE]\n\n"} +{"key": "a0a19510", "response": "{\n \"candidates\": [\n {\n \"content\": {\n \"parts\": [\n {\n \"text\": \"Synchronization.\\n\"\n }\n ],\n \"role\": \"model\"\n },\n \"finishReason\": \"STOP\",\n \"avgLogprobs\": -0.73420262336730957\n }\n ],\n \"usageMetadata\": {\n \"promptTokenCount\": 10,\n \"candidatesTokenCount\": 3,\n \"totalTokenCount\": 13,\n \"promptTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 10\n }\n ],\n \"candidatesTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 3\n }\n ]\n },\n \"modelVersion\": \"gemini-2.0-flash\",\n \"responseId\": \"ql8RaeuVA6vVjMcPtKy7iA0\"\n}\n"} +{"key": "66898b9c", "response": "data: {\"candidates\": [{\"content\": {\"parts\": [{\"text\": \"Fast\"}],\"role\": \"model\"}}],\"usageMetadata\": {\"promptTokenCount\": 12,\"totalTokenCount\": 12,\"promptTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 12}]},\"modelVersion\": \"gemini-2.0-flash\",\"responseId\": \"ql8RaZzqH5q02cAP8dnPOA\"}\r\n\r\ndata: {\"candidates\": [{\"content\": {\"parts\": [{\"text\": \"\\n\"}],\"role\": \"model\"},\"finishReason\": \"STOP\"}],\"usageMetadata\": {\"promptTokenCount\": 11,\"candidatesTokenCount\": 2,\"totalTokenCount\": 13,\"promptTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 11}],\"candidatesTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 2}]},\"modelVersion\": \"gemini-2.0-flash\",\"responseId\": \"ql8RaZzqH5q02cAP8dnPOA\"}\r\n\r\n"} +{"key": "6e58386d", "response": "{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_017AtUqr9o44SjETxSVB8vkS\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"text\",\"text\":\"**coroutines**\"}],\"stop_reason\":\"end_turn\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":18,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":8,\"service_tier\":\"standard\"}}"} +{"key": "d1742f29", "response": "event: message_start\ndata: {\"type\":\"message_start\",\"message\":{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_01PTRjG9eyhSHqcTm2DPTfE5\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[],\"stop_reason\":null,\"stop_sequence\":null,\"usage\":{\"input_tokens\":19,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":1,\"service_tier\":\"standard\"}} }\n\nevent: content_block_start\ndata: {\"type\":\"content_block_start\",\"index\":0,\"content_block\":{\"type\":\"text\",\"text\":\"\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"**\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"backpress\"} }\n\nevent: ping\ndata: {\"type\": \"ping\"}\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"ure**\\n\\n(\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\"The challenge of managing\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" flow control when async\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" streams produce\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" data faster than consumers can process\"} }\n\nevent: content_block_delta\ndata: {\"type\":\"content_block_delta\",\"index\":0,\"delta\":{\"type\":\"text_delta\",\"text\":\" it)\"} }\n\nevent: content_block_stop\ndata: {\"type\":\"content_block_stop\",\"index\":0 }\n\nevent: message_delta\ndata: {\"type\":\"message_delta\",\"delta\":{\"stop_reason\":\"end_turn\",\"stop_sequence\":null},\"usage\":{\"input_tokens\":19,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"output_tokens\":29} }\n\nevent: message_stop\ndata: {\"type\":\"message_stop\" }\n\n"} +{"key": "1ea4ccd8", "response": "{\n \"id\": \"resp_0a67c0dd2d38e8e600691160133e188191a63c77b5cf2a9cdf\",\n \"object\": \"response\",\n \"created_at\": 1762746387,\n \"status\": \"completed\",\n \"background\": false,\n \"billing\": {\n \"payer\": \"developer\"\n },\n \"error\": null,\n \"incomplete_details\": null,\n \"instructions\": null,\n \"max_output_tokens\": null,\n \"max_tool_calls\": null,\n \"model\": \"gpt-4.1-2025-04-14\",\n \"output\": [\n {\n \"id\": \"msg_0a67c0dd2d38e8e6006911601464dc819180e98fa84ab260c0\",\n \"type\": \"message\",\n \"status\": \"completed\",\n \"content\": [\n {\n \"type\": \"output_text\",\n \"annotations\": [],\n \"logprobs\": [],\n \"text\": \"Hello! \\ud83d\\ude0a How can I help you today?\"\n }\n ],\n \"role\": \"assistant\"\n }\n ],\n \"parallel_tool_calls\": true,\n \"previous_response_id\": null,\n \"prompt_cache_key\": null,\n \"prompt_cache_retention\": null,\n \"reasoning\": {\n \"effort\": null,\n \"summary\": null\n },\n \"safety_identifier\": null,\n \"service_tier\": \"default\",\n \"store\": true,\n \"temperature\": 1.0,\n \"text\": {\n \"format\": {\n \"type\": \"text\"\n },\n \"verbosity\": \"medium\"\n },\n \"tool_choice\": \"auto\",\n \"tools\": [],\n \"top_logprobs\": 0,\n \"top_p\": 1.0,\n \"truncation\": \"disabled\",\n \"usage\": {\n \"input_tokens\": 9,\n \"input_tokens_details\": {\n \"cached_tokens\": 0\n },\n \"output_tokens\": 11,\n \"output_tokens_details\": {\n \"reasoning_tokens\": 0\n },\n \"total_tokens\": 20\n },\n \"user\": null,\n \"metadata\": {}\n}"} +{"key": "3b8e2468", "response": "{\n \"id\": \"chatcmpl-CaD9JzaKWJIaLWCgfyNneOr7k2Z3r\",\n \"object\": \"chat.completion\",\n \"created\": 1762746389,\n \"model\": \"gpt-4o-2024-08-06\",\n \"choices\": [\n {\n \"index\": 0,\n \"message\": {\n \"role\": \"assistant\",\n \"content\": \"efficient\",\n \"refusal\": null,\n \"annotations\": []\n },\n \"logprobs\": null,\n \"finish_reason\": \"stop\"\n }\n ],\n \"usage\": {\n \"prompt_tokens\": 18,\n \"completion_tokens\": 1,\n \"total_tokens\": 19,\n \"prompt_tokens_details\": {\n \"cached_tokens\": 0,\n \"audio_tokens\": 0\n },\n \"completion_tokens_details\": {\n \"reasoning_tokens\": 0,\n \"audio_tokens\": 0,\n \"accepted_prediction_tokens\": 0,\n \"rejected_prediction_tokens\": 0\n }\n },\n \"service_tier\": \"default\",\n \"system_fingerprint\": \"fp_cbf1785567\"\n}\n"} +{"key": "ed64c67b", "response": "data: {\"id\":\"chatcmpl-CaD9KHuMcTly74mG3hqiFFn24Ym0D\",\"object\":\"chat.completion.chunk\",\"created\":1762746390,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"role\":\"assistant\",\"content\":\"\",\"refusal\":null},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"jJO7QQxFdGrusR\"}\n\ndata: {\"id\":\"chatcmpl-CaD9KHuMcTly74mG3hqiFFn24Ym0D\",\"object\":\"chat.completion.chunk\",\"created\":1762746390,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"Eff\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"ZrMSHxXTp3P7p\"}\n\ndata: {\"id\":\"chatcmpl-CaD9KHuMcTly74mG3hqiFFn24Ym0D\",\"object\":\"chat.completion.chunk\",\"created\":1762746390,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\"icient\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"DgtUzFJ8wk\"}\n\ndata: {\"id\":\"chatcmpl-CaD9KHuMcTly74mG3hqiFFn24Ym0D\",\"object\":\"chat.completion.chunk\",\"created\":1762746390,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{\"content\":\".\"},\"logprobs\":null,\"finish_reason\":null}],\"usage\":null,\"obfuscation\":\"sJCNddeFkfphLq0\"}\n\ndata: {\"id\":\"chatcmpl-CaD9KHuMcTly74mG3hqiFFn24Ym0D\",\"object\":\"chat.completion.chunk\",\"created\":1762746390,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[{\"index\":0,\"delta\":{},\"logprobs\":null,\"finish_reason\":\"stop\"}],\"usage\":null,\"obfuscation\":\"GFfPCPZTIa\"}\n\ndata: {\"id\":\"chatcmpl-CaD9KHuMcTly74mG3hqiFFn24Ym0D\",\"object\":\"chat.completion.chunk\",\"created\":1762746390,\"model\":\"gpt-4o-2024-08-06\",\"service_tier\":\"default\",\"system_fingerprint\":\"fp_b1442291a8\",\"choices\":[],\"usage\":{\"prompt_tokens\":19,\"completion_tokens\":3,\"total_tokens\":22,\"prompt_tokens_details\":{\"cached_tokens\":0,\"audio_tokens\":0},\"completion_tokens_details\":{\"reasoning_tokens\":0,\"audio_tokens\":0,\"accepted_prediction_tokens\":0,\"rejected_prediction_tokens\":0}},\"obfuscation\":\"\"}\n\ndata: [DONE]\n\n"} +{"key": "78a135aa", "response": "{\n \"candidates\": [\n {\n \"content\": {\n \"parts\": [\n {\n \"text\": \"Concurrency\\n\"\n }\n ],\n \"role\": \"model\"\n },\n \"finishReason\": \"STOP\",\n \"avgLogprobs\": -0.4458143413066864\n }\n ],\n \"usageMetadata\": {\n \"promptTokenCount\": 10,\n \"candidatesTokenCount\": 2,\n \"totalTokenCount\": 12,\n \"promptTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 10\n }\n ],\n \"candidatesTokensDetails\": [\n {\n \"modality\": \"TEXT\",\n \"tokenCount\": 2\n }\n ]\n },\n \"modelVersion\": \"gemini-2.0-flash\",\n \"responseId\": \"F2ARaYWMNuLbjMcP2rzogQ4\"\n}\n"} +{"key": "704261a9", "response": "data: {\"candidates\": [{\"content\": {\"parts\": [{\"text\": \"Concurrency\"}],\"role\": \"model\"}}],\"usageMetadata\": {\"promptTokenCount\": 12,\"totalTokenCount\": 12,\"promptTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 12}]},\"modelVersion\": \"gemini-2.0-flash\",\"responseId\": \"GGARaYWxGZq02cAP8dnPOA\"}\r\n\r\ndata: {\"candidates\": [{\"content\": {\"parts\": [{\"text\": \"\\n\"}],\"role\": \"model\"},\"finishReason\": \"STOP\"}],\"usageMetadata\": {\"promptTokenCount\": 11,\"candidatesTokenCount\": 2,\"totalTokenCount\": 13,\"promptTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 11}],\"candidatesTokensDetails\": [{\"modality\": \"TEXT\",\"tokenCount\": 2}]},\"modelVersion\": \"gemini-2.0-flash\",\"responseId\": \"GGARaYWxGZq02cAP8dnPOA\"}\r\n\r\n"} +{"key": "23b542cb", "response": "{\"model\":\"claude-sonnet-4-20250514\",\"id\":\"msg_01R6eUhLjsrbYoyK3SDdSjpF\",\"type\":\"message\",\"role\":\"assistant\",\"content\":[{\"type\":\"tool_use\",\"id\":\"toolu_013emztS5Dyh21msDaqdcSWo\",\"name\":\"get_current_weather\",\"input\":{\"location\":\"Reims\"}}],\"stop_reason\":\"tool_use\",\"stop_sequence\":null,\"usage\":{\"input_tokens\":427,\"cache_creation_input_tokens\":0,\"cache_read_input_tokens\":0,\"cache_creation\":{\"ephemeral_5m_input_tokens\":0,\"ephemeral_1h_input_tokens\":0},\"output_tokens\":57,\"service_tier\":\"standard\"}}"} diff --git a/cachy/core.py b/cachy/core.py index ceafb86..fd2b5e1 100644 --- a/cachy/core.py +++ b/cachy/core.py @@ -28,7 +28,7 @@ def _write_cache(key, content, cfp): # %% ../nbs/00_core.ipynb def _key(r, is_stream=False): "Create a unique, deterministic id from the request `r`." - return hashlib.sha256(f"{r.url.host}{is_stream}".encode() + r.content).hexdigest()[:8] + return hashlib.sha256(f"{r.url.copy_remove_param('key')}{is_stream}".encode() + r.content).hexdigest()[:8] # %% ../nbs/00_core.ipynb def _apply_async_patch(cfp, doms): diff --git a/nbs/00_core.ipynb b/nbs/00_core.ipynb index 14917d0..9bd1908 100644 --- a/nbs/00_core.ipynb +++ b/nbs/00_core.ipynb @@ -2,6 +2,7 @@ "cells": [ { "cell_type": "markdown", + "id": "2972ecaa", "metadata": {}, "source": [ "# core\n", @@ -11,6 +12,7 @@ }, { "cell_type": "markdown", + "id": "b1b33c26", "metadata": {}, "source": [ "### Introduction" @@ -18,6 +20,7 @@ }, { "cell_type": "markdown", + "id": "803f4e06", "metadata": {}, "source": [ "We often call APIs while prototyping and testing our code. A single API call (e.g. an Anthropic chat completion) can take 100's of ms to run. This can really slow down development especially if our notebook contains many API calls 😞." @@ -25,6 +28,7 @@ }, { "cell_type": "markdown", + "id": "e507348f", "metadata": {}, "source": [ "`cachy` caches API requests. It does this by saving the result of each API call to a local `cachy.jsonl` file. Before calling an API (e.g. OpenAI) it will check if the request already exists in `cachy.jsonl`. If it does it will return the cached result." @@ -32,6 +36,7 @@ }, { "cell_type": "markdown", + "id": "8bacc27a", "metadata": {}, "source": [ "**How does it work?**\n", @@ -48,6 +53,7 @@ { "cell_type": "code", "execution_count": null, + "id": "6ab4379c", "metadata": {}, "outputs": [], "source": [ @@ -57,6 +63,7 @@ { "cell_type": "code", "execution_count": null, + "id": "5be75687", "metadata": {}, "outputs": [], "source": [ @@ -67,6 +74,7 @@ { "cell_type": "code", "execution_count": null, + "id": "d18a920d", "metadata": {}, "outputs": [], "source": [ @@ -77,6 +85,7 @@ }, { "cell_type": "markdown", + "id": "be037ec6", "metadata": {}, "source": [ "`cachy.jsonl` contains one API response per line. \n", @@ -96,6 +105,7 @@ }, { "cell_type": "markdown", + "id": "d46fe923", "metadata": {}, "source": [ "### Patching `httpx`" @@ -103,6 +113,7 @@ }, { "cell_type": "markdown", + "id": "cccb5bcf", "metadata": {}, "source": [ "Patching a method is very straightforward. \n", @@ -123,6 +134,7 @@ }, { "cell_type": "markdown", + "id": "7656bf72", "metadata": {}, "source": [ "### Cache Filtering" @@ -130,6 +142,7 @@ }, { "cell_type": "markdown", + "id": "d6ef10de", "metadata": {}, "source": [ "Now, let's build up our caching logic piece-by-piece.\n", @@ -142,6 +155,7 @@ { "cell_type": "code", "execution_count": null, + "id": "39bfa619", "metadata": {}, "outputs": [], "source": [ @@ -152,6 +166,7 @@ { "cell_type": "code", "execution_count": null, + "id": "2aba56bb", "metadata": {}, "outputs": [], "source": [ @@ -161,6 +176,7 @@ }, { "cell_type": "markdown", + "id": "10478f08", "metadata": {}, "source": [ "We could then use `_should_cache` like this.\n", @@ -176,6 +192,7 @@ }, { "cell_type": "markdown", + "id": "3c0ad69a", "metadata": {}, "source": [ "### Cache Key" @@ -183,6 +200,7 @@ }, { "cell_type": "markdown", + "id": "5557969e", "metadata": {}, "source": [ "The next thing we need to do is figure out if a response for the request `r` already exists in our cache. \n", @@ -195,6 +213,7 @@ { "cell_type": "code", "execution_count": null, + "id": "ecb72b04", "metadata": {}, "outputs": [], "source": [ @@ -203,6 +222,7 @@ }, { "cell_type": "markdown", + "id": "2a83c198", "metadata": {}, "source": [ "We use `r.url.host` instead of `r.url` because when LiteLLM calls Gemini it includes the API key in a query param. See [#1](https://github.com/AnswerDotAI/cachy/issues/1).\n", @@ -212,6 +232,7 @@ }, { "cell_type": "markdown", + "id": "ee5e52aa", "metadata": {}, "source": [ "Let's test this out." @@ -220,6 +241,7 @@ { "cell_type": "code", "execution_count": null, + "id": "19e53078", "metadata": {}, "outputs": [ { @@ -241,6 +263,7 @@ { "cell_type": "code", "execution_count": null, + "id": "f7a35226", "metadata": {}, "outputs": [ { @@ -260,6 +283,7 @@ }, { "cell_type": "markdown", + "id": "404d8481", "metadata": {}, "source": [ "If we run it again we should get the same key." @@ -268,6 +292,7 @@ { "cell_type": "code", "execution_count": null, + "id": "5612abc7", "metadata": {}, "outputs": [ { @@ -287,6 +312,7 @@ }, { "cell_type": "markdown", + "id": "1df1c84f", "metadata": {}, "source": [ "Let's modify the url and confirm we get a different key." @@ -295,6 +321,7 @@ { "cell_type": "code", "execution_count": null, + "id": "ff8e2b8d", "metadata": {}, "outputs": [ { @@ -314,6 +341,7 @@ }, { "cell_type": "markdown", + "id": "3522dd6b", "metadata": {}, "source": [ "Great. Let's update our patch.\n", @@ -331,6 +359,7 @@ }, { "cell_type": "markdown", + "id": "62932c02", "metadata": {}, "source": [ "### Cache Reads/Writes" @@ -338,6 +367,7 @@ }, { "cell_type": "markdown", + "id": "f67dd2f0", "metadata": {}, "source": [ "Now let's add some methods that will read from and write to `cachy.jsonl`." @@ -346,6 +376,7 @@ { "cell_type": "code", "execution_count": null, + "id": "315202ee", "metadata": {}, "outputs": [], "source": [ @@ -359,6 +390,7 @@ { "cell_type": "code", "execution_count": null, + "id": "140b8c53", "metadata": {}, "outputs": [], "source": [ @@ -369,6 +401,7 @@ }, { "cell_type": "markdown", + "id": "846b3be4", "metadata": {}, "source": [ "Let's update our `patch`." @@ -377,6 +410,7 @@ { "cell_type": "code", "execution_count": null, + "id": "98470aac", "metadata": {}, "outputs": [], "source": [ @@ -393,6 +427,7 @@ }, { "cell_type": "markdown", + "id": "de7fe5d2", "metadata": {}, "source": [ "### Streaming" @@ -400,6 +435,7 @@ }, { "cell_type": "markdown", + "id": "507232f9", "metadata": {}, "source": [ "Let's add support for streaming. \n", @@ -410,17 +446,21 @@ { "cell_type": "code", "execution_count": null, - "metadata": {}, + "id": "83a8172c", + "metadata": { + "time_run": "3:33:54a" + }, "outputs": [], "source": [ "#| exports\n", "def _key(r, is_stream=False):\n", " \"Create a unique, deterministic id from the request `r`.\"\n", - " return hashlib.sha256(f\"{r.url.host}{is_stream}\".encode() + r.content).hexdigest()[:8]" + " return hashlib.sha256(f\"{r.url.copy_remove_param('key')}{is_stream}\".encode() + r.content).hexdigest()[:8]" ] }, { "cell_type": "markdown", + "id": "195cdda7", "metadata": {}, "source": [ "In the `patch` we need to `consume` the entire stream before writing it to the cache." @@ -429,6 +469,7 @@ { "cell_type": "code", "execution_count": null, + "id": "7206b0dc", "metadata": {}, "outputs": [], "source": [ @@ -446,6 +487,7 @@ }, { "cell_type": "markdown", + "id": "266d0ad2", "metadata": {}, "source": [ "### `enable_cachy` " @@ -453,6 +495,7 @@ }, { "cell_type": "markdown", + "id": "5248e4f9", "metadata": {}, "source": [ "To make `cachy` as user friendly as possible let's make it so that we can apply our patch by running a single method at the top of our notebook.\n", @@ -466,6 +509,7 @@ }, { "cell_type": "markdown", + "id": "8bf55937", "metadata": {}, "source": [ "For this to work we'll need to wrap our patch." @@ -474,6 +518,7 @@ { "cell_type": "code", "execution_count": null, + "id": "1db83a3a", "metadata": {}, "outputs": [], "source": [ @@ -493,6 +538,7 @@ { "cell_type": "code", "execution_count": null, + "id": "0cea78b9", "metadata": {}, "outputs": [], "source": [ @@ -502,6 +548,7 @@ }, { "cell_type": "markdown", + "id": "ae6f6bcf", "metadata": {}, "source": [ "Great. Now, let's make `cachy` a little more customizable by making it possible to specify:\n", @@ -513,6 +560,7 @@ { "cell_type": "code", "execution_count": null, + "id": "6164bb3a", "metadata": {}, "outputs": [], "source": [ @@ -524,6 +572,7 @@ }, { "cell_type": "markdown", + "id": "00d31a19", "metadata": {}, "source": [ "*Note: If our notebook is running in an nbdev project `Config.find(\"settings.ini\").config_path` automatically finds the base dir.*" @@ -532,6 +581,7 @@ { "cell_type": "code", "execution_count": null, + "id": "9503cc2c", "metadata": {}, "outputs": [], "source": [ @@ -550,6 +600,7 @@ }, { "cell_type": "markdown", + "id": "6a7aea5f", "metadata": {}, "source": [ "### Async" @@ -557,6 +608,7 @@ }, { "cell_type": "markdown", + "id": "663689ac", "metadata": {}, "source": [ "Now let's add support for `async` requests." @@ -565,6 +617,7 @@ { "cell_type": "code", "execution_count": null, + "id": "daa41261", "metadata": {}, "outputs": [], "source": [ @@ -584,6 +637,7 @@ }, { "cell_type": "markdown", + "id": "162d4bc4", "metadata": {}, "source": [ "Let's rename our original patch." @@ -592,6 +646,7 @@ { "cell_type": "code", "execution_count": null, + "id": "2df2dcc3", "metadata": {}, "outputs": [], "source": [ @@ -611,6 +666,7 @@ }, { "cell_type": "markdown", + "id": "e7ac099c", "metadata": {}, "source": [ "Finally, let's update `enable_cachy`." @@ -619,6 +675,7 @@ { "cell_type": "code", "execution_count": null, + "id": "86720193", "metadata": {}, "outputs": [], "source": [ @@ -632,6 +689,7 @@ }, { "cell_type": "markdown", + "id": "2b6d3572", "metadata": {}, "source": [ "And a way to turn if off:" @@ -640,6 +698,7 @@ { "cell_type": "code", "execution_count": null, + "id": "060355c8", "metadata": {}, "outputs": [], "source": [ @@ -651,6 +710,7 @@ }, { "cell_type": "markdown", + "id": "a851c0d3", "metadata": {}, "source": [ "## Tests" @@ -658,6 +718,7 @@ }, { "cell_type": "markdown", + "id": "41100e2d", "metadata": {}, "source": [ "Let's test `enable_cachy` on 3 SDKs (OpenAI, Anthropic, LiteLLM) for the scenarios below:\n", @@ -668,6 +729,7 @@ }, { "cell_type": "markdown", + "id": "942fd2aa", "metadata": {}, "source": [ "Add some helper functions." @@ -676,6 +738,7 @@ { "cell_type": "code", "execution_count": null, + "id": "502c4df1", "metadata": {}, "outputs": [], "source": [ @@ -685,6 +748,7 @@ { "cell_type": "code", "execution_count": null, + "id": "618c3800", "metadata": {}, "outputs": [], "source": [ @@ -694,6 +758,7 @@ { "cell_type": "code", "execution_count": null, + "id": "79010da9", "metadata": {}, "outputs": [], "source": [ @@ -702,6 +767,7 @@ }, { "cell_type": "markdown", + "id": "1a807efc", "metadata": {}, "source": [ "### OpenAI" @@ -710,6 +776,7 @@ { "cell_type": "code", "execution_count": null, + "id": "83f38f67", "metadata": {}, "outputs": [], "source": [ @@ -719,6 +786,7 @@ { "cell_type": "code", "execution_count": null, + "id": "3e684be8", "metadata": {}, "outputs": [], "source": [ @@ -728,6 +796,7 @@ { "cell_type": "code", "execution_count": null, + "id": "7da0eb6c", "metadata": {}, "outputs": [ { @@ -788,6 +857,7 @@ { "cell_type": "code", "execution_count": null, + "id": "c6e3e94b", "metadata": {}, "outputs": [ { @@ -847,6 +917,7 @@ }, { "cell_type": "markdown", + "id": "4aa52a45", "metadata": {}, "source": [ "Let's test streaming." @@ -855,6 +926,7 @@ { "cell_type": "code", "execution_count": null, + "id": "b415c71e", "metadata": {}, "outputs": [ { @@ -882,6 +954,7 @@ { "cell_type": "code", "execution_count": null, + "id": "24187e68", "metadata": {}, "outputs": [ { @@ -908,6 +981,7 @@ }, { "cell_type": "markdown", + "id": "f908e108", "metadata": {}, "source": [ "Let's test async." @@ -916,6 +990,7 @@ { "cell_type": "code", "execution_count": null, + "id": "c28e499d", "metadata": {}, "outputs": [], "source": [ @@ -925,6 +1000,7 @@ { "cell_type": "code", "execution_count": null, + "id": "9cca48ee", "metadata": {}, "outputs": [], "source": [ @@ -934,6 +1010,7 @@ { "cell_type": "code", "execution_count": null, + "id": "957b9024", "metadata": {}, "outputs": [ { @@ -994,6 +1071,7 @@ { "cell_type": "code", "execution_count": null, + "id": "f7e41765", "metadata": {}, "outputs": [ { @@ -1053,6 +1131,7 @@ }, { "cell_type": "markdown", + "id": "0601b679", "metadata": {}, "source": [ "Let's test async streaming." @@ -1061,6 +1140,7 @@ { "cell_type": "code", "execution_count": null, + "id": "ee1b6add", "metadata": {}, "outputs": [ { @@ -1088,6 +1168,7 @@ { "cell_type": "code", "execution_count": null, + "id": "654a2eb1", "metadata": {}, "outputs": [ { @@ -1114,6 +1195,7 @@ }, { "cell_type": "markdown", + "id": "8116d609", "metadata": {}, "source": [ "### Anthropic" @@ -1122,6 +1204,7 @@ { "cell_type": "code", "execution_count": null, + "id": "23cf4b5e", "metadata": {}, "outputs": [], "source": [ @@ -1131,6 +1214,7 @@ { "cell_type": "code", "execution_count": null, + "id": "2c2ae6d8", "metadata": {}, "outputs": [], "source": [ @@ -1140,6 +1224,7 @@ { "cell_type": "code", "execution_count": null, + "id": "5a819529", "metadata": {}, "outputs": [ { @@ -1177,6 +1262,7 @@ { "cell_type": "code", "execution_count": null, + "id": "a18614c9", "metadata": {}, "outputs": [ { @@ -1213,6 +1299,7 @@ }, { "cell_type": "markdown", + "id": "b9b6b1e4", "metadata": {}, "source": [ "Let's test streaming." @@ -1221,6 +1308,7 @@ { "cell_type": "code", "execution_count": null, + "id": "0beb2437", "metadata": {}, "outputs": [ { @@ -1245,6 +1333,7 @@ { "cell_type": "code", "execution_count": null, + "id": "1dc98634", "metadata": {}, "outputs": [ { @@ -1268,6 +1357,7 @@ }, { "cell_type": "markdown", + "id": "c0dbff49", "metadata": {}, "source": [ "Let's test async." @@ -1276,6 +1366,7 @@ { "cell_type": "code", "execution_count": null, + "id": "b683d543", "metadata": {}, "outputs": [], "source": [ @@ -1285,6 +1376,7 @@ { "cell_type": "code", "execution_count": null, + "id": "43e1d245", "metadata": {}, "outputs": [], "source": [ @@ -1294,6 +1386,7 @@ { "cell_type": "code", "execution_count": null, + "id": "96722420", "metadata": {}, "outputs": [ { @@ -1331,6 +1424,7 @@ { "cell_type": "code", "execution_count": null, + "id": "79242e15", "metadata": {}, "outputs": [ { @@ -1367,6 +1461,7 @@ }, { "cell_type": "markdown", + "id": "6e101d14", "metadata": {}, "source": [ "Let's test async streaming." @@ -1375,6 +1470,7 @@ { "cell_type": "code", "execution_count": null, + "id": "566c7bb4", "metadata": {}, "outputs": [ { @@ -1423,6 +1519,7 @@ { "cell_type": "code", "execution_count": null, + "id": "5c7acfd8", "metadata": {}, "outputs": [ { @@ -1470,6 +1567,7 @@ }, { "cell_type": "markdown", + "id": "27804e04", "metadata": {}, "source": [ "### LiteLLM" @@ -1477,6 +1575,7 @@ }, { "cell_type": "markdown", + "id": "961d9326", "metadata": {}, "source": [ "Let's test the LiteLLM SDK by running sync/async calls with(out) streaming for OpenAI, Anthropic, & Gemini.\n", @@ -1486,6 +1585,7 @@ }, { "cell_type": "markdown", + "id": "eb6c2b74", "metadata": {}, "source": [ "#### Sync Tests" @@ -1494,6 +1594,7 @@ { "cell_type": "code", "execution_count": null, + "id": "d03b5a7e", "metadata": {}, "outputs": [], "source": [ @@ -1502,6 +1603,7 @@ }, { "cell_type": "markdown", + "id": "7a346a63", "metadata": {}, "source": [ "Let's define a helper method to display a streamed response." @@ -1510,6 +1612,7 @@ { "cell_type": "code", "execution_count": null, + "id": "d416248d", "metadata": {}, "outputs": [], "source": [ @@ -1519,6 +1622,7 @@ }, { "cell_type": "markdown", + "id": "83eb4e5a", "metadata": {}, "source": [ "##### Anthropic" @@ -1526,6 +1630,7 @@ }, { "cell_type": "markdown", + "id": "d5ee33fc", "metadata": {}, "source": [ "Let's test `claude-sonnet-x`." @@ -1534,6 +1639,7 @@ { "cell_type": "code", "execution_count": null, + "id": "3b2fba64", "metadata": {}, "outputs": [ { @@ -1555,6 +1661,7 @@ { "cell_type": "code", "execution_count": null, + "id": "3cc1664d", "metadata": {}, "outputs": [ { @@ -1575,6 +1682,7 @@ }, { "cell_type": "markdown", + "id": "41aa502f", "metadata": {}, "source": [ "Now, with streaming enabled." @@ -1583,6 +1691,7 @@ { "cell_type": "code", "execution_count": null, + "id": "6e4725cd", "metadata": {}, "outputs": [ { @@ -1603,6 +1712,7 @@ { "cell_type": "code", "execution_count": null, + "id": "349ecacc", "metadata": {}, "outputs": [ { @@ -1622,6 +1732,7 @@ }, { "cell_type": "markdown", + "id": "bc4edf4a", "metadata": {}, "source": [ "##### OpenAI" @@ -1629,6 +1740,7 @@ }, { "cell_type": "markdown", + "id": "bced03d8", "metadata": {}, "source": [ "Let's test `gpt-4o`." @@ -1637,6 +1749,7 @@ { "cell_type": "code", "execution_count": null, + "id": "6cbf96d7", "metadata": {}, "outputs": [ { @@ -1658,6 +1771,7 @@ { "cell_type": "code", "execution_count": null, + "id": "9461230f", "metadata": {}, "outputs": [ { @@ -1678,6 +1792,7 @@ }, { "cell_type": "markdown", + "id": "26aadc8b", "metadata": {}, "source": [ "Now, with streaming enabled." @@ -1686,6 +1801,7 @@ { "cell_type": "code", "execution_count": null, + "id": "03fab1e7", "metadata": {}, "outputs": [ { @@ -1706,6 +1822,7 @@ { "cell_type": "code", "execution_count": null, + "id": "bcbbf29c", "metadata": {}, "outputs": [ { @@ -1725,6 +1842,7 @@ }, { "cell_type": "markdown", + "id": "c7318935", "metadata": {}, "source": [ "##### Gemini" @@ -1732,6 +1850,7 @@ }, { "cell_type": "markdown", + "id": "96237832", "metadata": {}, "source": [ "Let's test `2.0-flash`." @@ -1740,6 +1859,7 @@ { "cell_type": "code", "execution_count": null, + "id": "2405cebd", "metadata": {}, "outputs": [ { @@ -1761,6 +1881,7 @@ { "cell_type": "code", "execution_count": null, + "id": "ce577a4f", "metadata": {}, "outputs": [ { @@ -1781,6 +1902,7 @@ }, { "cell_type": "markdown", + "id": "b350c1a0", "metadata": {}, "source": [ "Now, with streaming enabled." @@ -1789,6 +1911,7 @@ { "cell_type": "code", "execution_count": null, + "id": "d708ba18", "metadata": {}, "outputs": [ { @@ -1810,6 +1933,7 @@ { "cell_type": "code", "execution_count": null, + "id": "39480dd5", "metadata": {}, "outputs": [ { @@ -1830,6 +1954,7 @@ }, { "cell_type": "markdown", + "id": "8dd367cd", "metadata": {}, "source": [ "#### Async Tests" @@ -1838,6 +1963,7 @@ { "cell_type": "code", "execution_count": null, + "id": "0bbf78db", "metadata": {}, "outputs": [], "source": [ @@ -1847,6 +1973,7 @@ { "cell_type": "code", "execution_count": null, + "id": "17ff2412", "metadata": {}, "outputs": [], "source": [ @@ -1856,6 +1983,7 @@ }, { "cell_type": "markdown", + "id": "47f3e37e", "metadata": {}, "source": [ "##### Anthropic" @@ -1863,6 +1991,7 @@ }, { "cell_type": "markdown", + "id": "dfb8265e", "metadata": {}, "source": [ "Let's test `claude-sonnet-x`." @@ -1871,6 +2000,7 @@ { "cell_type": "code", "execution_count": null, + "id": "3aabde25", "metadata": {}, "outputs": [ { @@ -1892,6 +2022,7 @@ { "cell_type": "code", "execution_count": null, + "id": "73b9d41f", "metadata": {}, "outputs": [ { @@ -1912,6 +2043,7 @@ }, { "cell_type": "markdown", + "id": "3a643f44", "metadata": {}, "source": [ "Now, with streaming enabled." @@ -1920,6 +2052,7 @@ { "cell_type": "code", "execution_count": null, + "id": "18b2f484", "metadata": {}, "outputs": [ { @@ -1940,6 +2073,7 @@ { "cell_type": "code", "execution_count": null, + "id": "06d219da", "metadata": {}, "outputs": [ { @@ -1959,6 +2093,7 @@ }, { "cell_type": "markdown", + "id": "5f9c8a44", "metadata": {}, "source": [ "##### OpenAI" @@ -1966,6 +2101,7 @@ }, { "cell_type": "markdown", + "id": "78e4b024", "metadata": {}, "source": [ "Let's test `gpt-4o`." @@ -1974,6 +2110,7 @@ { "cell_type": "code", "execution_count": null, + "id": "2a878ddc", "metadata": {}, "outputs": [ { @@ -1995,6 +2132,7 @@ { "cell_type": "code", "execution_count": null, + "id": "781f56d8", "metadata": {}, "outputs": [ { @@ -2015,6 +2153,7 @@ }, { "cell_type": "markdown", + "id": "6673e685", "metadata": {}, "source": [ "Now, with streaming enabled." @@ -2023,6 +2162,7 @@ { "cell_type": "code", "execution_count": null, + "id": "608a22e6", "metadata": {}, "outputs": [ { @@ -2045,6 +2185,7 @@ { "cell_type": "code", "execution_count": null, + "id": "273a7c7f", "metadata": {}, "outputs": [ { @@ -2066,6 +2207,7 @@ }, { "cell_type": "markdown", + "id": "3beeb2e9", "metadata": {}, "source": [ "##### Gemini" @@ -2073,6 +2215,7 @@ }, { "cell_type": "markdown", + "id": "0dfb9021", "metadata": {}, "source": [ "Let's test `2.0-flash`." @@ -2081,6 +2224,7 @@ { "cell_type": "code", "execution_count": null, + "id": "6c614a7e", "metadata": {}, "outputs": [ { @@ -2102,6 +2246,7 @@ { "cell_type": "code", "execution_count": null, + "id": "090edc55", "metadata": {}, "outputs": [ { @@ -2122,6 +2267,7 @@ }, { "cell_type": "markdown", + "id": "ff6c2745", "metadata": {}, "source": [ "Now, with streaming enabled." @@ -2130,6 +2276,7 @@ { "cell_type": "code", "execution_count": null, + "id": "6434eb1b", "metadata": {}, "outputs": [ { @@ -2149,6 +2296,7 @@ { "cell_type": "code", "execution_count": null, + "id": "996a37a3", "metadata": {}, "outputs": [ { @@ -2167,6 +2315,7 @@ }, { "cell_type": "markdown", + "id": "b199c71f", "metadata": {}, "source": [ "#### Tool Calls" @@ -2174,6 +2323,7 @@ }, { "cell_type": "markdown", + "id": "9c24cc70", "metadata": {}, "source": [ "As a sanity check let's confirm that tool calls work." @@ -2182,6 +2332,7 @@ { "cell_type": "code", "execution_count": null, + "id": "cc16f319", "metadata": {}, "outputs": [], "source": [ @@ -2207,6 +2358,7 @@ { "cell_type": "code", "execution_count": null, + "id": "4794a53a", "metadata": {}, "outputs": [ { @@ -2228,6 +2380,7 @@ { "cell_type": "code", "execution_count": null, + "id": "8a9c8d86", "metadata": {}, "outputs": [ { @@ -2248,6 +2401,7 @@ }, { "cell_type": "markdown", + "id": "b7ebf45c", "metadata": {}, "source": [ "## Export -" @@ -2256,6 +2410,7 @@ { "cell_type": "code", "execution_count": null, + "id": "3770c8da", "metadata": {}, "outputs": [], "source": [ @@ -2267,18 +2422,16 @@ { "cell_type": "code", "execution_count": null, + "id": "6f10c0f1", "metadata": {}, "outputs": [], "source": [] } ], "metadata": { - "kernelspec": { - "display_name": "python3", - "language": "python", - "name": "python3" - } + "solveit_dialog_mode": "learning", + "solveit_ver": 2 }, "nbformat": 4, - "nbformat_minor": 4 + "nbformat_minor": 5 } diff --git a/nbs/nbdev.yml b/nbs/nbdev.yml index a1293fc..76fbb72 100644 --- a/nbs/nbdev.yml +++ b/nbs/nbdev.yml @@ -2,7 +2,7 @@ project: output-dir: _docs website: - title: "cachy" + title: "pycachy" site-url: "https://AnswerDotAI.github.io/cachy" description: "Cache your API calls with a single line of code. No mocks, no fixtures. Just faster, cleaner code." repo-branch: main