|
| 1 | +(ns clojure-mcp.agent.langchain.chat-listener |
| 2 | + "Creates ChatModelListener instances from Clojure functions that work with EDN data" |
| 3 | + (:require |
| 4 | + [clojure-mcp.agent.langchain.message-conv :as msg-conv] |
| 5 | + [clojure.tools.logging :as log]) |
| 6 | + (:import |
| 7 | + [dev.langchain4j.model.chat.listener |
| 8 | + ChatModelListener |
| 9 | + ChatModelRequestContext |
| 10 | + ChatModelResponseContext |
| 11 | + ChatModelErrorContext] |
| 12 | + [dev.langchain4j.model.chat.request |
| 13 | + ChatRequestParameters] |
| 14 | + [dev.langchain4j.model.chat.response |
| 15 | + ChatResponseMetadata] |
| 16 | + [dev.langchain4j.model.output |
| 17 | + TokenUsage])) |
| 18 | + |
| 19 | +(defn- chat-request-parameters->edn |
| 20 | + "Convert ChatRequestParameters to EDN" |
| 21 | + [^ChatRequestParameters params] |
| 22 | + (when params |
| 23 | + {:model-name (.modelName params) |
| 24 | + :temperature (.temperature params) |
| 25 | + :top-p (.topP params) |
| 26 | + :top-k (.topK params) |
| 27 | + :frequency-penalty (.frequencyPenalty params) |
| 28 | + :presence-penalty (.presencePenalty params) |
| 29 | + :max-output-tokens (.maxOutputTokens params) |
| 30 | + :stop-sequences (some-> (.stopSequences params) vec) |
| 31 | + :tool-specifications (some-> (.toolSpecifications params) vec) |
| 32 | + :tool-choice (.toolChoice params) |
| 33 | + :response-format (.responseFormat params)})) |
| 34 | + |
| 35 | +(defn- token-usage->edn |
| 36 | + "Convert TokenUsage to EDN" |
| 37 | + [^TokenUsage usage] |
| 38 | + (when usage |
| 39 | + {:input-token-count (.inputTokenCount usage) |
| 40 | + :output-token-count (.outputTokenCount usage) |
| 41 | + :total-token-count (.totalTokenCount usage)})) |
| 42 | + |
| 43 | +(defn- chat-response-metadata->edn |
| 44 | + "Convert ChatResponseMetadata to EDN" |
| 45 | + [^ChatResponseMetadata metadata] |
| 46 | + (when metadata |
| 47 | + {:id (.id metadata) |
| 48 | + :model-name (.modelName metadata) |
| 49 | + :finish-reason (some-> (.finishReason metadata) str) |
| 50 | + :token-usage (token-usage->edn (.tokenUsage metadata))})) |
| 51 | + |
| 52 | +(defn- chat-request-context->edn |
| 53 | + "Convert ChatModelRequestContext to EDN" |
| 54 | + [^ChatModelRequestContext ctx] |
| 55 | + (let [chat-request (.chatRequest ctx)] |
| 56 | + {:messages (-> (.messages chat-request) |
| 57 | + msg-conv/messages->edn |
| 58 | + msg-conv/parse-messages-tool-arguments) |
| 59 | + :parameters (chat-request-parameters->edn (.parameters chat-request)) |
| 60 | + :model-provider (str (.modelProvider ctx)) |
| 61 | + :attributes (into {} (.attributes ctx)) |
| 62 | + :ctx ctx})) |
| 63 | + |
| 64 | +(defn- chat-response-context->edn |
| 65 | + "Convert ChatModelResponseContext to EDN" |
| 66 | + [^ChatModelResponseContext ctx] |
| 67 | + (let [chat-response (.chatResponse ctx) |
| 68 | + chat-request (.chatRequest ctx)] |
| 69 | + {:ai-message (-> (.aiMessage chat-response) |
| 70 | + msg-conv/message->edn |
| 71 | + msg-conv/parse-tool-arguments) |
| 72 | + :metadata (chat-response-metadata->edn (.metadata chat-response)) |
| 73 | + :request {:messages (msg-conv/messages->edn (.messages chat-request)) |
| 74 | + :parameters (chat-request-parameters->edn (.parameters chat-request))} |
| 75 | + :model-provider (str (.modelProvider ctx)) |
| 76 | + :attributes (into {} (.attributes ctx)) |
| 77 | + :ctx ctx})) |
| 78 | + |
| 79 | +(defn- chat-error-context->edn |
| 80 | + "Convert ChatModelErrorContext to EDN" |
| 81 | + [^ChatModelErrorContext ctx] |
| 82 | + (let [chat-request (.chatRequest ctx)] |
| 83 | + {:error {:message (.getMessage (.error ctx)) |
| 84 | + :class (-> (.error ctx) class .getName) |
| 85 | + :stack-trace (mapv str (.getStackTrace (.error ctx)))} |
| 86 | + :request (when chat-request |
| 87 | + {:messages (msg-conv/messages->edn (.messages chat-request)) |
| 88 | + :parameters (chat-request-parameters->edn (.parameters chat-request))}) |
| 89 | + :model-provider (str (.modelProvider ctx)) |
| 90 | + :attributes (into {} (.attributes ctx))})) |
| 91 | + |
| 92 | +(defn create-listener |
| 93 | + "Create a ChatModelListener from Clojure functions. |
| 94 | + |
| 95 | + Args: |
| 96 | + - handlers: Map with optional keys: |
| 97 | + :on-request - (fn [request-edn] ...) called before sending request |
| 98 | + :on-response - (fn [response-edn] ...) called after receiving response |
| 99 | + :on-error - (fn [error-edn] ...) called on errors |
| 100 | + |
| 101 | + Each handler receives EDN data converted from the Java objects. |
| 102 | + |
| 103 | + Example: |
| 104 | + (create-listener |
| 105 | + {:on-request (fn [req] (log/info \"Request:\" req)) |
| 106 | + :on-response (fn [resp] (log/info \"Response:\" resp)) |
| 107 | + :on-error (fn [err] (log/error \"Error:\" err))})" |
| 108 | + [{:keys [on-request on-response on-error]}] |
| 109 | + (reify ChatModelListener |
| 110 | + (onRequest [_ request-context] |
| 111 | + (when on-request |
| 112 | + (try |
| 113 | + (on-request (chat-request-context->edn request-context)) |
| 114 | + (catch Exception e |
| 115 | + #_(log/error e "Error in on-request handler"))))) |
| 116 | + |
| 117 | + (onResponse [_ response-context] |
| 118 | + (when on-response |
| 119 | + (try |
| 120 | + (on-response (chat-response-context->edn response-context)) |
| 121 | + (catch Exception e |
| 122 | + #_(log/error e "Error in on-response handler"))))) |
| 123 | + |
| 124 | + (onError [_ error-context] |
| 125 | + (when on-error |
| 126 | + (try |
| 127 | + (on-error (chat-error-context->edn error-context)) |
| 128 | + (catch Exception e |
| 129 | + #_(log/error e "Error in on-error handler"))))))) |
| 130 | + |
| 131 | +(defn logging-listener |
| 132 | + "Create a listener that logs all events at specified levels. |
| 133 | + |
| 134 | + Args (optional): |
| 135 | + - log-level: Map with :request, :response, :error levels |
| 136 | + (defaults to :info for all) |
| 137 | + |
| 138 | + Example: |
| 139 | + (logging-listener {:request :debug :response :info :error :error})" |
| 140 | + ([] |
| 141 | + (logging-listener {})) |
| 142 | + ([{:keys [request response error] |
| 143 | + :or {request :info response :info error :error}}] |
| 144 | + (create-listener |
| 145 | + {:on-request (fn [req] |
| 146 | + (log/log request "Chat request:" req)) |
| 147 | + :on-response (fn [resp] |
| 148 | + (log/log response "Chat response:" resp)) |
| 149 | + :on-error (fn [err] |
| 150 | + (log/log error "Chat error:" err))}))) |
| 151 | + |
| 152 | +(defn token-tracking-listener |
| 153 | + "Create a listener that tracks token usage. |
| 154 | + |
| 155 | + Args: |
| 156 | + - usage-atom: Atom to accumulate token usage stats |
| 157 | + |
| 158 | + The atom will be updated with: |
| 159 | + {:total-input-tokens n |
| 160 | + :total-output-tokens n |
| 161 | + :total-tokens n |
| 162 | + :request-count n}" |
| 163 | + [usage-atom] |
| 164 | + (create-listener |
| 165 | + {:on-response |
| 166 | + (fn [resp] |
| 167 | + (when-let [usage (get-in resp [:metadata :token-usage])] |
| 168 | + (swap! usage-atom |
| 169 | + (fn [stats] |
| 170 | + (-> stats |
| 171 | + (update :total-input-tokens (fnil + 0) (:input-token-count usage)) |
| 172 | + (update :total-output-tokens (fnil + 0) (:output-token-count usage)) |
| 173 | + (update :total-tokens (fnil + 0) (:total-token-count usage)) |
| 174 | + (update :request-count (fnil inc 0)))))))})) |
0 commit comments