Compare commits

..

4 Commits

4 changed files with 129 additions and 35 deletions

View File

@ -113,34 +113,15 @@ def _reserve_payload(request: ModelRequest) -> tuple[dict[str, Any], str | None,
estimated_input_tokens = _estimate_input_tokens(request.messages)
estimated_output_tokens = _resolve_estimated_output_tokens(request, model_key)
question = _extract_latest_question(request.messages)
call_id = run_id or str(uuid4())
if not run_id:
runtime = getattr(request, "runtime", None)
runtime_context = getattr(runtime, "context", None)
runtime_config = getattr(runtime, "config", None)
context_keys = sorted(runtime_context.keys()) if isinstance(runtime_context, dict) else []
config_keys = sorted(runtime_config.keys()) if isinstance(runtime_config, dict) else []
logger.warning(
"[BillingMiddleware] run_id missing in runtime; fallback callId=%s context_type=%s config_type=%s context_keys=%s config_keys=%s",
call_id,
type(runtime_context).__name__ if runtime_context is not None else "None",
type(runtime_config).__name__ if runtime_config is not None else "None",
context_keys,
config_keys,
)
logger.info(
"[BillingMiddleware] id mapping: thread_id=%s run_id=%s call_id=%s model_name=%s",
session_id,
run_id,
call_id,
model_name,
)
expire_at = datetime.now() + timedelta(seconds=cfg.default_expire_seconds)
payload: dict[str, Any] = {
"sessionId": session_id,
"callId": call_id,
"modelName": model_name,
"question": question,
"frozenType": cfg.frozen_type,
"estimatedInputTokens": estimated_input_tokens,
"estimatedOutputTokens": estimated_output_tokens,
@ -150,19 +131,30 @@ def _reserve_payload(request: ModelRequest) -> tuple[dict[str, Any], str | None,
def _extract_run_id(request: ModelRequest) -> str | None: # noqa: ARG001
# Primary: LangGraph injects run_id into the top-level RunnableConfig
# (langgraph_api/stream.py:218) and propagates it via var_child_runnable_config
# throughout graph node execution.
# Primary: use LangGraph's public runtime API to access the current RunnableConfig.
# This matches the official guidance for code that needs config inside runtime-bound
# execution, while middleware itself only receives ModelRequest(runtime=Runtime).
try:
from langchain_core.runnables.config import var_child_runnable_config
from langgraph.config import get_config
lc_config = var_child_runnable_config.get()
if isinstance(lc_config, dict):
run_id = lc_config.get("run_id")
config = get_config()
if isinstance(config, dict):
# Depending on LangGraph API variant, run_id may live at different levels.
run_id = config.get("run_id")
if run_id is None:
metadata = config.get("metadata")
if isinstance(metadata, dict):
run_id = metadata.get("run_id")
if run_id is None:
configurable = config.get("configurable")
if isinstance(configurable, dict):
run_id = configurable.get("run_id")
if run_id is not None:
return str(run_id)
except Exception:
except RuntimeError:
pass
except Exception as exc:
logger.warning("[BillingMiddleware] failed to read run_id from get_config(): %s", exc)
# Fallback: LangGraph API worker sets run_id via set_logging_context() before
# astream_state, storing it in worker_config ContextVar (langgraph_api/worker.py:139).
@ -504,6 +496,13 @@ def _extract_latest_user_text(messages: list[Any]) -> str:
return ""
def _extract_latest_question(messages: list[Any]) -> str:
question = _extract_latest_user_text(messages)
if isinstance(question, str) and len(question) > 27:
return question[:27] + "。。。"
return question
def _extract_usage(request: ModelRequest, response: ModelCallResult | None) -> dict[str, int] | None:
if response is None:
usage = None

View File

@ -21,12 +21,15 @@ message that originally carried them.
from __future__ import annotations
import logging
from typing import Any
from langchain_core.language_models import LanguageModelInput
from langchain_core.messages import AIMessage
from langchain_openai import ChatOpenAI
logger = logging.getLogger(__name__)
class PatchedChatOpenAI(ChatOpenAI):
"""ChatOpenAI with ``thought_signature`` preservation for Gemini thinking via OpenAI gateway.
@ -75,6 +78,8 @@ class PatchedChatOpenAI(ChatOpenAI):
# Obtain the base payload from the parent implementation.
payload = super()._get_request_payload(input_, stop=stop, **kwargs)
logger.debug("LLM request payload messages: %s", payload.get("messages"))
payload_messages = payload.get("messages", [])
if len(payload_messages) == len(original_messages):

View File

@ -75,6 +75,7 @@ async def test_awrap_model_call_uses_estimated_tokens_and_finalizes(monkeypatch)
reserve_payload = seen_payloads[0][2]
assert reserve_payload["callId"] == "run-1"
assert reserve_payload["frozenType"] == 1
assert reserve_payload["question"] == "hello world"
assert reserve_payload["estimatedInputTokens"] == len("hello world")
assert reserve_payload["estimatedOutputTokens"] == 4096
assert "frozenAmount" not in reserve_payload
@ -239,3 +240,75 @@ async def test_awrap_model_call_uses_worker_config_fallback_run_id(monkeypatch):
assert isinstance(result, AIMessage)
reserve_payload = seen_payloads[0][2]
assert reserve_payload["callId"] == "run-from-worker"
@pytest.mark.anyio
async def test_awrap_model_call_uses_nested_run_id_from_runnable_config(monkeypatch):
from langchain_core.runnables.config import var_child_runnable_config
from deerflow.agents.middlewares import billing_middleware as bm
monkeypatch.setattr(bm, "get_app_config", lambda: _fake_app_config())
seen_payloads = []
async def fake_post(url, headers, payload, timeout_seconds):
seen_payloads.append((url, headers, payload, timeout_seconds))
if url.endswith("/frozen"):
return {"status": 1000, "message": "ok", "data": {"frozenId": "frozen-123"}}
return {"status": 1000, "message": "ok", "data": {}}
monkeypatch.setattr(bm, "_post_async", fake_post)
middleware = BillingMiddleware()
request = _request_with_latest_user_text("hello world")
handler = AsyncMock(return_value=AIMessage(content="ok", usage_metadata={"input_tokens": 1, "output_tokens": 2, "total_tokens": 3}))
token = var_child_runnable_config.set(
{
"metadata": {"run_id": "run-from-metadata"},
"configurable": {"run_id": "run-from-configurable"},
}
)
try:
result = await middleware.awrap_model_call(request, handler)
finally:
var_child_runnable_config.reset(token)
assert isinstance(result, AIMessage)
reserve_payload = seen_payloads[0][2]
assert reserve_payload["callId"] == "run-from-metadata"
@pytest.mark.anyio
async def test_awrap_model_call_truncates_question_like_token_usage_middleware(monkeypatch):
from langchain_core.runnables.config import var_child_runnable_config
from deerflow.agents.middlewares import billing_middleware as bm
monkeypatch.setattr(bm, "get_app_config", lambda: _fake_app_config())
seen_payloads = []
async def fake_post(url, headers, payload, timeout_seconds):
seen_payloads.append((url, headers, payload, timeout_seconds))
if url.endswith("/frozen"):
return {"status": 1000, "message": "ok", "data": {"frozenId": "frozen-123"}}
return {"status": 1000, "message": "ok", "data": {}}
monkeypatch.setattr(bm, "_post_async", fake_post)
middleware = BillingMiddleware()
long_question = "abcdefghijklmnopqrstuvwxyz1234567890"
request = _request_with_latest_user_text(long_question)
handler = AsyncMock(return_value=AIMessage(content="ok", usage_metadata={"input_tokens": 1, "output_tokens": 2, "total_tokens": 3}))
token = var_child_runnable_config.set({"run_id": "run-question-truncate"})
try:
result = await middleware.awrap_model_call(request, handler)
finally:
var_child_runnable_config.reset(token)
assert isinstance(result, AIMessage)
reserve_payload = seen_payloads[0][2]
assert reserve_payload["question"] == "abcdefghijklmnopqrstuvwxyz1。。。"

View File

@ -115,7 +115,7 @@ export function InputBox({
mode: "flash" | "thinking" | "pro" | "ultra" | undefined;
};
extraHeader?: React.ReactNode;
showWelcomeStyle?: boolean;
showWelcomeStyle: boolean;
hasSubmitted?: boolean;
initialValue?: string;
onContextChange?: (
@ -376,11 +376,11 @@ export function InputBox({
/>
</PromptInputActionMenuContent>
</PromptInputActionMenu> */}
<HistoryButton
{showWelcomeStyle && <HistoryButton
className="px-2!"
router={router}
threadId={threadIdFromProps}
/>
/>}
<AddAttachmentsButton className="px-2!" />
<IframeSkillDialogButton
className="px-2!"
@ -668,9 +668,26 @@ function HistoryButton({
router.replace(`/workspace/chats/${threadId}?is_chatting=true`)
}
>
<svg width="18" height="18" viewBox="0 0 18 18" fill="none" xmlns="http://www.w3.org/2000/svg">
<circle cx="9" cy="9" r="8.5" stroke="#150033" />
<path d="M9 6V10H12" stroke="#150033" strokeLinecap="round" strokeLinejoin="round" />
<svg
className="transition-[stroke] duration-200"
width="18"
height="18"
viewBox="0 0 18 18"
fill="none"
xmlns="http://www.w3.org/2000/svg"
>
<circle
className="stroke-[#150033] transition-[stroke] duration-200 group-hover:stroke-[#8E47F0]"
cx="9"
cy="9"
r="8.5"
/>
<path
className="stroke-[#150033] transition-[stroke] duration-200 group-hover:stroke-[#8E47F0]"
d="M9 6V10H12"
strokeLinecap="round"
strokeLinejoin="round"
/>
</svg>
</PromptInputButton>