sync update from LAN repo (source master-nj @ 067eb808)
This commit is contained in:
1 parent
1244fb1f2f
commit
1d5dd8fc90
182 files changed
+18973
-769
No files matched your search
@@ -186,11 +186,26 @@ def create_chat_model(name: str | None = None, thinking_enabled: bool = False, *
|
||||
if "stream_usage" in getattr(model_class, "model_fields", {}):
|
||||
model_settings_from_config["stream_usage"] = True
|
||||
|
||||
model_instance = model_class(**kwargs, **model_settings_from_config)
|
||||
|
||||
callbacks = build_tracing_callbacks()
|
||||
if callbacks:
|
||||
existing_callbacks = model_instance.callbacks or []
|
||||
model_instance = model_class(**kwargs, **model_settings_from_config)
|
||||
|
||||
# Always emit a compact model lifecycle trace. In particular, the first
|
||||
# streamed callback proves that the upstream endpoint accepted the request
|
||||
# and started returning data, including reasoning-only chunks whose normal
|
||||
# content string is empty.
|
||||
from deerflow.models.timing_callback import ModelTimingCallback
|
||||
|
||||
existing_callbacks = model_instance.callbacks or []
|
||||
model_instance.callbacks = [
|
||||
*existing_callbacks,
|
||||
ModelTimingCallback(
|
||||
model_name=name,
|
||||
base_url=str(model_config.base_url) if model_config.base_url else None,
|
||||
),
|
||||
]
|
||||
|
||||
callbacks = build_tracing_callbacks()
|
||||
if callbacks:
|
||||
existing_callbacks = model_instance.callbacks or []
|
||||
model_instance.callbacks = [*existing_callbacks, *callbacks]
|
||||
logger.debug(f"Tracing attached to model '{name}' with providers={len(callbacks)}")
|
||||
return model_instance
|
||||
Reference in new issue
Block a user