mirror of
https://github.com/langgenius/dify.git
synced 2025-12-23 15:57:29 +00:00
Compare commits
2 Commits
feat/fallb
...
release/0.
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
8cbf72785f | ||
|
|
f97f82a3e4 |
1
.github/workflows/build-push.yml
vendored
1
.github/workflows/build-push.yml
vendored
@@ -5,6 +5,7 @@ on:
|
|||||||
branches:
|
branches:
|
||||||
- "main"
|
- "main"
|
||||||
- "deploy/dev"
|
- "deploy/dev"
|
||||||
|
- "release/0.15.2-fix1"
|
||||||
release:
|
release:
|
||||||
types: [published]
|
types: [published]
|
||||||
|
|
||||||
|
|||||||
@@ -185,6 +185,8 @@ class LLMNode(BaseNode[LLMNodeData]):
|
|||||||
result_text = event.text
|
result_text = event.text
|
||||||
usage = event.usage
|
usage = event.usage
|
||||||
finish_reason = event.finish_reason
|
finish_reason = event.finish_reason
|
||||||
|
# deduct quota
|
||||||
|
self.deduct_llm_quota(tenant_id=self.tenant_id, model_instance=model_instance, usage=usage)
|
||||||
break
|
break
|
||||||
except LLMNodeError as e:
|
except LLMNodeError as e:
|
||||||
yield RunCompletedEvent(
|
yield RunCompletedEvent(
|
||||||
@@ -241,16 +243,7 @@ class LLMNode(BaseNode[LLMNodeData]):
|
|||||||
)
|
)
|
||||||
|
|
||||||
# handle invoke result
|
# handle invoke result
|
||||||
generator = self._handle_invoke_result(invoke_result=invoke_result)
|
return self._handle_invoke_result(invoke_result=invoke_result)
|
||||||
|
|
||||||
usage = LLMUsage.empty_usage()
|
|
||||||
for event in generator:
|
|
||||||
yield event
|
|
||||||
if isinstance(event, ModelInvokeCompletedEvent):
|
|
||||||
usage = event.usage
|
|
||||||
|
|
||||||
# deduct quota
|
|
||||||
self.deduct_llm_quota(tenant_id=self.tenant_id, model_instance=model_instance, usage=usage)
|
|
||||||
|
|
||||||
def _handle_invoke_result(self, invoke_result: LLMResult | Generator) -> Generator[NodeEvent, None, None]:
|
def _handle_invoke_result(self, invoke_result: LLMResult | Generator) -> Generator[NodeEvent, None, None]:
|
||||||
if isinstance(invoke_result, LLMResult):
|
if isinstance(invoke_result, LLMResult):
|
||||||
|
|||||||
Reference in New Issue
Block a user