(20241209) SMS auth and sending ready.
This commit is contained in:
@@ -64,6 +64,7 @@ from shared import constants
|
||||
|
||||
# Data Models:
|
||||
from models.data.api.ai.llm import LLMRequestHeaders, LLMInput
|
||||
from models.data.core.user_info import CoreUserInfoModel
|
||||
|
||||
# For asynchronous activities:
|
||||
import asyncio
|
||||
@@ -163,7 +164,7 @@ async def invoke_llm(
|
||||
# Call the LLM and see if its service worked or not:
|
||||
llm_response = await current_app.llm.invoke(
|
||||
mongo_conn = current_app.data_mongo,
|
||||
user_info = kwargs["session_info"],
|
||||
user_info = CoreUserInfoModel(**kwargs["session_info"]),
|
||||
llm_input = inbound_data
|
||||
)
|
||||
success = False if llm_response.output is None else True
|
||||
@@ -183,6 +184,7 @@ async def invoke_llm(
|
||||
"model": llm_response.model,
|
||||
"output": llm_response.output,
|
||||
"tokens": llm_response.tokens.model_dump(),
|
||||
"invocationId": llm_response.invocationId
|
||||
} if success else None
|
||||
)
|
||||
|
||||
|
||||
Reference in New Issue
Block a user