public class dev.langchain4j.model.localai.LocalAiChatModel extends java.lang.Object implements dev.langchain4j.model.chat.ChatLanguageModel
{
private final dev.ai4j.openai4j.OpenAiClient client;
private final java.lang.String modelName;
private final java.lang.Double temperature;
private final java.lang.Double topP;
private final java.lang.Integer maxTokens;
private final java.lang.Integer maxRetries;
public void <init>(java.lang.String, java.lang.String, java.lang.Double, java.lang.Double, java.lang.Integer, java.time.Duration, java.lang.Integer, java.lang.Boolean, java.lang.Boolean)
{
java.lang.Double v, v, v;
dev.langchain4j.model.localai.LocalAiChatModel v;
java.lang.Integer v, v, v;
java.time.Duration v, v, v;
int v;
java.lang.Boolean v, v;
java.lang.String v, v, v, v;
double v;
dev.ai4j.openai4j.OpenAiClient v;
dev.ai4j.openai4j.OpenAiClient$Builder v, v, v, v, v, v, v, v, v;
v := @this: dev.langchain4j.model.localai.LocalAiChatModel;
v := @parameter: java.lang.String;
v := @parameter: java.lang.String;
v := @parameter: java.lang.Double;
v := @parameter: java.lang.Double;
v := @parameter: java.lang.Integer;
v := @parameter: java.time.Duration;
v := @parameter: java.lang.Integer;
v := @parameter: java.lang.Boolean;
v := @parameter: java.lang.Boolean;
specialinvoke v.<java.lang.Object: void <init>()>();
if v != null goto label;
v = 0.7;
goto label;
label:
v = virtualinvoke v.<java.lang.Double: double doubleValue()>();
label:
v = staticinvoke <java.lang.Double: java.lang.Double valueOf(double)>(v);
if v != null goto label;
v = staticinvoke <java.time.Duration: java.time.Duration ofSeconds(long)>(60L);
goto label;
label:
v = v;
label:
v = v;
if v != null goto label;
v = 3;
goto label;
label:
v = virtualinvoke v.<java.lang.Integer: int intValue()>();
label:
v = staticinvoke <java.lang.Integer: java.lang.Integer valueOf(int)>(v);
v = staticinvoke <dev.ai4j.openai4j.OpenAiClient: dev.ai4j.openai4j.OpenAiClient$Builder builder()>();
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder openAiApiKey(java.lang.String)>("ignored");
v = staticinvoke <dev.langchain4j.internal.ValidationUtils: java.lang.String ensureNotBlank(java.lang.String,java.lang.String)>(v, "baseUrl");
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder baseUrl(java.lang.String)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder callTimeout(java.time.Duration)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder connectTimeout(java.time.Duration)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder readTimeout(java.time.Duration)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder writeTimeout(java.time.Duration)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder logRequests(java.lang.Boolean)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient$Builder logResponses(java.lang.Boolean)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.OpenAiClient$Builder: dev.ai4j.openai4j.OpenAiClient build()>();
v.<dev.langchain4j.model.localai.LocalAiChatModel: dev.ai4j.openai4j.OpenAiClient client> = v;
v = staticinvoke <dev.langchain4j.internal.ValidationUtils: java.lang.String ensureNotBlank(java.lang.String,java.lang.String)>(v, "modelName");
v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.String modelName> = v;
v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Double temperature> = v;
v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Double topP> = v;
v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Integer maxTokens> = v;
v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Integer maxRetries> = v;
return;
}
public dev.langchain4j.model.output.Response generate(java.util.List)
{
java.util.List v;
dev.langchain4j.model.output.Response v;
dev.langchain4j.model.localai.LocalAiChatModel v;
v := @this: dev.langchain4j.model.localai.LocalAiChatModel;
v := @parameter: java.util.List;
v = specialinvoke v.<dev.langchain4j.model.localai.LocalAiChatModel: dev.langchain4j.model.output.Response generate(java.util.List,java.util.List,dev.langchain4j.agent.tool.ToolSpecification)>(v, null, null);
return v;
}
public dev.langchain4j.model.output.Response generate(java.util.List, java.util.List)
{
java.util.List v, v;
dev.langchain4j.model.output.Response v;
dev.langchain4j.model.localai.LocalAiChatModel v;
v := @this: dev.langchain4j.model.localai.LocalAiChatModel;
v := @parameter: java.util.List;
v := @parameter: java.util.List;
v = specialinvoke v.<dev.langchain4j.model.localai.LocalAiChatModel: dev.langchain4j.model.output.Response generate(java.util.List,java.util.List,dev.langchain4j.agent.tool.ToolSpecification)>(v, v, null);
return v;
}
public dev.langchain4j.model.output.Response generate(java.util.List, dev.langchain4j.agent.tool.ToolSpecification)
{
java.util.List v, v;
dev.langchain4j.agent.tool.ToolSpecification v;
dev.langchain4j.model.output.Response v;
dev.langchain4j.model.localai.LocalAiChatModel v;
v := @this: dev.langchain4j.model.localai.LocalAiChatModel;
v := @parameter: java.util.List;
v := @parameter: dev.langchain4j.agent.tool.ToolSpecification;
v = staticinvoke <java.util.Collections: java.util.List singletonList(java.lang.Object)>(v);
v = specialinvoke v.<dev.langchain4j.model.localai.LocalAiChatModel: dev.langchain4j.model.output.Response generate(java.util.List,java.util.List,dev.langchain4j.agent.tool.ToolSpecification)>(v, v, v);
return v;
}
private dev.langchain4j.model.output.Response generate(java.util.List, java.util.List, dev.langchain4j.agent.tool.ToolSpecification)
{
dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder v, v, v, v, v, v;
dev.langchain4j.agent.tool.ToolSpecification v;
java.lang.Double v, v;
java.util.concurrent.Callable v;
dev.langchain4j.model.localai.LocalAiChatModel v;
java.lang.Integer v, v;
int v;
java.lang.String v, v, v;
boolean v;
dev.langchain4j.data.message.AiMessage v;
dev.ai4j.openai4j.chat.ChatCompletionRequest v;
dev.langchain4j.model.output.FinishReason v;
dev.langchain4j.model.output.Response v;
java.util.List v, v, v, v, v;
java.lang.Object v, v;
v := @this: dev.langchain4j.model.localai.LocalAiChatModel;
v := @parameter: java.util.List;
v := @parameter: java.util.List;
v := @parameter: dev.langchain4j.agent.tool.ToolSpecification;
v = staticinvoke <dev.ai4j.openai4j.chat.ChatCompletionRequest: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder builder()>();
v = v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.String modelName>;
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder model(java.lang.String)>(v);
v = staticinvoke <dev.langchain4j.model.openai.InternalOpenAiHelper: java.util.List toOpenAiMessages(java.util.List)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder messages(java.util.List)>(v);
v = v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Double temperature>;
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder temperature(java.lang.Double)>(v);
v = v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Double topP>;
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder topP(java.lang.Double)>(v);
v = v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Integer maxTokens>;
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder maxTokens(java.lang.Integer)>(v);
if v == null goto label;
v = interfaceinvoke v.<java.util.List: boolean isEmpty()>();
if v != 0 goto label;
v = staticinvoke <dev.langchain4j.model.openai.InternalOpenAiHelper: java.util.List toFunctions(java.util.Collection)>(v);
virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder functions(java.util.List)>(v);
label:
if v == null goto label;
v = virtualinvoke v.<dev.langchain4j.agent.tool.ToolSpecification: java.lang.String name()>();
virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder functionCall(java.lang.String)>(v);
label:
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionRequest$Builder: dev.ai4j.openai4j.chat.ChatCompletionRequest build()>();
v = staticinvoke <dev.langchain4j.model.localai.LocalAiChatModel$lambda_generate_0__1: java.util.concurrent.Callable bootstrap$(dev.langchain4j.model.localai.LocalAiChatModel,dev.ai4j.openai4j.chat.ChatCompletionRequest)>(v, v);
v = v.<dev.langchain4j.model.localai.LocalAiChatModel: java.lang.Integer maxRetries>;
v = virtualinvoke v.<java.lang.Integer: int intValue()>();
v = staticinvoke <dev.langchain4j.internal.RetryUtils: java.lang.Object withRetry(java.util.concurrent.Callable,int)>(v, v);
v = staticinvoke <dev.langchain4j.model.openai.InternalOpenAiHelper: dev.langchain4j.data.message.AiMessage aiMessageFrom(dev.ai4j.openai4j.chat.ChatCompletionResponse)>(v);
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionResponse: java.util.List choices()>();
v = interfaceinvoke v.<java.util.List: java.lang.Object get(int)>(0);
v = virtualinvoke v.<dev.ai4j.openai4j.chat.ChatCompletionChoice: java.lang.String finishReason()>();
v = staticinvoke <dev.langchain4j.model.openai.InternalOpenAiHelper: dev.langchain4j.model.output.FinishReason finishReasonFrom(java.lang.String)>(v);
v = staticinvoke <dev.langchain4j.model.output.Response: dev.langchain4j.model.output.Response 'from'(java.lang.Object,dev.langchain4j.model.output.TokenUsage,dev.langchain4j.model.output.FinishReason)>(v, null, v);
return v;
}
public static dev.langchain4j.model.localai.LocalAiChatModel$LocalAiChatModelBuilder builder()
{
java.util.Iterator v;
java.util.Collection v;
java.lang.Object v, v;
dev.langchain4j.model.localai.LocalAiChatModel$LocalAiChatModelBuilder v;
boolean v;
v = staticinvoke <dev.langchain4j.spi.ServiceHelper: java.util.Collection loadFactories(java.lang.Class)>(class "Ldev/langchain4j/model/localai/spi/LocalAiChatModelBuilderFactory;");
v = interfaceinvoke v.<java.util.Collection: java.util.Iterator iterator()>();
v = interfaceinvoke v.<java.util.Iterator: boolean hasNext()>();
if v == 0 goto label;
v = interfaceinvoke v.<java.util.Iterator: java.lang.Object next()>();
v = interfaceinvoke v.<dev.langchain4j.model.localai.spi.LocalAiChatModelBuilderFactory: java.lang.Object get()>();
return v;
label:
v = new dev.langchain4j.model.localai.LocalAiChatModel$LocalAiChatModelBuilder;
specialinvoke v.<dev.langchain4j.model.localai.LocalAiChatModel$LocalAiChatModelBuilder: void <init>()>();
return v;
}
}