Package net.thevpc.naru.ext.models

Class NaruModelProtocolBase

java.lang.Object

net.thevpc.naru.ext.models.NaruModelProtocolBase

All Implemented Interfaces:

NaruModelProtocol

Direct Known Subclasses:

NaruModelProtocolOllamaNative, NaruModelProtocolOllamaOpenApiCompat, NaruModelProtocolOpenAICompat

public class NaruModelProtocolBase
extends Object
implements NaruModelProtocol

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	NaruModelProtocolBase.NonRetryableWebException

Field Summary

Fields

Modifier and Type	Field	Description
protected final NaruModelCapabilities	capabilities
protected final String	chatPath
protected final String	configPrefix
protected final NaruModelConfig	model
protected final net.thevpc.nuts.elem.NElementReader	nElementReader
protected final NaruModelProvider	provider
protected final NaruModelRequestSerializer	serializer

Constructor Summary

Constructors

Constructor	Description
NaruModelProtocolBase(NaruModelProvider provider, NaruModelConfig model, String configPrefix, String chatPath, NaruModelCapabilities capabilities, NaruModelRequestSerializer serializer, net.thevpc.nuts.elem.NElementDeserializer<NaruResponse> responseParser)

Method Summary

Modifier and Type	Method	Description
NaruResponse	chat(NaruModelRequest mrequest, NaruTask task)
protected net.thevpc.nuts.time.NDuration	connectTimeout(NaruTask task, Map<String,net.thevpc.nuts.elem.NElement> env)
NaruModelCapabilities	getCapabilities()
protected int	maxRetries(NaruTask task, Map<String,net.thevpc.nuts.elem.NElement> env)
protected void	onResponseReceived(net.thevpc.nuts.net.NHttpResponse response, NaruTask task)
protected NaruResponse	parseResponse(String json)
static NaruToolCall	parseXmlLikeToolCall(String input)
protected void	prepareRequest(net.thevpc.nuts.net.NHttpRequest request, net.thevpc.nuts.elem.NElement body, NaruTask task)
protected NaruModelRequest	preprocessRequest(NaruModelRequest mrequest, NaruTask task)
NaruModelProvider	provider()
protected net.thevpc.nuts.time.NDuration	readTimeout(NaruTask task, Map<String,net.thevpc.nuts.elem.NElement> env)
protected net.thevpc.nuts.time.NDuration	retryPeriod(NaruTask task, Map<String,net.thevpc.nuts.elem.NElement> env)
protected String	url(NaruTask task, Map<String,net.thevpc.nuts.elem.NElement> env)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

nElementReader

protected final net.thevpc.nuts.elem.NElementReader nElementReader

model

protected final NaruModelConfig model

capabilities

protected final NaruModelCapabilities capabilities

configPrefix

protected final String configPrefix

chatPath

protected final String chatPath

serializer

protected final NaruModelRequestSerializer serializer

provider

protected final NaruModelProvider provider

Constructor Details

NaruModelProtocolBase

public NaruModelProtocolBase(NaruModelProvider provider,
 NaruModelConfig model,
 String configPrefix,
 String chatPath,
 NaruModelCapabilities capabilities,
 NaruModelRequestSerializer serializer,
 net.thevpc.nuts.elem.NElementDeserializer<NaruResponse> responseParser)

Method Details

provider

public NaruModelProvider provider()

parseXmlLikeToolCall

public static NaruToolCall parseXmlLikeToolCall(String input)

url

protected String url(NaruTask task,
 Map<String,net.thevpc.nuts.elem.NElement> env)

connectTimeout

protected net.thevpc.nuts.time.NDuration connectTimeout(NaruTask task,
 Map<String,net.thevpc.nuts.elem.NElement> env)

readTimeout

protected net.thevpc.nuts.time.NDuration readTimeout(NaruTask task,
 Map<String,net.thevpc.nuts.elem.NElement> env)

preprocessRequest

protected NaruModelRequest preprocessRequest(NaruModelRequest mrequest,
 NaruTask task)

prepareRequest

protected void prepareRequest(net.thevpc.nuts.net.NHttpRequest request,
 net.thevpc.nuts.elem.NElement body,
 NaruTask task)

onResponseReceived

protected void onResponseReceived(net.thevpc.nuts.net.NHttpResponse response,
 NaruTask task)

maxRetries

protected int maxRetries(NaruTask task,
 Map<String,net.thevpc.nuts.elem.NElement> env)

retryPeriod

protected net.thevpc.nuts.time.NDuration retryPeriod(NaruTask task,
 Map<String,net.thevpc.nuts.elem.NElement> env)

chat

public NaruResponse chat(NaruModelRequest mrequest,
 NaruTask task)

Specified by:

chat in interface NaruModelProtocol

parseResponse

protected NaruResponse parseResponse(String json)

getCapabilities

public NaruModelCapabilities getCapabilities()

Specified by:

getCapabilities in interface NaruModelProtocol