Package edu.tufts.hrilab.llm.hf

Class HFClient

java.lang.Object

edu.tufts.hrilab.llm.hf.HFClient

All Implemented Interfaces:

LLMClient

public class HFClient
extends Object
implements LLMClient

Field Summary

Fields

Modifier and Type	Field	Description
String	model
String	service

Constructor Summary

Constructors

Constructor	Description
HFClient()

Method Summary

Modifier and Type	Method	Description
Completion	chatCompletion(Chat chat)
Completion	chatCompletion(Chat chat, String model)
Completion	chatCompletion(Chat chat, String model, List<ToolDefinition> tools)
Completion	chatCompletion(Chat chat, List<ToolDefinition> tools)
Completion	chatCompletion(String userPrompt)
Completion	chatCompletion(String userPrompt, String model)
Completion	chatCompletion(String userPrompt, String model, String systemPrompt)
Completion	chatCompletion(List<Message> messages)
Completion	completion(String userPrompt)
Completion	completion(String userPrompt, String model)
Completion	completion(String userPrompt, String model, String systemPrompt)
LlamaHFChatCompletionResponse	llamaHFChatCompletion(LlamaHFCompletionRequestBody requestBody, String model)
OpenaiChatCompletionResponse	openaiCompatibleChatCompletion(OpenaiChatRequestBody requestBody, String model)
void	setEndpoint(String endpoint)
void	setMaxNewTokens(int maxNewTokens)	Sets the max number of tokens included in the response (Not including the provided prompt)
void	setModel(String model)
void	setModel(String serviceStr, String modelStr)
void	setStopWords(String[] stopWords)
void	setTemperature(float temperatureFloat)	Sets the temperature of the model.

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details

service

public String service

model

public String model

Constructor Details

HFClient

public HFClient()

Method Details

setModel

public void setModel(String serviceStr,
 String modelStr)

setEndpoint

public void setEndpoint(String endpoint)

Specified by:

setEndpoint in interface LLMClient

setModel

public void setModel(String model)

Specified by:

setModel in interface LLMClient

setStopWords

public void setStopWords(String[] stopWords)

Specified by:

setStopWords in interface LLMClient

setTemperature

public void setTemperature(float temperatureFloat)

Sets the temperature of the model.

Specified by:

setTemperature in interface LLMClient

Parameters:

temperatureFloat - - The temperature value to set

setMaxNewTokens

public void setMaxNewTokens(int maxNewTokens)

Sets the max number of tokens included in the response (Not including the provided prompt)

Parameters:

maxNewTokens - - The number of tokens to set

completion

public Completion completion(String userPrompt)

Specified by:

completion in interface LLMClient

completion

public Completion completion(String userPrompt,
 String model)

Specified by:

completion in interface LLMClient

completion

public Completion completion(String userPrompt,
 String model,
 String systemPrompt)

Specified by:

completion in interface LLMClient

chatCompletion

public Completion chatCompletion(String userPrompt)

Specified by:

chatCompletion in interface LLMClient

chatCompletion

public Completion chatCompletion(String userPrompt,
 String model)

Specified by:

chatCompletion in interface LLMClient

chatCompletion

public Completion chatCompletion(String userPrompt,
 String model,
 String systemPrompt)

Specified by:

chatCompletion in interface LLMClient

chatCompletion

public Completion chatCompletion(List<Message> messages)

Specified by:

chatCompletion in interface LLMClient

chatCompletion

public Completion chatCompletion(Chat chat)

Specified by:

chatCompletion in interface LLMClient

chatCompletion

public Completion chatCompletion(Chat chat,
 List<ToolDefinition> tools)

chatCompletion

public Completion chatCompletion(Chat chat,
 String model)

Specified by:

chatCompletion in interface LLMClient

chatCompletion

public Completion chatCompletion(Chat chat,
 String model,
 List<ToolDefinition> tools)

llamaHFChatCompletion

public LlamaHFChatCompletionResponse llamaHFChatCompletion(LlamaHFCompletionRequestBody requestBody,
 String model)

openaiCompatibleChatCompletion

public OpenaiChatCompletionResponse openaiCompatibleChatCompletion(OpenaiChatRequestBody requestBody,
 String model)