HFOpenaiCompatibleCompletionRequestBody (DIARC)

java.lang.Object

edu.tufts.hrilab.llm.hf.request.HFOpenaiCompatibleCompletionRequestBody

public class HFOpenaiCompatibleCompletionRequestBody extends Object

Field Summary

Fields

Modifier and Type

Field

Description

List<Message>

messages

String

model

Map<String,Boolean>

options

Map<String,Object>

parameters
Constructor Summary

Constructors

Constructor

Description

HFOpenaiCompatibleCompletionRequestBody(LlamaHFChat chat, String model)

HFOpenaiCompatibleCompletionRequestBody(String model)
Method Summary

Modifier and Type

Method

Description

void

setMax_new_tokens(int max_new_tokens)

void

setMax_time(float max_time)

void

setModel(String model)

void

setNum_return_sequences(int num_return_sequences)

void

setRepetition_penalty(float repetition_penalty)

void

setReturn_full_text(boolean return_full_text)

void

setTemperature(float temperature)

void

setTop_k(int top_k)

void

setTop_p(float top_p)

void

setUse_cache(boolean use_cache)

void

setWait_for_model(boolean wait_for_model)

Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details
- model
  
  public String model
- messages
  
  public List<Message> messages
- parameters
  
  public Map<String,Object> parameters
- options
  
  public Map<String,Boolean> options
Constructor Details
- HFOpenaiCompatibleCompletionRequestBody
  
  public HFOpenaiCompatibleCompletionRequestBody(String model)
- HFOpenaiCompatibleCompletionRequestBody
  
  public HFOpenaiCompatibleCompletionRequestBody(LlamaHFChat chat, String model)
Method Details
- setTemperature
  
  public void setTemperature(float temperature)
- setTop_k
  
  public void setTop_k(int top_k)
- setTop_p
  
  public void setTop_p(float top_p)
- setRepetition_penalty
  
  public void setRepetition_penalty(float repetition_penalty)
- setReturn_full_text
  
  public void setReturn_full_text(boolean return_full_text)
- setNum_return_sequences
  
  public void setNum_return_sequences(int num_return_sequences)
- setWait_for_model
  
  public void setWait_for_model(boolean wait_for_model)
- setUse_cache
  
  public void setUse_cache(boolean use_cache)
- setMax_time
  
  public void setMax_time(float max_time)
- setMax_new_tokens
  
  public void setMax_new_tokens(int max_new_tokens)
- setModel
  
  public void setModel(String model)