LlamaHFCompletionRequestBody (DIARC)

java.lang.Object

edu.tufts.hrilab.llm.hf.request.LlamaHFCompletionRequestBody

public class LlamaHFCompletionRequestBody extends Object

Field Summary

Fields

Modifier and Type

Field

Description

String

inputs

Map<String,Boolean>

options

Map<String,Object>

parameters
Constructor Summary

Constructors

Constructor

Description

LlamaHFCompletionRequestBody()

LlamaHFCompletionRequestBody(LlamaHFChat chat)

LlamaHFCompletionRequestBody(String p)
Method Summary

Modifier and Type

Method

Description

void

setMax_new_tokens(int max_new_tokens)

void

setMax_time(float max_time)

void

setNum_return_sequences(int num_return_sequences)

void

setRepetition_penalty(float repetition_penalty)

void

setReturn_full_text(boolean return_full_text)

void

setTemperature(float temperature)

void

setTop_k(int top_k)

void

setTop_p(float top_p)

void

setUse_cache(boolean use_cache)

void

setWait_for_model(boolean wait_for_model)

Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Details
- inputs
  
  public String inputs
- parameters
  
  public Map<String,Object> parameters
- options
  
  public Map<String,Boolean> options
Constructor Details
- LlamaHFCompletionRequestBody
  
  public LlamaHFCompletionRequestBody()
- LlamaHFCompletionRequestBody
  
  public LlamaHFCompletionRequestBody(String p)
- LlamaHFCompletionRequestBody
  
  public LlamaHFCompletionRequestBody(LlamaHFChat chat)
Method Details
- setTemperature
  
  public void setTemperature(float temperature)
- setTop_k
  
  public void setTop_k(int top_k)
- setTop_p
  
  public void setTop_p(float top_p)
- setRepetition_penalty
  
  public void setRepetition_penalty(float repetition_penalty)
- setReturn_full_text
  
  public void setReturn_full_text(boolean return_full_text)
- setNum_return_sequences
  
  public void setNum_return_sequences(int num_return_sequences)
- setWait_for_model
  
  public void setWait_for_model(boolean wait_for_model)
- setUse_cache
  
  public void setUse_cache(boolean use_cache)
- setMax_time
  
  public void setMax_time(float max_time)
- setMax_new_tokens
  
  public void setMax_new_tokens(int max_new_tokens)