Class LlamaGenerationSettings

java.lang.Object
edu.tufts.hrilab.llm.llama.response.LlamaGenerationSettings

public class LlamaGenerationSettings extends Object
  • Field Details

    • frequency_penalty

      public float frequency_penalty
    • grammar

      public String grammar
    • ignore_eos

      public boolean ignore_eos
    • logit_bias

      public float[][] logit_bias
    • mirostat

      public float mirostat
    • mirostat_eta

      public float mirostat_eta
    • mirostat_tau

      public float mirostat_tau
    • model

      public String model
    • n_ctx

      public int n_ctx
    • n_keep

      public int n_keep
    • n_predict

      public int n_predict
    • n_probs

      public int n_probs
    • penalize_nl

      public boolean penalize_nl
    • presence_penalty

      public float presence_penalty
    • repeat_last_n

      public int repeat_last_n
    • repeat_penalty

      public float repeat_penalty
    • seed

      public long seed
    • stop

      public String[] stop
    • stream

      public boolean stream
    • temp

      public float temp
    • tfs_z

      public float tfs_z
    • top_k

      public int top_k
    • top_p

      public float top_p
    • typical_p

      public float typical_p
  • Constructor Details

    • LlamaGenerationSettings

      public LlamaGenerationSettings()