ModelOptions

@JsonSerializable
data class ModelOptions(val num_keep: Long? = null, val seed: Long? = null, val num_predict: Long? = null, val top_k: Long? = null, val top_p: Double? = null, val tfs_z: Double? = null, val typical_p: Double? = null, val repeat_last_n: Long? = null, val temperature: Double? = null, val repeat_penalty: Double? = null, val presence_penalty: Double? = null, val frequency_penalty: Double? = null, val mirostat: Long? = null, val mirostat_tau: Double? = null, val mirostat_eta: Double? = null, val penalize_newline: Boolean? = null, val stop: List<String>? = null, val numa: Boolean? = null, val num_ctx: Long? = null, val num_batch: Long? = null, val num_gpu: Long? = null, val main_gpu: Long? = null, val low_vram: Boolean? = null, val f16_kv: Boolean? = null, val vocab_only: Boolean? = null, val use_mmap: Boolean? = null, val use_mlock: Boolean? = null, val num_thread: Long? = null)(source)

Constructors

Link copied to clipboard
constructor(num_keep: Long? = null, seed: Long? = null, num_predict: Long? = null, top_k: Long? = null, top_p: Double? = null, tfs_z: Double? = null, typical_p: Double? = null, repeat_last_n: Long? = null, temperature: Double? = null, repeat_penalty: Double? = null, presence_penalty: Double? = null, frequency_penalty: Double? = null, mirostat: Long? = null, mirostat_tau: Double? = null, mirostat_eta: Double? = null, penalize_newline: Boolean? = null, stop: List<String>? = null, numa: Boolean? = null, num_ctx: Long? = null, num_batch: Long? = null, num_gpu: Long? = null, main_gpu: Long? = null, low_vram: Boolean? = null, f16_kv: Boolean? = null, vocab_only: Boolean? = null, use_mmap: Boolean? = null, use_mlock: Boolean? = null, num_thread: Long? = null)

Properties

Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
val seed: Long?
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
val top_k: Long?
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard
Link copied to clipboard