Class DistillationHyperParameters
- Namespace
- GenerativeAI.Types
- Assembly
- GenerativeAI.dll
Hyperparameters for distillation.
[JsonNumberHandling(JsonNumberHandling.AllowReadingFromString)]
public class DistillationHyperParameters
- Inheritance
-
DistillationHyperParameters
- Inherited Members
- Extension Methods
Properties
AdapterSize
The size of the adapter.
[JsonPropertyName("adapterSize")]
public AdapterSize? AdapterSize { get; set; }
Property Value
BatchSize
Batch size for tuning (open source models only).
[JsonPropertyName("batchSize")]
public int? BatchSize { get; set; }
Property Value
- int?
EpochCount
Number of complete passes the model makes over the entire training dataset during training.
[JsonPropertyName("epochCount")]
public int? EpochCount { get; set; }
Property Value
- int?
GenerationConfig
Generation config for teacher model sampling.
[JsonPropertyName("generationConfig")]
public GenerationConfig? GenerationConfig { get; set; }
Property Value
LearningRate
The learning rate for distillation tuning.
[JsonPropertyName("learningRate")]
public double? LearningRate { get; set; }
Property Value
LearningRateMultiplier
Multiplier for adjusting the default learning rate.
[JsonPropertyName("learningRateMultiplier")]
public double? LearningRateMultiplier { get; set; }
Property Value
SftLossWeightMultiplier
Multiplier for adjusting the weight of the SFT loss.
[JsonPropertyName("sftLossWeightMultiplier")]
public double? SftLossWeightMultiplier { get; set; }