Table of Contents

Class DistillationHyperParameters

Namespace
GenerativeAI.Types
Assembly
GenerativeAI.dll

Hyperparameters for distillation.

[JsonNumberHandling(JsonNumberHandling.AllowReadingFromString)]
public class DistillationHyperParameters
Inheritance
DistillationHyperParameters
Inherited Members
Extension Methods

Properties

AdapterSize

The size of the adapter.

[JsonPropertyName("adapterSize")]
public AdapterSize? AdapterSize { get; set; }

Property Value

AdapterSize?

BatchSize

Batch size for tuning (open source models only).

[JsonPropertyName("batchSize")]
public int? BatchSize { get; set; }

Property Value

int?

EpochCount

Number of complete passes the model makes over the entire training dataset during training.

[JsonPropertyName("epochCount")]
public int? EpochCount { get; set; }

Property Value

int?

GenerationConfig

Generation config for teacher model sampling.

[JsonPropertyName("generationConfig")]
public GenerationConfig? GenerationConfig { get; set; }

Property Value

GenerationConfig

LearningRate

The learning rate for distillation tuning.

[JsonPropertyName("learningRate")]
public double? LearningRate { get; set; }

Property Value

double?

LearningRateMultiplier

Multiplier for adjusting the default learning rate.

[JsonPropertyName("learningRateMultiplier")]
public double? LearningRateMultiplier { get; set; }

Property Value

double?

SftLossWeightMultiplier

Multiplier for adjusting the weight of the SFT loss.

[JsonPropertyName("sftLossWeightMultiplier")]
public double? SftLossWeightMultiplier { get; set; }

Property Value

double?