ハイパーパラメータ

主要なハイパーパラメータ

チューニング手法

早期終了の実装

class EarlyStopping:
    def __init__(self, patience=5, min_delta=0.001):
        self.patience = patience
        self.min_delta = min_delta
        self.best_loss = float('inf')
        self.counter = 0

    def __call__(self, val_loss):
        if val_loss < self.best_loss - self.min_delta:
            self.best_loss = val_loss
            self.counter = 0
        else:
            self.counter += 1

        return self.counter >= self.patience

# 使用例
early_stopping = EarlyStopping(patience=5)
for epoch in range(100):
    train_loss = train(...)
    val_loss = validate(...)
    if early_stopping(val_loss):
        print(f"Early stopping at epoch {epoch}")
        break

理解度チェック