GraphSAGE on ogbn-proteins

from https://github.com/snap-stanford/ogb/blob/master/examples/nodeproppred/proteins/gnn.py by Matthias Fey

import argparse

import torch
import torch.nn.functional as F

import torch_geometric.transforms as T
from torch_geometric.nn import GCNConv, SAGEConv

from ogb.nodeproppred import PygNodePropPredDataset, Evaluator

class Logger(object):
    def __init__(self, runs, info=None):
        self.info = info
        self.results = [[] for _ in range(runs)]

    def add_result(self, run, result):
        assert len(result) == 3
        assert run >= 0 and run < len(self.results)
        self.results[run].append(result)

    def print_statistics(self, run=None):
        if run is not None:
            result = 100 * torch.tensor(self.results[run])
            argmax = result[:, 1].argmax().item()
            print(f'Run {run + 1:02d}:')
            print(f'Highest Train: {result[:, 0].max():.2f}')
            print(f'Highest Valid: {result[:, 1].max():.2f}')
            print(f'  Final Train: {result[argmax, 0]:.2f}')
            print(f'   Final Test: {result[argmax, 2]:.2f}')
        else:
            result = 100 * torch.tensor(self.results)

            best_results = []
            for r in result:
                train1 = r[:, 0].max().item()
                valid = r[:, 1].max().item()
                train2 = r[r[:, 1].argmax(), 0].item()
                test = r[r[:, 1].argmax(), 2].item()
                best_results.append((train1, valid, train2, test))

            best_result = torch.tensor(best_results)

            print(f'All runs:')
            r = best_result[:, 0]
            print(f'Highest Train: {r.mean():.2f} ± {r.std():.2f}')
            r = best_result[:, 1]
            print(f'Highest Valid: {r.mean():.2f} ± {r.std():.2f}')
            r = best_result[:, 2]
            print(f'  Final Train: {r.mean():.2f} ± {r.std():.2f}')
            r = best_result[:, 3]
            print(f'   Final Test: {r.mean():.2f} ± {r.std():.2f}')

class SAGE(torch.nn.Module):
    def __init__(self, in_channels, hidden_channels, out_channels, num_layers,
                 dropout):
        super(SAGE, self).__init__()

        self.convs = torch.nn.ModuleList()
        self.convs.append(SAGEConv(in_channels, hidden_channels))
        for _ in range(num_layers - 2):
            self.convs.append(SAGEConv(hidden_channels, hidden_channels))
        self.convs.append(SAGEConv(hidden_channels, out_channels))

        self.dropout = dropout

    def reset_parameters(self):
        for conv in self.convs:
            conv.reset_parameters()

    def forward(self, x, adj_t):
        for conv in self.convs[:-1]:
            x = conv(x, adj_t)
            x = F.relu(x)
            x = F.dropout(x, p=self.dropout, training=self.training)
        x = self.convs[-1](x, adj_t)
        return x

def train(model, data, train_idx, optimizer):
    model.train()
    criterion = torch.nn.BCEWithLogitsLoss()

    optimizer.zero_grad()
    out = model(data.x, data.adj_t)[train_idx]
    loss = criterion(out, data.y[train_idx].to(torch.float))
    loss.backward()
    optimizer.step()

    return loss.item()

@torch.no_grad()
def test(model, data, split_idx, evaluator):
    model.eval()

    y_pred = model(data.x, data.adj_t)

    train_rocauc = evaluator.eval({
        'y_true': data.y[split_idx['train']],
        'y_pred': y_pred[split_idx['train']],
    })['rocauc']
    valid_rocauc = evaluator.eval({
        'y_true': data.y[split_idx['valid']],
        'y_pred': y_pred[split_idx['valid']],
    })['rocauc']
    test_rocauc = evaluator.eval({
        'y_true': data.y[split_idx['test']],
        'y_pred': y_pred[split_idx['test']],
    })['rocauc']

    return train_rocauc, valid_rocauc, test_rocauc

parser = argparse.ArgumentParser(description='OGBN-Proteins (GNN)')
parser.add_argument('--device', type=int, default=0)
parser.add_argument('--log_steps', type=int, default=1)
parser.add_argument('--use_sage', action='store_true', default=True)
parser.add_argument('--num_layers', type=int, default=3)
parser.add_argument('--hidden_channels', type=int, default=256)
parser.add_argument('--dropout', type=float, default=0.0)
parser.add_argument('--lr', type=float, default=0.01)
parser.add_argument('--epochs', type=int, default=1000)
parser.add_argument('--eval_steps', type=int, default=5)
parser.add_argument('--runs', type=int, default=10)
args = parser.parse_args(args=[])
print(args)

device = f'cuda:{args.device}' if torch.cuda.is_available() else 'cpu'
device = torch.device(device)

dataset = PygNodePropPredDataset(
    name='ogbn-proteins', transform=T.ToSparseTensor(attr='edge_attr'))
data = dataset[0]

# Move edge features to node features.
data.x = data.adj_t.mean(dim=1)
data.adj_t.set_value_(None)

split_idx = dataset.get_idx_split()
train_idx = split_idx['train'].to(device)

model = SAGE(data.num_features, args.hidden_channels, 112,
                 args.num_layers, args.dropout).to(device)

data = data.to(device)

evaluator = Evaluator(name='ogbn-proteins')
logger = Logger(args.runs, args)

Namespace(device=0, dropout=0.0, epochs=1000, eval_steps=5, hidden_channels=256, log_steps=1, lr=0.01, num_layers=3, runs=10, use_sage=True)

SAGE

for run in range(args.runs):
    model.reset_parameters()
    optimizer = torch.optim.Adam(model.parameters(), lr=args.lr)
    for epoch in range(1, 1 + args.epochs):
        loss = train(model, data, train_idx, optimizer)

        if epoch % args.eval_steps == 0:
            result = test(model, data, split_idx, evaluator)
            logger.add_result(run, result)

            if epoch % args.log_steps == 0:
                train_rocauc, valid_rocauc, test_rocauc = result
                print(f'Run: {run + 1:02d}, '
                      f'Epoch: {epoch:02d}, '
                      f'Loss: {loss:.4f}, '
                      f'Train: {100 * train_rocauc:.2f}%, '
                      f'Valid: {100 * valid_rocauc:.2f}% '
                      f'Test: {100 * test_rocauc:.2f}%')

    logger.print_statistics(run)
logger.print_statistics()

Run: 01, Epoch: 05, Loss: 0.3567, Train: 65.63%, Valid: 56.85% Test: 49.60%
Run: 01, Epoch: 10, Loss: 0.3476, Train: 66.56%, Valid: 54.98% Test: 47.63%
Run: 01, Epoch: 15, Loss: 0.3427, Train: 67.22%, Valid: 55.62% Test: 48.94%
Run: 01, Epoch: 20, Loss: 0.3369, Train: 67.85%, Valid: 59.54% Test: 51.04%
Run: 01, Epoch: 25, Loss: 0.3329, Train: 69.34%, Valid: 62.89% Test: 54.84%
Run: 01, Epoch: 30, Loss: 0.3266, Train: 70.24%, Valid: 67.04% Test: 60.17%
Run: 01, Epoch: 35, Loss: 0.3241, Train: 71.09%, Valid: 68.87% Test: 63.00%
Run: 01, Epoch: 40, Loss: 0.3196, Train: 72.09%, Valid: 69.84% Test: 64.73%
Run: 01, Epoch: 45, Loss: 0.3161, Train: 73.18%, Valid: 70.86% Test: 66.03%
Run: 01, Epoch: 50, Loss: 0.3122, Train: 74.10%, Valid: 71.39% Test: 66.71%
Run: 01, Epoch: 55, Loss: 0.3083, Train: 74.82%, Valid: 72.24% Test: 67.99%
Run: 01, Epoch: 60, Loss: 0.3054, Train: 75.63%, Valid: 73.17% Test: 68.83%
Run: 01, Epoch: 65, Loss: 0.3017, Train: 76.66%, Valid: 74.37% Test: 69.33%
Run: 01, Epoch: 70, Loss: 0.2978, Train: 77.65%, Valid: 75.29% Test: 69.91%
Run: 01, Epoch: 75, Loss: 0.2944, Train: 78.46%, Valid: 75.98% Test: 70.47%
Run: 01, Epoch: 80, Loss: 0.2915, Train: 79.09%, Valid: 76.36% Test: 70.56%
Run: 01, Epoch: 85, Loss: 0.2894, Train: 79.58%, Valid: 76.52% Test: 70.56%
Run: 01, Epoch: 90, Loss: 0.2868, Train: 80.00%, Valid: 76.87% Test: 71.00%
Run: 01, Epoch: 95, Loss: 0.2853, Train: 80.36%, Valid: 77.12% Test: 71.26%
Run: 01, Epoch: 100, Loss: 0.2846, Train: 80.54%, Valid: 77.15% Test: 71.16%
Run: 01, Epoch: 105, Loss: 0.2870, Train: 80.69%, Valid: 77.41% Test: 71.77%
Run: 01, Epoch: 110, Loss: 0.2836, Train: 80.85%, Valid: 77.41% Test: 71.77%
Run: 01, Epoch: 115, Loss: 0.2835, Train: 81.03%, Valid: 77.49% Test: 71.73%
Run: 01, Epoch: 120, Loss: 0.2816, Train: 81.24%, Valid: 77.70% Test: 71.87%
Run: 01, Epoch: 125, Loss: 0.2802, Train: 81.42%, Valid: 77.85% Test: 72.14%
Run: 01, Epoch: 130, Loss: 0.2791, Train: 81.61%, Valid: 77.91% Test: 72.15%
Run: 01, Epoch: 135, Loss: 0.2777, Train: 81.81%, Valid: 78.12% Test: 72.47%
Run: 01, Epoch: 140, Loss: 0.2767, Train: 82.00%, Valid: 78.22% Test: 72.54%
Run: 01, Epoch: 145, Loss: 0.2756, Train: 82.19%, Valid: 78.35% Test: 72.71%
Run: 01, Epoch: 150, Loss: 0.2745, Train: 82.37%, Valid: 78.44% Test: 72.77%
Run: 01, Epoch: 155, Loss: 0.2843, Train: 82.44%, Valid: 78.67% Test: 73.57%
Run: 01, Epoch: 160, Loss: 0.2739, Train: 82.56%, Valid: 78.56% Test: 72.70%
Run: 01, Epoch: 165, Loss: 0.2739, Train: 82.65%, Valid: 78.78% Test: 73.52%
Run: 01, Epoch: 170, Loss: 0.2749, Train: 82.76%, Valid: 78.67% Test: 72.96%
Run: 01, Epoch: 175, Loss: 0.2732, Train: 82.87%, Valid: 78.89% Test: 73.26%
Run: 01, Epoch: 180, Loss: 0.2716, Train: 82.96%, Valid: 78.92% Test: 73.48%
Run: 01, Epoch: 185, Loss: 0.2707, Train: 83.07%, Valid: 78.99% Test: 73.50%
Run: 01, Epoch: 190, Loss: 0.2701, Train: 83.18%, Valid: 79.10% Test: 73.64%
Run: 01, Epoch: 195, Loss: 0.2691, Train: 83.27%, Valid: 79.20% Test: 73.89%
Run: 01, Epoch: 200, Loss: 0.2685, Train: 83.37%, Valid: 79.28% Test: 73.98%
Run: 01, Epoch: 205, Loss: 0.2678, Train: 83.47%, Valid: 79.39% Test: 74.10%
Run: 01, Epoch: 210, Loss: 0.2679, Train: 83.55%, Valid: 79.39% Test: 73.81%
Run: 01, Epoch: 215, Loss: 0.2695, Train: 83.63%, Valid: 79.59% Test: 74.50%
Run: 01, Epoch: 220, Loss: 0.2672, Train: 83.71%, Valid: 79.67% Test: 74.57%
Run: 01, Epoch: 225, Loss: 0.2655, Train: 83.80%, Valid: 79.74% Test: 74.56%
Run: 01, Epoch: 230, Loss: 0.2669, Train: 83.87%, Valid: 79.71% Test: 74.15%
Run: 01, Epoch: 235, Loss: 0.2645, Train: 83.95%, Valid: 79.81% Test: 74.42%
Run: 01, Epoch: 240, Loss: 0.2678, Train: 83.97%, Valid: 79.98% Test: 75.12%
Run: 01, Epoch: 245, Loss: 0.2646, Train: 84.00%, Valid: 80.05% Test: 75.24%
Run: 01, Epoch: 250, Loss: 0.2663, Train: 84.10%, Valid: 80.05% Test: 74.86%
Run: 01, Epoch: 255, Loss: 0.2634, Train: 84.16%, Valid: 79.99% Test: 74.44%
Run: 01, Epoch: 260, Loss: 0.2639, Train: 84.23%, Valid: 80.10% Test: 74.53%
Run: 01, Epoch: 265, Loss: 0.2636, Train: 84.30%, Valid: 80.13% Test: 74.67%
Run: 01, Epoch: 270, Loss: 0.2627, Train: 84.37%, Valid: 80.22% Test: 74.74%
Run: 01, Epoch: 275, Loss: 0.2620, Train: 84.42%, Valid: 80.27% Test: 74.74%
Run: 01, Epoch: 280, Loss: 0.2620, Train: 84.48%, Valid: 80.42% Test: 75.21%
Run: 01, Epoch: 285, Loss: 0.2611, Train: 84.55%, Valid: 80.42% Test: 74.90%
Run: 01, Epoch: 290, Loss: 0.2637, Train: 84.56%, Valid: 80.58% Test: 75.65%
Run: 01, Epoch: 295, Loss: 0.2601, Train: 84.60%, Valid: 80.61% Test: 75.58%
Run: 01, Epoch: 300, Loss: 0.2612, Train: 84.66%, Valid: 80.64% Test: 75.47%
Run: 01, Epoch: 305, Loss: 0.2611, Train: 84.73%, Valid: 80.65% Test: 75.33%
Run: 01, Epoch: 310, Loss: 0.2598, Train: 84.78%, Valid: 80.73% Test: 75.34%
Run: 01, Epoch: 315, Loss: 0.2594, Train: 84.83%, Valid: 80.77% Test: 75.46%
Run: 01, Epoch: 320, Loss: 0.2585, Train: 84.88%, Valid: 80.83% Test: 75.48%
Run: 01, Epoch: 325, Loss: 0.2603, Train: 84.92%, Valid: 80.77% Test: 75.00%
Run: 01, Epoch: 330, Loss: 0.2588, Train: 84.97%, Valid: 80.92% Test: 75.49%
Run: 01, Epoch: 335, Loss: 0.2591, Train: 85.01%, Valid: 80.99% Test: 75.63%
Run: 01, Epoch: 340, Loss: 0.2571, Train: 85.07%, Valid: 81.00% Test: 75.45%
Run: 01, Epoch: 345, Loss: 0.2586, Train: 85.10%, Valid: 80.94% Test: 75.07%
Run: 01, Epoch: 350, Loss: 0.2590, Train: 85.13%, Valid: 81.11% Test: 75.67%
Run: 01, Epoch: 355, Loss: 0.2583, Train: 85.17%, Valid: 81.15% Test: 75.65%
Run: 01, Epoch: 360, Loss: 0.2573, Train: 85.21%, Valid: 81.21% Test: 75.77%
Run: 01, Epoch: 365, Loss: 0.2556, Train: 85.27%, Valid: 81.25% Test: 75.70%
Run: 01, Epoch: 370, Loss: 0.2571, Train: 85.30%, Valid: 81.18% Test: 75.30%
Run: 01, Epoch: 375, Loss: 0.2563, Train: 85.34%, Valid: 81.32% Test: 75.80%
Run: 01, Epoch: 380, Loss: 0.2548, Train: 85.38%, Valid: 81.33% Test: 75.69%
Run: 01, Epoch: 385, Loss: 0.2594, Train: 85.38%, Valid: 81.17% Test: 75.04%
Run: 01, Epoch: 390, Loss: 0.2546, Train: 85.41%, Valid: 81.33% Test: 75.51%
Run: 01, Epoch: 395, Loss: 0.2565, Train: 85.45%, Valid: 81.27% Test: 75.26%
Run: 01, Epoch: 400, Loss: 0.2563, Train: 85.48%, Valid: 81.29% Test: 75.32%
Run: 01, Epoch: 405, Loss: 0.2541, Train: 85.54%, Valid: 81.45% Test: 75.68%
Run: 01, Epoch: 410, Loss: 0.2536, Train: 85.57%, Valid: 81.49% Test: 75.75%
Run: 01, Epoch: 415, Loss: 0.2536, Train: 85.61%, Valid: 81.48% Test: 75.67%
Run: 01, Epoch: 420, Loss: 0.2532, Train: 85.65%, Valid: 81.50% Test: 75.61%
Run: 01, Epoch: 425, Loss: 0.2574, Train: 85.63%, Valid: 81.68% Test: 76.38%
Run: 01, Epoch: 430, Loss: 0.2528, Train: 85.68%, Valid: 81.69% Test: 76.27%
Run: 01, Epoch: 435, Loss: 0.2526, Train: 85.72%, Valid: 81.76% Test: 76.36%
Run: 01, Epoch: 440, Loss: 0.2524, Train: 85.76%, Valid: 81.74% Test: 76.21%
Run: 01, Epoch: 445, Loss: 0.2519, Train: 85.80%, Valid: 81.72% Test: 76.11%
Run: 01, Epoch: 450, Loss: 0.2516, Train: 85.84%, Valid: 81.72% Test: 75.98%
Run: 01, Epoch: 455, Loss: 0.2524, Train: 85.87%, Valid: 81.67% Test: 75.71%
Run: 01, Epoch: 460, Loss: 0.2521, Train: 85.90%, Valid: 81.81% Test: 76.16%
Run: 01, Epoch: 465, Loss: 0.2526, Train: 85.92%, Valid: 81.70% Test: 75.67%
Run: 01, Epoch: 470, Loss: 0.2527, Train: 85.95%, Valid: 81.89% Test: 76.31%
Run: 01, Epoch: 475, Loss: 0.2504, Train: 86.00%, Valid: 81.89% Test: 76.17%
Run: 01, Epoch: 480, Loss: 0.2526, Train: 86.01%, Valid: 81.76% Test: 75.72%
Run: 01, Epoch: 485, Loss: 0.2532, Train: 86.03%, Valid: 81.96% Test: 76.37%
Run: 01, Epoch: 490, Loss: 0.2523, Train: 86.06%, Valid: 81.96% Test: 76.28%
Run: 01, Epoch: 495, Loss: 0.2512, Train: 86.09%, Valid: 82.00% Test: 76.33%
Run: 01, Epoch: 500, Loss: 0.2497, Train: 86.13%, Valid: 82.04% Test: 76.39%
Run: 01, Epoch: 505, Loss: 0.2498, Train: 86.16%, Valid: 82.01% Test: 76.18%
Run: 01, Epoch: 510, Loss: 0.2491, Train: 86.19%, Valid: 82.01% Test: 76.14%
Run: 01, Epoch: 515, Loss: 0.2549, Train: 86.14%, Valid: 82.17% Test: 76.74%
Run: 01, Epoch: 520, Loss: 0.2494, Train: 86.16%, Valid: 82.18% Test: 76.78%
Run: 01, Epoch: 525, Loss: 0.2517, Train: 86.23%, Valid: 82.17% Test: 76.58%
Run: 01, Epoch: 530, Loss: 0.2493, Train: 86.27%, Valid: 82.09% Test: 76.17%
Run: 01, Epoch: 535, Loss: 0.2493, Train: 86.31%, Valid: 82.07% Test: 76.11%

Run: 01, Epoch: 540, Loss: 0.2483, Train: 86.32%, Valid: 82.08% Test: 76.09%
Run: 01, Epoch: 545, Loss: 0.2477, Train: 86.37%, Valid: 82.18% Test: 76.30%
Run: 01, Epoch: 550, Loss: 0.2481, Train: 86.40%, Valid: 82.24% Test: 76.37%
Run: 01, Epoch: 555, Loss: 0.2478, Train: 86.42%, Valid: 82.16% Test: 76.10%
Run: 01, Epoch: 560, Loss: 0.2525, Train: 86.39%, Valid: 82.37% Test: 76.83%
Run: 01, Epoch: 565, Loss: 0.2476, Train: 86.43%, Valid: 82.39% Test: 76.85%
Run: 01, Epoch: 570, Loss: 0.2482, Train: 86.47%, Valid: 82.35% Test: 76.58%
Run: 01, Epoch: 575, Loss: 0.2480, Train: 86.51%, Valid: 82.39% Test: 76.62%
Run: 01, Epoch: 580, Loss: 0.2474, Train: 86.54%, Valid: 82.34% Test: 76.39%
Run: 01, Epoch: 585, Loss: 0.2470, Train: 86.57%, Valid: 82.35% Test: 76.44%
Run: 01, Epoch: 590, Loss: 0.2461, Train: 86.60%, Valid: 82.41% Test: 76.53%
Run: 01, Epoch: 595, Loss: 0.2466, Train: 86.63%, Valid: 82.35% Test: 76.26%
Run: 01, Epoch: 600, Loss: 0.2484, Train: 86.62%, Valid: 82.50% Test: 76.73%
Run: 01, Epoch: 605, Loss: 0.2474, Train: 86.67%, Valid: 82.42% Test: 76.43%
Run: 01, Epoch: 610, Loss: 0.2475, Train: 86.69%, Valid: 82.35% Test: 76.16%
Run: 01, Epoch: 615, Loss: 0.2464, Train: 86.70%, Valid: 82.35% Test: 76.10%
Run: 01, Epoch: 620, Loss: 0.2449, Train: 86.75%, Valid: 82.47% Test: 76.38%
Run: 01, Epoch: 625, Loss: 0.2461, Train: 86.76%, Valid: 82.59% Test: 76.71%
Run: 01, Epoch: 630, Loss: 0.2457, Train: 86.79%, Valid: 82.50% Test: 76.41%
Run: 01, Epoch: 635, Loss: 0.2446, Train: 86.82%, Valid: 82.59% Test: 76.59%
Run: 01, Epoch: 640, Loss: 0.2449, Train: 86.83%, Valid: 82.50% Test: 76.27%
Run: 01, Epoch: 645, Loss: 0.2595, Train: 86.71%, Valid: 82.61% Test: 76.93%
Run: 01, Epoch: 650, Loss: 0.2499, Train: 86.82%, Valid: 82.52% Test: 76.51%
Run: 01, Epoch: 655, Loss: 0.2455, Train: 86.84%, Valid: 82.47% Test: 76.20%
Run: 01, Epoch: 660, Loss: 0.2451, Train: 86.87%, Valid: 82.58% Test: 76.32%
Run: 01, Epoch: 665, Loss: 0.2442, Train: 86.91%, Valid: 82.63% Test: 76.53%
Run: 01, Epoch: 670, Loss: 0.2435, Train: 86.93%, Valid: 82.63% Test: 76.53%
Run: 01, Epoch: 675, Loss: 0.2436, Train: 86.96%, Valid: 82.67% Test: 76.57%
Run: 01, Epoch: 680, Loss: 0.2430, Train: 86.99%, Valid: 82.69% Test: 76.54%
Run: 01, Epoch: 685, Loss: 0.2428, Train: 87.02%, Valid: 82.69% Test: 76.51%
Run: 01, Epoch: 690, Loss: 0.2430, Train: 87.04%, Valid: 82.79% Test: 76.77%
Run: 01, Epoch: 695, Loss: 0.2497, Train: 87.01%, Valid: 82.56% Test: 76.10%
Run: 01, Epoch: 700, Loss: 0.2430, Train: 87.06%, Valid: 82.71% Test: 76.53%
Run: 01, Epoch: 705, Loss: 0.2429, Train: 87.09%, Valid: 82.74% Test: 76.52%
Run: 01, Epoch: 710, Loss: 0.2430, Train: 87.11%, Valid: 82.74% Test: 76.45%
Run: 01, Epoch: 715, Loss: 0.2420, Train: 87.14%, Valid: 82.76% Test: 76.52%
Run: 01, Epoch: 720, Loss: 0.2417, Train: 87.16%, Valid: 82.81% Test: 76.61%
Run: 01, Epoch: 725, Loss: 0.2422, Train: 87.18%, Valid: 82.88% Test: 76.78%
Run: 01, Epoch: 730, Loss: 0.2422, Train: 87.20%, Valid: 82.80% Test: 76.51%
Run: 01, Epoch: 735, Loss: 0.2438, Train: 87.20%, Valid: 82.98% Test: 76.99%
Run: 01, Epoch: 740, Loss: 0.2443, Train: 87.24%, Valid: 82.89% Test: 76.71%
Run: 01, Epoch: 745, Loss: 0.2435, Train: 87.25%, Valid: 82.82% Test: 76.51%
Run: 01, Epoch: 750, Loss: 0.2422, Train: 87.27%, Valid: 82.84% Test: 76.51%
Run: 01, Epoch: 755, Loss: 0.2406, Train: 87.30%, Valid: 82.93% Test: 76.74%
Run: 01, Epoch: 760, Loss: 0.2415, Train: 87.32%, Valid: 83.04% Test: 76.96%
Run: 01, Epoch: 765, Loss: 0.2403, Train: 87.35%, Valid: 83.01% Test: 76.86%
Run: 01, Epoch: 770, Loss: 0.2400, Train: 87.37%, Valid: 83.01% Test: 76.82%
Run: 01, Epoch: 775, Loss: 0.2440, Train: 87.31%, Valid: 83.14% Test: 77.21%
Run: 01, Epoch: 780, Loss: 0.2425, Train: 87.16%, Valid: 83.04% Test: 77.49%
Run: 01, Epoch: 785, Loss: 0.2450, Train: 87.22%, Valid: 82.61% Test: 75.95%
Run: 01, Epoch: 790, Loss: 0.2451, Train: 87.25%, Valid: 82.99% Test: 76.99%
Run: 01, Epoch: 795, Loss: 0.2421, Train: 87.29%, Valid: 82.92% Test: 76.42%
Run: 01, Epoch: 800, Loss: 0.2416, Train: 87.35%, Valid: 82.99% Test: 76.80%
Run: 01, Epoch: 805, Loss: 0.2409, Train: 87.39%, Valid: 82.94% Test: 76.55%
Run: 01, Epoch: 810, Loss: 0.2401, Train: 87.42%, Valid: 82.99% Test: 76.73%
Run: 01, Epoch: 815, Loss: 0.2399, Train: 87.46%, Valid: 83.10% Test: 76.91%
Run: 01, Epoch: 820, Loss: 0.2399, Train: 87.48%, Valid: 83.10% Test: 76.89%
Run: 01, Epoch: 825, Loss: 0.2391, Train: 87.50%, Valid: 83.09% Test: 76.90%
Run: 01, Epoch: 830, Loss: 0.2391, Train: 87.53%, Valid: 83.12% Test: 76.90%
Run: 01, Epoch: 835, Loss: 0.2386, Train: 87.55%, Valid: 83.13% Test: 76.89%
Run: 01, Epoch: 840, Loss: 0.2385, Train: 87.57%, Valid: 83.15% Test: 76.94%
Run: 01, Epoch: 845, Loss: 0.2382, Train: 87.59%, Valid: 83.19% Test: 77.02%
Run: 01, Epoch: 850, Loss: 0.2381, Train: 87.61%, Valid: 83.20% Test: 77.00%
Run: 01, Epoch: 855, Loss: 0.2381, Train: 87.63%, Valid: 83.25% Test: 77.08%
Run: 01, Epoch: 860, Loss: 0.2430, Train: 87.59%, Valid: 83.05% Test: 76.65%
Run: 01, Epoch: 865, Loss: 0.2390, Train: 87.61%, Valid: 83.22% Test: 77.07%
Run: 01, Epoch: 870, Loss: 0.2417, Train: 87.61%, Valid: 83.07% Test: 76.67%
Run: 01, Epoch: 875, Loss: 0.2386, Train: 87.64%, Valid: 83.17% Test: 76.78%
Run: 01, Epoch: 880, Loss: 0.2384, Train: 87.67%, Valid: 83.26% Test: 77.07%
Run: 01, Epoch: 885, Loss: 0.2381, Train: 87.69%, Valid: 83.26% Test: 77.07%
Run: 01, Epoch: 890, Loss: 0.2376, Train: 87.71%, Valid: 83.28% Test: 77.06%
Run: 01, Epoch: 895, Loss: 0.2371, Train: 87.73%, Valid: 83.28% Test: 77.03%
Run: 01, Epoch: 900, Loss: 0.2370, Train: 87.75%, Valid: 83.30% Test: 77.05%
Run: 01, Epoch: 905, Loss: 0.2368, Train: 87.77%, Valid: 83.33% Test: 77.10%
Run: 01, Epoch: 910, Loss: 0.2367, Train: 87.79%, Valid: 83.31% Test: 77.04%
Run: 01, Epoch: 915, Loss: 0.2369, Train: 87.80%, Valid: 83.39% Test: 77.21%
Run: 01, Epoch: 920, Loss: 0.2464, Train: 87.75%, Valid: 83.19% Test: 76.72%
Run: 01, Epoch: 925, Loss: 0.2386, Train: 87.78%, Valid: 83.28% Test: 76.99%
Run: 01, Epoch: 930, Loss: 0.2406, Train: 87.82%, Valid: 83.32% Test: 76.99%
Run: 01, Epoch: 935, Loss: 0.2367, Train: 87.84%, Valid: 83.38% Test: 77.02%
Run: 01, Epoch: 940, Loss: 0.2364, Train: 87.85%, Valid: 83.38% Test: 77.10%
Run: 01, Epoch: 945, Loss: 0.2364, Train: 87.87%, Valid: 83.38% Test: 77.10%
Run: 01, Epoch: 950, Loss: 0.2361, Train: 87.90%, Valid: 83.41% Test: 77.13%
Run: 01, Epoch: 955, Loss: 0.2358, Train: 87.91%, Valid: 83.42% Test: 77.11%
Run: 01, Epoch: 960, Loss: 0.2355, Train: 87.93%, Valid: 83.44% Test: 77.17%
Run: 01, Epoch: 965, Loss: 0.2353, Train: 87.95%, Valid: 83.46% Test: 77.20%
Run: 01, Epoch: 970, Loss: 0.2353, Train: 87.96%, Valid: 83.44% Test: 77.10%
Run: 01, Epoch: 975, Loss: 0.2434, Train: 87.83%, Valid: 83.55% Test: 77.55%
Run: 01, Epoch: 980, Loss: 0.2385, Train: 87.84%, Valid: 83.57% Test: 77.75%
Run: 01, Epoch: 985, Loss: 0.2382, Train: 87.93%, Valid: 83.47% Test: 77.14%
Run: 01, Epoch: 990, Loss: 0.2376, Train: 87.94%, Valid: 83.37% Test: 76.81%
Run: 01, Epoch: 995, Loss: 0.2355, Train: 87.97%, Valid: 83.40% Test: 76.98%
Run: 01, Epoch: 1000, Loss: 0.2353, Train: 88.00%, Valid: 83.46% Test: 77.10%
Run 01:
Highest Train: 88.00
Highest Valid: 83.57
  Final Train: 87.84
   Final Test: 77.75
Run: 02, Epoch: 05, Loss: 0.3572, Train: 58.41%, Valid: 56.79% Test: 51.18%
Run: 02, Epoch: 10, Loss: 0.3487, Train: 67.19%, Valid: 62.97% Test: 55.48%
Run: 02, Epoch: 15, Loss: 0.3444, Train: 67.74%, Valid: 59.16% Test: 53.26%
Run: 02, Epoch: 20, Loss: 0.3381, Train: 68.49%, Valid: 61.70% Test: 54.55%
Run: 02, Epoch: 25, Loss: 0.3310, Train: 69.39%, Valid: 64.03% Test: 57.13%
Run: 02, Epoch: 30, Loss: 0.3253, Train: 70.37%, Valid: 67.34% Test: 61.30%
Run: 02, Epoch: 35, Loss: 0.3235, Train: 71.22%, Valid: 68.70% Test: 63.56%
Run: 02, Epoch: 40, Loss: 0.3194, Train: 71.89%, Valid: 69.47% Test: 64.96%
Run: 02, Epoch: 45, Loss: 0.3162, Train: 72.49%, Valid: 69.55% Test: 65.75%
Run: 02, Epoch: 50, Loss: 0.3131, Train: 73.35%, Valid: 70.64% Test: 67.09%
Run: 02, Epoch: 55, Loss: 0.3097, Train: 74.42%, Valid: 71.65% Test: 67.98%
Run: 02, Epoch: 60, Loss: 0.3057, Train: 75.69%, Valid: 73.21% Test: 68.95%
Run: 02, Epoch: 65, Loss: 0.3019, Train: 76.79%, Valid: 74.25% Test: 69.41%

Run: 02, Epoch: 70, Loss: 0.2978, Train: 77.77%, Valid: 74.95% Test: 69.84%
Run: 02, Epoch: 75, Loss: 0.2943, Train: 78.55%, Valid: 75.62% Test: 70.34%
Run: 02, Epoch: 80, Loss: 0.2918, Train: 79.08%, Valid: 76.03% Test: 70.64%
Run: 02, Epoch: 85, Loss: 0.2897, Train: 79.50%, Valid: 76.39% Test: 70.86%
Run: 02, Epoch: 90, Loss: 0.2879, Train: 79.86%, Valid: 76.59% Test: 71.03%
Run: 02, Epoch: 95, Loss: 0.2862, Train: 80.21%, Valid: 76.85% Test: 71.33%
Run: 02, Epoch: 100, Loss: 0.2879, Train: 80.48%, Valid: 77.13% Test: 71.58%
Run: 02, Epoch: 105, Loss: 0.2840, Train: 80.70%, Valid: 77.18% Test: 71.34%
Run: 02, Epoch: 110, Loss: 0.2830, Train: 80.92%, Valid: 77.34% Test: 71.64%
Run: 02, Epoch: 115, Loss: 0.2827, Train: 81.11%, Valid: 77.46% Test: 71.82%
Run: 02, Epoch: 120, Loss: 0.2809, Train: 81.33%, Valid: 77.59% Test: 71.84%
Run: 02, Epoch: 125, Loss: 0.2795, Train: 81.54%, Valid: 77.75% Test: 72.01%
Run: 02, Epoch: 130, Loss: 0.2793, Train: 81.72%, Valid: 77.93% Test: 72.32%
Run: 02, Epoch: 135, Loss: 0.2796, Train: 81.92%, Valid: 78.03% Test: 72.26%
Run: 02, Epoch: 140, Loss: 0.2787, Train: 82.07%, Valid: 78.10% Test: 72.24%
Run: 02, Epoch: 145, Loss: 0.2772, Train: 82.22%, Valid: 78.23% Test: 72.43%
Run: 02, Epoch: 150, Loss: 0.2749, Train: 82.34%, Valid: 78.35% Test: 72.65%
Run: 02, Epoch: 155, Loss: 0.2773, Train: 82.44%, Valid: 78.50% Test: 73.06%
Run: 02, Epoch: 160, Loss: 0.2741, Train: 82.55%, Valid: 78.56% Test: 73.09%
Run: 02, Epoch: 165, Loss: 0.2729, Train: 82.66%, Valid: 78.66% Test: 73.15%
Run: 02, Epoch: 170, Loss: 0.2726, Train: 82.76%, Valid: 78.72% Test: 73.06%
Run: 02, Epoch: 175, Loss: 0.2740, Train: 82.85%, Valid: 78.72% Test: 72.78%
Run: 02, Epoch: 180, Loss: 0.2710, Train: 82.95%, Valid: 78.91% Test: 73.25%
Run: 02, Epoch: 185, Loss: 0.2721, Train: 83.03%, Valid: 78.98% Test: 73.45%
Run: 02, Epoch: 190, Loss: 0.2702, Train: 83.12%, Valid: 79.06% Test: 73.54%
Run: 02, Epoch: 195, Loss: 0.2737, Train: 83.20%, Valid: 79.03% Test: 73.11%
Run: 02, Epoch: 200, Loss: 0.2695, Train: 83.28%, Valid: 79.13% Test: 73.28%
Run: 02, Epoch: 205, Loss: 0.2683, Train: 83.36%, Valid: 79.23% Test: 73.55%
Run: 02, Epoch: 210, Loss: 0.2691, Train: 83.42%, Valid: 79.30% Test: 73.75%
Run: 02, Epoch: 215, Loss: 0.2680, Train: 83.50%, Valid: 79.38% Test: 73.85%
Run: 02, Epoch: 220, Loss: 0.2707, Train: 83.58%, Valid: 79.38% Test: 73.52%
Run: 02, Epoch: 225, Loss: 0.2668, Train: 83.65%, Valid: 79.43% Test: 73.66%
Run: 02, Epoch: 230, Loss: 0.2667, Train: 83.71%, Valid: 79.58% Test: 74.06%
Run: 02, Epoch: 235, Loss: 0.2672, Train: 83.77%, Valid: 79.63% Test: 74.16%
Run: 02, Epoch: 240, Loss: 0.2658, Train: 83.86%, Valid: 79.66% Test: 74.00%
Run: 02, Epoch: 245, Loss: 0.2657, Train: 83.92%, Valid: 79.66% Test: 73.85%
Run: 02, Epoch: 250, Loss: 0.2688, Train: 83.95%, Valid: 79.82% Test: 74.48%
Run: 02, Epoch: 255, Loss: 0.2663, Train: 84.03%, Valid: 79.83% Test: 74.34%
Run: 02, Epoch: 260, Loss: 0.2649, Train: 84.09%, Valid: 79.90% Test: 74.64%
Run: 02, Epoch: 265, Loss: 0.2637, Train: 84.15%, Valid: 79.95% Test: 74.66%
Run: 02, Epoch: 270, Loss: 0.2632, Train: 84.22%, Valid: 79.95% Test: 74.38%
Run: 02, Epoch: 275, Loss: 0.2634, Train: 84.28%, Valid: 79.93% Test: 74.09%
Run: 02, Epoch: 280, Loss: 0.2672, Train: 84.30%, Valid: 80.08% Test: 74.73%
Run: 02, Epoch: 285, Loss: 0.2643, Train: 84.37%, Valid: 80.14% Test: 74.72%
Run: 02, Epoch: 290, Loss: 0.2629, Train: 84.44%, Valid: 80.20% Test: 75.00%
Run: 02, Epoch: 295, Loss: 0.2618, Train: 84.49%, Valid: 80.24% Test: 74.96%
Run: 02, Epoch: 300, Loss: 0.2607, Train: 84.56%, Valid: 80.26% Test: 74.81%
Run: 02, Epoch: 305, Loss: 0.2618, Train: 84.62%, Valid: 80.23% Test: 74.44%
Run: 02, Epoch: 310, Loss: 0.2613, Train: 84.67%, Valid: 80.37% Test: 74.96%
Run: 02, Epoch: 315, Loss: 0.2598, Train: 84.74%, Valid: 80.37% Test: 74.73%
Run: 02, Epoch: 320, Loss: 0.2593, Train: 84.79%, Valid: 80.47% Test: 75.09%
Run: 02, Epoch: 325, Loss: 0.2712, Train: 84.79%, Valid: 80.24% Test: 74.10%
Run: 02, Epoch: 330, Loss: 0.2736, Train: 84.79%, Valid: 80.41% Test: 74.61%
Run: 02, Epoch: 335, Loss: 0.2711, Train: 84.80%, Valid: 80.47% Test: 74.83%
Run: 02, Epoch: 340, Loss: 0.2646, Train: 84.83%, Valid: 80.46% Test: 74.93%
Run: 02, Epoch: 345, Loss: 0.2592, Train: 84.88%, Valid: 80.36% Test: 74.43%
Run: 02, Epoch: 350, Loss: 0.2593, Train: 84.93%, Valid: 80.51% Test: 74.99%
Run: 02, Epoch: 355, Loss: 0.2592, Train: 84.99%, Valid: 80.52% Test: 74.83%
Run: 02, Epoch: 360, Loss: 0.2582, Train: 85.05%, Valid: 80.61% Test: 74.97%
Run: 02, Epoch: 365, Loss: 0.2575, Train: 85.11%, Valid: 80.63% Test: 74.92%
Run: 02, Epoch: 370, Loss: 0.2569, Train: 85.17%, Valid: 80.73% Test: 75.12%
Run: 02, Epoch: 375, Loss: 0.2563, Train: 85.22%, Valid: 80.76% Test: 75.05%
Run: 02, Epoch: 380, Loss: 0.2560, Train: 85.28%, Valid: 80.83% Test: 75.13%
Run: 02, Epoch: 385, Loss: 0.2555, Train: 85.33%, Valid: 80.89% Test: 75.15%
Run: 02, Epoch: 390, Loss: 0.2551, Train: 85.39%, Valid: 80.96% Test: 75.19%
Run: 02, Epoch: 395, Loss: 0.2547, Train: 85.44%, Valid: 81.02% Test: 75.21%
Run: 02, Epoch: 400, Loss: 0.2569, Train: 85.43%, Valid: 81.13% Test: 75.61%
Run: 02, Epoch: 405, Loss: 0.2568, Train: 85.38%, Valid: 81.10% Test: 75.55%
Run: 02, Epoch: 410, Loss: 0.2627, Train: 85.46%, Valid: 81.01% Test: 74.84%
Run: 02, Epoch: 415, Loss: 0.2581, Train: 85.50%, Valid: 81.04% Test: 75.10%
Run: 02, Epoch: 420, Loss: 0.2551, Train: 85.52%, Valid: 81.12% Test: 75.35%
Run: 02, Epoch: 425, Loss: 0.2547, Train: 85.60%, Valid: 81.09% Test: 75.02%
Run: 02, Epoch: 430, Loss: 0.2535, Train: 85.65%, Valid: 81.21% Test: 75.33%
Run: 02, Epoch: 435, Loss: 0.2532, Train: 85.69%, Valid: 81.28% Test: 75.44%
Run: 02, Epoch: 440, Loss: 0.2527, Train: 85.75%, Valid: 81.29% Test: 75.31%
Run: 02, Epoch: 445, Loss: 0.2522, Train: 85.79%, Valid: 81.32% Test: 75.23%
Run: 02, Epoch: 450, Loss: 0.2520, Train: 85.83%, Valid: 81.39% Test: 75.34%
Run: 02, Epoch: 455, Loss: 0.2518, Train: 85.87%, Valid: 81.45% Test: 75.46%
Run: 02, Epoch: 460, Loss: 0.2519, Train: 85.91%, Valid: 81.44% Test: 75.27%
Run: 02, Epoch: 465, Loss: 0.2568, Train: 85.88%, Valid: 81.61% Test: 75.93%
Run: 02, Epoch: 470, Loss: 0.2516, Train: 85.91%, Valid: 81.63% Test: 75.86%
Run: 02, Epoch: 475, Loss: 0.2524, Train: 85.97%, Valid: 81.65% Test: 75.83%
Run: 02, Epoch: 480, Loss: 0.2521, Train: 86.01%, Valid: 81.59% Test: 75.56%
Run: 02, Epoch: 485, Loss: 0.2510, Train: 86.05%, Valid: 81.58% Test: 75.36%
Run: 02, Epoch: 490, Loss: 0.2505, Train: 86.09%, Valid: 81.62% Test: 75.45%
Run: 02, Epoch: 495, Loss: 0.2505, Train: 86.11%, Valid: 81.69% Test: 75.58%
Run: 02, Epoch: 500, Loss: 0.2495, Train: 86.15%, Valid: 81.70% Test: 75.49%
Run: 02, Epoch: 505, Loss: 0.2500, Train: 86.18%, Valid: 81.67% Test: 75.29%
Run: 02, Epoch: 510, Loss: 0.2619, Train: 86.10%, Valid: 81.80% Test: 75.97%
Run: 02, Epoch: 515, Loss: 0.2546, Train: 86.18%, Valid: 81.74% Test: 75.46%
Run: 02, Epoch: 520, Loss: 0.2494, Train: 86.21%, Valid: 81.67% Test: 75.25%
Run: 02, Epoch: 525, Loss: 0.2511, Train: 86.23%, Valid: 81.72% Test: 75.42%
Run: 02, Epoch: 530, Loss: 0.2490, Train: 86.26%, Valid: 81.82% Test: 75.57%
Run: 02, Epoch: 535, Loss: 0.2490, Train: 86.31%, Valid: 81.82% Test: 75.47%
Run: 02, Epoch: 540, Loss: 0.2485, Train: 86.34%, Valid: 81.85% Test: 75.49%
Run: 02, Epoch: 545, Loss: 0.2483, Train: 86.37%, Valid: 81.90% Test: 75.58%
Run: 02, Epoch: 550, Loss: 0.2479, Train: 86.40%, Valid: 81.95% Test: 75.63%
Run: 02, Epoch: 555, Loss: 0.2477, Train: 86.42%, Valid: 81.92% Test: 75.49%
Run: 02, Epoch: 560, Loss: 0.2484, Train: 86.44%, Valid: 82.05% Test: 75.85%
Run: 02, Epoch: 565, Loss: 0.2620, Train: 86.41%, Valid: 81.80% Test: 75.07%
Run: 02, Epoch: 570, Loss: 0.2530, Train: 86.44%, Valid: 81.86% Test: 75.14%
Run: 02, Epoch: 575, Loss: 0.2474, Train: 86.46%, Valid: 82.07% Test: 75.96%
Run: 02, Epoch: 580, Loss: 0.2481, Train: 86.50%, Valid: 82.07% Test: 75.83%
Run: 02, Epoch: 585, Loss: 0.2475, Train: 86.53%, Valid: 81.99% Test: 75.49%
Run: 02, Epoch: 590, Loss: 0.2464, Train: 86.55%, Valid: 82.00% Test: 75.45%
Run: 02, Epoch: 595, Loss: 0.2463, Train: 86.58%, Valid: 82.06% Test: 75.58%
Run: 02, Epoch: 600, Loss: 0.2462, Train: 86.61%, Valid: 82.14% Test: 75.75%

Run: 02, Epoch: 605, Loss: 0.2458, Train: 86.64%, Valid: 82.18% Test: 75.80%
Run: 02, Epoch: 610, Loss: 0.2467, Train: 86.65%, Valid: 82.09% Test: 75.49%
Run: 02, Epoch: 615, Loss: 0.2584, Train: 86.58%, Valid: 82.27% Test: 76.18%
Run: 02, Epoch: 620, Loss: 0.2504, Train: 86.65%, Valid: 82.11% Test: 75.50%
Run: 02, Epoch: 625, Loss: 0.2459, Train: 86.67%, Valid: 82.08% Test: 75.53%
Run: 02, Epoch: 630, Loss: 0.2478, Train: 86.69%, Valid: 82.15% Test: 75.69%
Run: 02, Epoch: 635, Loss: 0.2456, Train: 86.72%, Valid: 82.27% Test: 75.93%
Run: 02, Epoch: 640, Loss: 0.2457, Train: 86.75%, Valid: 82.22% Test: 75.79%
Run: 02, Epoch: 645, Loss: 0.2449, Train: 86.77%, Valid: 82.23% Test: 75.76%
Run: 02, Epoch: 650, Loss: 0.2448, Train: 86.80%, Valid: 82.27% Test: 75.85%
Run: 02, Epoch: 655, Loss: 0.2445, Train: 86.82%, Valid: 82.32% Test: 75.91%
Run: 02, Epoch: 660, Loss: 0.2442, Train: 86.85%, Valid: 82.31% Test: 75.87%
Run: 02, Epoch: 665, Loss: 0.2441, Train: 86.87%, Valid: 82.39% Test: 76.05%
Run: 02, Epoch: 670, Loss: 0.2516, Train: 86.84%, Valid: 82.11% Test: 75.28%
Run: 02, Epoch: 675, Loss: 0.2469, Train: 86.83%, Valid: 82.26% Test: 75.71%
Run: 02, Epoch: 680, Loss: 0.2480, Train: 86.86%, Valid: 82.27% Test: 75.67%
Run: 02, Epoch: 685, Loss: 0.2450, Train: 86.89%, Valid: 82.39% Test: 76.12%
Run: 02, Epoch: 690, Loss: 0.2442, Train: 86.92%, Valid: 82.37% Test: 75.82%
Run: 02, Epoch: 695, Loss: 0.2439, Train: 86.95%, Valid: 82.35% Test: 75.87%
Run: 02, Epoch: 700, Loss: 0.2432, Train: 86.99%, Valid: 82.46% Test: 76.08%
Run: 02, Epoch: 705, Loss: 0.2429, Train: 87.01%, Valid: 82.49% Test: 76.11%
Run: 02, Epoch: 710, Loss: 0.2428, Train: 87.03%, Valid: 82.51% Test: 76.13%
Run: 02, Epoch: 715, Loss: 0.2426, Train: 87.05%, Valid: 82.50% Test: 76.06%
Run: 02, Epoch: 720, Loss: 0.2429, Train: 87.06%, Valid: 82.60% Test: 76.29%
Run: 02, Epoch: 725, Loss: 0.2627, Train: 86.96%, Valid: 82.19% Test: 75.28%
Run: 02, Epoch: 730, Loss: 0.2555, Train: 87.01%, Valid: 82.35% Test: 75.72%
Run: 02, Epoch: 735, Loss: 0.2469, Train: 86.98%, Valid: 82.57% Test: 76.59%
Run: 02, Epoch: 740, Loss: 0.2446, Train: 87.02%, Valid: 82.35% Test: 75.94%
Run: 02, Epoch: 745, Loss: 0.2441, Train: 87.05%, Valid: 82.46% Test: 76.12%
Run: 02, Epoch: 750, Loss: 0.2433, Train: 87.10%, Valid: 82.43% Test: 76.02%
Run: 02, Epoch: 755, Loss: 0.2427, Train: 87.13%, Valid: 82.53% Test: 76.25%
Run: 02, Epoch: 760, Loss: 0.2420, Train: 87.16%, Valid: 82.54% Test: 76.21%
Run: 02, Epoch: 765, Loss: 0.2415, Train: 87.18%, Valid: 82.62% Test: 76.31%
Run: 02, Epoch: 770, Loss: 0.2413, Train: 87.20%, Valid: 82.62% Test: 76.27%
Run: 02, Epoch: 775, Loss: 0.2412, Train: 87.22%, Valid: 82.63% Test: 76.27%
Run: 02, Epoch: 780, Loss: 0.2410, Train: 87.24%, Valid: 82.69% Test: 76.35%
Run: 02, Epoch: 785, Loss: 0.2436, Train: 87.24%, Valid: 82.54% Test: 75.97%
Run: 02, Epoch: 790, Loss: 0.2445, Train: 87.23%, Valid: 82.67% Test: 76.38%
Run: 02, Epoch: 795, Loss: 0.2410, Train: 87.23%, Valid: 82.47% Test: 75.75%
Run: 02, Epoch: 800, Loss: 0.2442, Train: 87.27%, Valid: 82.58% Test: 76.09%
Run: 02, Epoch: 805, Loss: 0.2411, Train: 87.30%, Valid: 82.79% Test: 76.48%
Run: 02, Epoch: 810, Loss: 0.2409, Train: 87.32%, Valid: 82.77% Test: 76.45%
Run: 02, Epoch: 815, Loss: 0.2408, Train: 87.33%, Valid: 82.75% Test: 76.34%
Run: 02, Epoch: 820, Loss: 0.2405, Train: 87.35%, Valid: 82.75% Test: 76.31%
Run: 02, Epoch: 825, Loss: 0.2401, Train: 87.37%, Valid: 82.79% Test: 76.39%
Run: 02, Epoch: 830, Loss: 0.2397, Train: 87.39%, Valid: 82.83% Test: 76.43%
Run: 02, Epoch: 835, Loss: 0.2398, Train: 87.41%, Valid: 82.79% Test: 76.33%
Run: 02, Epoch: 840, Loss: 0.2399, Train: 87.42%, Valid: 82.89% Test: 76.53%
Run: 02, Epoch: 845, Loss: 0.2438, Train: 87.40%, Valid: 82.67% Test: 75.98%
Run: 02, Epoch: 850, Loss: 0.2409, Train: 87.43%, Valid: 82.87% Test: 76.51%
Run: 02, Epoch: 855, Loss: 0.2400, Train: 87.45%, Valid: 82.80% Test: 76.29%
Run: 02, Epoch: 860, Loss: 0.2394, Train: 87.46%, Valid: 82.78% Test: 76.24%
Run: 02, Epoch: 865, Loss: 0.2391, Train: 87.48%, Valid: 82.81% Test: 76.23%
Run: 02, Epoch: 870, Loss: 0.2389, Train: 87.50%, Valid: 82.85% Test: 76.33%
Run: 02, Epoch: 875, Loss: 0.2388, Train: 87.52%, Valid: 82.93% Test: 76.49%
Run: 02, Epoch: 880, Loss: 0.2390, Train: 87.53%, Valid: 82.98% Test: 76.59%
Run: 02, Epoch: 885, Loss: 0.2389, Train: 87.55%, Valid: 82.92% Test: 76.40%
Run: 02, Epoch: 890, Loss: 0.2391, Train: 87.56%, Valid: 83.04% Test: 76.69%
Run: 02, Epoch: 895, Loss: 0.2459, Train: 87.53%, Valid: 82.76% Test: 76.01%
Run: 02, Epoch: 900, Loss: 0.2385, Train: 87.56%, Valid: 82.87% Test: 76.29%
Run: 02, Epoch: 905, Loss: 0.2386, Train: 87.58%, Valid: 82.91% Test: 76.41%
Run: 02, Epoch: 910, Loss: 0.2389, Train: 87.59%, Valid: 82.90% Test: 76.35%
Run: 02, Epoch: 915, Loss: 0.2387, Train: 87.62%, Valid: 82.93% Test: 76.36%
Run: 02, Epoch: 920, Loss: 0.2383, Train: 87.64%, Valid: 82.96% Test: 76.41%
Run: 02, Epoch: 925, Loss: 0.2380, Train: 87.65%, Valid: 83.02% Test: 76.52%
Run: 02, Epoch: 930, Loss: 0.2374, Train: 87.67%, Valid: 83.05% Test: 76.56%
Run: 02, Epoch: 935, Loss: 0.2377, Train: 87.68%, Valid: 83.03% Test: 76.49%
Run: 02, Epoch: 940, Loss: 0.2401, Train: 87.67%, Valid: 83.21% Test: 76.95%
Run: 02, Epoch: 945, Loss: 0.2463, Train: 87.64%, Valid: 83.04% Test: 76.66%
Run: 02, Epoch: 950, Loss: 0.2388, Train: 87.67%, Valid: 83.04% Test: 76.59%
Run: 02, Epoch: 955, Loss: 0.2394, Train: 87.68%, Valid: 83.05% Test: 76.64%
Run: 02, Epoch: 960, Loss: 0.2377, Train: 87.70%, Valid: 82.98% Test: 76.37%
Run: 02, Epoch: 965, Loss: 0.2379, Train: 87.73%, Valid: 83.01% Test: 76.45%
Run: 02, Epoch: 970, Loss: 0.2376, Train: 87.75%, Valid: 83.09% Test: 76.61%
Run: 02, Epoch: 975, Loss: 0.2371, Train: 87.77%, Valid: 83.11% Test: 76.60%
Run: 02, Epoch: 980, Loss: 0.2369, Train: 87.78%, Valid: 83.11% Test: 76.55%
Run: 02, Epoch: 985, Loss: 0.2366, Train: 87.80%, Valid: 83.11% Test: 76.55%
Run: 02, Epoch: 990, Loss: 0.2365, Train: 87.81%, Valid: 83.17% Test: 76.65%
Run: 02, Epoch: 995, Loss: 0.2382, Train: 87.80%, Valid: 83.21% Test: 76.78%
Run: 02, Epoch: 1000, Loss: 0.2398, Train: 87.81%, Valid: 83.06% Test: 76.38%
Run 02:
Highest Train: 87.81
Highest Valid: 83.21
  Final Train: 87.67
   Final Test: 76.95
Run: 03, Epoch: 05, Loss: 0.3558, Train: 64.44%, Valid: 54.66% Test: 48.13%
Run: 03, Epoch: 10, Loss: 0.3558, Train: 66.78%, Valid: 56.70% Test: 49.60%
Run: 03, Epoch: 15, Loss: 0.3494, Train: 67.21%, Valid: 57.69% Test: 51.56%
Run: 03, Epoch: 20, Loss: 0.3392, Train: 67.95%, Valid: 59.44% Test: 51.49%
Run: 03, Epoch: 25, Loss: 0.3334, Train: 68.80%, Valid: 61.94% Test: 54.58%
Run: 03, Epoch: 30, Loss: 0.3270, Train: 69.96%, Valid: 65.75% Test: 58.75%
Run: 03, Epoch: 35, Loss: 0.3252, Train: 70.90%, Valid: 68.01% Test: 62.22%
Run: 03, Epoch: 40, Loss: 0.3215, Train: 71.51%, Valid: 68.79% Test: 63.65%
Run: 03, Epoch: 45, Loss: 0.3188, Train: 72.06%, Valid: 69.09% Test: 64.33%
Run: 03, Epoch: 50, Loss: 0.3165, Train: 72.61%, Valid: 69.71% Test: 65.36%
Run: 03, Epoch: 55, Loss: 0.3139, Train: 73.19%, Valid: 70.56% Test: 66.03%
Run: 03, Epoch: 60, Loss: 0.3113, Train: 73.99%, Valid: 71.83% Test: 67.02%
Run: 03, Epoch: 65, Loss: 0.3083, Train: 74.95%, Valid: 72.82% Test: 67.76%
Run: 03, Epoch: 70, Loss: 0.3044, Train: 76.15%, Valid: 73.65% Test: 68.52%
Run: 03, Epoch: 75, Loss: 0.3003, Train: 77.34%, Valid: 74.65% Test: 69.21%
Run: 03, Epoch: 80, Loss: 0.2958, Train: 78.25%, Valid: 75.54% Test: 69.67%
Run: 03, Epoch: 85, Loss: 0.2925, Train: 78.96%, Valid: 76.04% Test: 69.75%
Run: 03, Epoch: 90, Loss: 0.2907, Train: 79.43%, Valid: 76.36% Test: 69.99%
Run: 03, Epoch: 95, Loss: 0.2881, Train: 79.84%, Valid: 76.68% Test: 70.45%
Run: 03, Epoch: 100, Loss: 0.2863, Train: 80.20%, Valid: 76.87% Test: 70.66%
Run: 03, Epoch: 105, Loss: 0.2853, Train: 80.53%, Valid: 77.02% Test: 70.91%
Run: 03, Epoch: 110, Loss: 0.2833, Train: 80.83%, Valid: 77.21% Test: 71.16%
Run: 03, Epoch: 115, Loss: 0.2819, Train: 81.10%, Valid: 77.36% Test: 71.20%
Run: 03, Epoch: 120, Loss: 0.2821, Train: 81.35%, Valid: 77.47% Test: 71.28%
Run: 03, Epoch: 125, Loss: 0.2798, Train: 81.55%, Valid: 77.63% Test: 71.56%
Run: 03, Epoch: 130, Loss: 0.2797, Train: 81.74%, Valid: 77.74% Test: 71.67%

Run: 03, Epoch: 135, Loss: 0.2796, Train: 81.91%, Valid: 77.89% Test: 71.87%
Run: 03, Epoch: 140, Loss: 0.2777, Train: 82.07%, Valid: 78.03% Test: 72.11%
Run: 03, Epoch: 145, Loss: 0.2765, Train: 82.23%, Valid: 78.13% Test: 72.21%
Run: 03, Epoch: 150, Loss: 0.2755, Train: 82.38%, Valid: 78.24% Test: 72.32%
Run: 03, Epoch: 155, Loss: 0.2758, Train: 82.51%, Valid: 78.45% Test: 72.69%
Run: 03, Epoch: 160, Loss: 0.2747, Train: 82.63%, Valid: 78.55% Test: 72.79%
Run: 03, Epoch: 165, Loss: 0.2726, Train: 82.76%, Valid: 78.67% Test: 72.98%
Run: 03, Epoch: 170, Loss: 0.2741, Train: 82.88%, Valid: 78.72% Test: 72.94%
Run: 03, Epoch: 175, Loss: 0.2714, Train: 82.99%, Valid: 78.81% Test: 73.03%
Run: 03, Epoch: 180, Loss: 0.2726, Train: 83.07%, Valid: 78.97% Test: 73.41%
Run: 03, Epoch: 185, Loss: 0.2707, Train: 83.18%, Valid: 79.04% Test: 73.46%
Run: 03, Epoch: 190, Loss: 0.2702, Train: 83.28%, Valid: 79.09% Test: 73.46%
Run: 03, Epoch: 195, Loss: 0.2691, Train: 83.37%, Valid: 79.13% Test: 73.47%
Run: 03, Epoch: 200, Loss: 0.2730, Train: 83.43%, Valid: 79.31% Test: 73.93%
Run: 03, Epoch: 205, Loss: 0.2704, Train: 83.52%, Valid: 79.33% Test: 73.80%
Run: 03, Epoch: 210, Loss: 0.2681, Train: 83.60%, Valid: 79.39% Test: 73.90%
Run: 03, Epoch: 215, Loss: 0.2668, Train: 83.67%, Valid: 79.43% Test: 73.96%
Run: 03, Epoch: 220, Loss: 0.2664, Train: 83.74%, Valid: 79.50% Test: 74.06%
Run: 03, Epoch: 225, Loss: 0.2666, Train: 83.80%, Valid: 79.58% Test: 74.24%
Run: 03, Epoch: 230, Loss: 0.2656, Train: 83.89%, Valid: 79.63% Test: 74.16%
Run: 03, Epoch: 235, Loss: 0.2650, Train: 83.95%, Valid: 79.75% Test: 74.45%
Run: 03, Epoch: 240, Loss: 0.2769, Train: 83.97%, Valid: 79.56% Test: 73.87%
Run: 03, Epoch: 245, Loss: 0.2719, Train: 84.06%, Valid: 79.77% Test: 74.17%
Run: 03, Epoch: 250, Loss: 0.2664, Train: 84.07%, Valid: 79.95% Test: 74.85%
Run: 03, Epoch: 255, Loss: 0.2660, Train: 84.14%, Valid: 79.91% Test: 74.60%
Run: 03, Epoch: 260, Loss: 0.2645, Train: 84.20%, Valid: 79.87% Test: 74.29%
Run: 03, Epoch: 265, Loss: 0.2634, Train: 84.24%, Valid: 79.89% Test: 74.35%
Run: 03, Epoch: 270, Loss: 0.2633, Train: 84.30%, Valid: 79.90% Test: 74.39%
Run: 03, Epoch: 275, Loss: 0.2627, Train: 84.36%, Valid: 80.00% Test: 74.63%
Run: 03, Epoch: 280, Loss: 0.2620, Train: 84.42%, Valid: 80.03% Test: 74.61%
Run: 03, Epoch: 285, Loss: 0.2617, Train: 84.46%, Valid: 80.16% Test: 74.91%
Run: 03, Epoch: 290, Loss: 0.2616, Train: 84.52%, Valid: 80.13% Test: 74.63%
Run: 03, Epoch: 295, Loss: 0.2666, Train: 84.53%, Valid: 80.26% Test: 74.98%
Run: 03, Epoch: 300, Loss: 0.2636, Train: 84.59%, Valid: 80.29% Test: 74.78%
Run: 03, Epoch: 305, Loss: 0.2622, Train: 84.64%, Valid: 80.31% Test: 74.83%
Run: 03, Epoch: 310, Loss: 0.2604, Train: 84.70%, Valid: 80.33% Test: 74.78%
Run: 03, Epoch: 315, Loss: 0.2597, Train: 84.74%, Valid: 80.39% Test: 74.90%
Run: 03, Epoch: 320, Loss: 0.2596, Train: 84.78%, Valid: 80.43% Test: 74.97%
Run: 03, Epoch: 325, Loss: 0.2593, Train: 84.83%, Valid: 80.51% Test: 75.08%
Run: 03, Epoch: 330, Loss: 0.2593, Train: 84.88%, Valid: 80.49% Test: 74.90%
Run: 03, Epoch: 335, Loss: 0.2593, Train: 84.91%, Valid: 80.62% Test: 75.18%
Run: 03, Epoch: 340, Loss: 0.2614, Train: 84.95%, Valid: 80.53% Test: 74.77%
Run: 03, Epoch: 345, Loss: 0.2577, Train: 85.00%, Valid: 80.63% Test: 74.98%
Run: 03, Epoch: 350, Loss: 0.2581, Train: 85.04%, Valid: 80.73% Test: 75.27%
Run: 03, Epoch: 355, Loss: 0.2578, Train: 85.07%, Valid: 80.78% Test: 75.31%
Run: 03, Epoch: 360, Loss: 0.2590, Train: 85.11%, Valid: 80.72% Test: 75.04%
Run: 03, Epoch: 365, Loss: 0.2566, Train: 85.16%, Valid: 80.81% Test: 75.23%
Run: 03, Epoch: 370, Loss: 0.2576, Train: 85.18%, Valid: 80.89% Test: 75.45%
Run: 03, Epoch: 375, Loss: 0.2602, Train: 85.22%, Valid: 80.83% Test: 75.09%
Run: 03, Epoch: 380, Loss: 0.2570, Train: 85.26%, Valid: 80.84% Test: 75.05%
Run: 03, Epoch: 385, Loss: 0.2556, Train: 85.30%, Valid: 80.94% Test: 75.33%
Run: 03, Epoch: 390, Loss: 0.2563, Train: 85.33%, Valid: 81.04% Test: 75.54%
Run: 03, Epoch: 395, Loss: 0.2550, Train: 85.37%, Valid: 81.01% Test: 75.41%
Run: 03, Epoch: 400, Loss: 0.2548, Train: 85.41%, Valid: 81.08% Test: 75.53%
Run: 03, Epoch: 405, Loss: 0.2571, Train: 85.42%, Valid: 80.97% Test: 75.12%
Run: 03, Epoch: 410, Loss: 0.2580, Train: 85.39%, Valid: 81.05% Test: 75.35%
Run: 03, Epoch: 415, Loss: 0.2694, Train: 85.37%, Valid: 80.99% Test: 75.01%
Run: 03, Epoch: 420, Loss: 0.2587, Train: 85.34%, Valid: 80.94% Test: 74.97%
Run: 03, Epoch: 425, Loss: 0.2576, Train: 85.36%, Valid: 81.13% Test: 75.53%
Run: 03, Epoch: 430, Loss: 0.2573, Train: 85.43%, Valid: 81.12% Test: 75.45%
Run: 03, Epoch: 435, Loss: 0.2550, Train: 85.47%, Valid: 81.01% Test: 75.10%
Run: 03, Epoch: 440, Loss: 0.2553, Train: 85.53%, Valid: 81.13% Test: 75.41%
Run: 03, Epoch: 445, Loss: 0.2544, Train: 85.57%, Valid: 81.17% Test: 75.50%
Run: 03, Epoch: 450, Loss: 0.2538, Train: 85.60%, Valid: 81.22% Test: 75.58%
Run: 03, Epoch: 455, Loss: 0.2533, Train: 85.64%, Valid: 81.26% Test: 75.62%
Run: 03, Epoch: 460, Loss: 0.2531, Train: 85.67%, Valid: 81.33% Test: 75.72%
Run: 03, Epoch: 465, Loss: 0.2527, Train: 85.71%, Valid: 81.36% Test: 75.68%
Run: 03, Epoch: 470, Loss: 0.2524, Train: 85.74%, Valid: 81.41% Test: 75.75%
Run: 03, Epoch: 475, Loss: 0.2522, Train: 85.78%, Valid: 81.46% Test: 75.79%
Run: 03, Epoch: 480, Loss: 0.2519, Train: 85.81%, Valid: 81.49% Test: 75.81%
Run: 03, Epoch: 485, Loss: 0.2516, Train: 85.84%, Valid: 81.52% Test: 75.83%
Run: 03, Epoch: 490, Loss: 0.2514, Train: 85.87%, Valid: 81.55% Test: 75.86%
Run: 03, Epoch: 495, Loss: 0.2512, Train: 85.90%, Valid: 81.59% Test: 75.88%
Run: 03, Epoch: 500, Loss: 0.2510, Train: 85.93%, Valid: 81.63% Test: 75.94%
Run: 03, Epoch: 505, Loss: 0.2586, Train: 85.89%, Valid: 81.45% Test: 75.44%
Run: 03, Epoch: 510, Loss: 0.2597, Train: 85.84%, Valid: 81.51% Test: 75.67%
Run: 03, Epoch: 515, Loss: 0.2552, Train: 85.68%, Valid: 81.56% Test: 75.84%
Run: 03, Epoch: 520, Loss: 0.2556, Train: 85.69%, Valid: 81.32% Test: 75.16%
Run: 03, Epoch: 525, Loss: 0.2553, Train: 85.76%, Valid: 81.48% Test: 75.67%
Run: 03, Epoch: 530, Loss: 0.2535, Train: 85.85%, Valid: 81.42% Test: 75.46%
Run: 03, Epoch: 535, Loss: 0.2520, Train: 85.91%, Valid: 81.42% Test: 75.34%
Run: 03, Epoch: 540, Loss: 0.2516, Train: 85.97%, Valid: 81.57% Test: 75.82%
Run: 03, Epoch: 545, Loss: 0.2510, Train: 86.02%, Valid: 81.61% Test: 75.94%
Run: 03, Epoch: 550, Loss: 0.2503, Train: 86.06%, Valid: 81.72% Test: 76.11%
Run: 03, Epoch: 555, Loss: 0.2500, Train: 86.10%, Valid: 81.75% Test: 76.13%
Run: 03, Epoch: 560, Loss: 0.2497, Train: 86.13%, Valid: 81.73% Test: 76.00%
Run: 03, Epoch: 565, Loss: 0.2494, Train: 86.15%, Valid: 81.76% Test: 76.02%
Run: 03, Epoch: 570, Loss: 0.2491, Train: 86.19%, Valid: 81.83% Test: 76.11%
Run: 03, Epoch: 575, Loss: 0.2489, Train: 86.22%, Valid: 81.88% Test: 76.18%
Run: 03, Epoch: 580, Loss: 0.2487, Train: 86.24%, Valid: 81.90% Test: 76.18%
Run: 03, Epoch: 585, Loss: 0.2485, Train: 86.27%, Valid: 81.93% Test: 76.21%
Run: 03, Epoch: 590, Loss: 0.2482, Train: 86.30%, Valid: 81.96% Test: 76.23%
Run: 03, Epoch: 595, Loss: 0.2480, Train: 86.33%, Valid: 81.99% Test: 76.25%
Run: 03, Epoch: 600, Loss: 0.2480, Train: 86.35%, Valid: 81.99% Test: 76.18%
Run: 03, Epoch: 605, Loss: 0.2545, Train: 86.31%, Valid: 82.07% Test: 76.51%
Run: 03, Epoch: 610, Loss: 0.2492, Train: 86.32%, Valid: 82.13% Test: 76.62%
Run: 03, Epoch: 615, Loss: 0.2512, Train: 86.38%, Valid: 82.10% Test: 76.34%
Run: 03, Epoch: 620, Loss: 0.2476, Train: 86.40%, Valid: 81.95% Test: 75.95%
Run: 03, Epoch: 625, Loss: 0.2491, Train: 86.43%, Valid: 82.00% Test: 76.03%
Run: 03, Epoch: 630, Loss: 0.2472, Train: 86.46%, Valid: 82.07% Test: 76.25%
Run: 03, Epoch: 635, Loss: 0.2474, Train: 86.49%, Valid: 82.13% Test: 76.36%
Run: 03, Epoch: 640, Loss: 0.2471, Train: 86.51%, Valid: 82.15% Test: 76.36%
Run: 03, Epoch: 645, Loss: 0.2468, Train: 86.53%, Valid: 82.17% Test: 76.40%
Run: 03, Epoch: 650, Loss: 0.2464, Train: 86.56%, Valid: 82.19% Test: 76.40%
Run: 03, Epoch: 655, Loss: 0.2461, Train: 86.59%, Valid: 82.21% Test: 76.37%
Run: 03, Epoch: 660, Loss: 0.2461, Train: 86.61%, Valid: 82.21% Test: 76.33%
Run: 03, Epoch: 665, Loss: 0.2471, Train: 86.63%, Valid: 82.30% Test: 76.57%

Run: 03, Epoch: 670, Loss: 0.2532, Train: 86.63%, Valid: 82.19% Test: 76.15%
Run: 03, Epoch: 675, Loss: 0.2489, Train: 86.66%, Valid: 82.18% Test: 76.03%
Run: 03, Epoch: 680, Loss: 0.2475, Train: 86.68%, Valid: 82.22% Test: 76.20%
Run: 03, Epoch: 685, Loss: 0.2466, Train: 86.71%, Valid: 82.26% Test: 76.24%
Run: 03, Epoch: 690, Loss: 0.2458, Train: 86.74%, Valid: 82.29% Test: 76.33%
Run: 03, Epoch: 695, Loss: 0.2450, Train: 86.77%, Valid: 82.33% Test: 76.40%
Run: 03, Epoch: 700, Loss: 0.2449, Train: 86.79%, Valid: 82.40% Test: 76.55%
Run: 03, Epoch: 705, Loss: 0.2444, Train: 86.82%, Valid: 82.42% Test: 76.56%
Run: 03, Epoch: 710, Loss: 0.2466, Train: 86.82%, Valid: 82.34% Test: 76.28%
Run: 03, Epoch: 715, Loss: 0.2505, Train: 86.83%, Valid: 82.47% Test: 76.68%
Run: 03, Epoch: 720, Loss: 0.2458, Train: 86.86%, Valid: 82.39% Test: 76.28%
Run: 03, Epoch: 725, Loss: 0.2442, Train: 86.87%, Valid: 82.36% Test: 76.25%
Run: 03, Epoch: 730, Loss: 0.2449, Train: 86.89%, Valid: 82.41% Test: 76.34%
Run: 03, Epoch: 735, Loss: 0.2445, Train: 86.93%, Valid: 82.45% Test: 76.44%
Run: 03, Epoch: 740, Loss: 0.2440, Train: 86.95%, Valid: 82.50% Test: 76.54%
Run: 03, Epoch: 745, Loss: 0.2436, Train: 86.97%, Valid: 82.51% Test: 76.53%
Run: 03, Epoch: 750, Loss: 0.2429, Train: 87.00%, Valid: 82.57% Test: 76.63%
Run: 03, Epoch: 755, Loss: 0.2433, Train: 87.03%, Valid: 82.64% Test: 76.79%
Run: 03, Epoch: 760, Loss: 0.2464, Train: 87.03%, Valid: 82.55% Test: 76.43%
Run: 03, Epoch: 765, Loss: 0.2435, Train: 87.07%, Valid: 82.70% Test: 76.79%
Run: 03, Epoch: 770, Loss: 0.2439, Train: 87.09%, Valid: 82.69% Test: 76.73%
Run: 03, Epoch: 775, Loss: 0.2435, Train: 87.11%, Valid: 82.70% Test: 76.73%
Run: 03, Epoch: 780, Loss: 0.2427, Train: 87.13%, Valid: 82.73% Test: 76.79%
Run: 03, Epoch: 785, Loss: 0.2418, Train: 87.16%, Valid: 82.74% Test: 76.74%
Run: 03, Epoch: 790, Loss: 0.2426, Train: 87.17%, Valid: 82.72% Test: 76.64%
Run: 03, Epoch: 795, Loss: 0.2440, Train: 87.18%, Valid: 82.83% Test: 76.97%
Run: 03, Epoch: 800, Loss: 0.2423, Train: 87.21%, Valid: 82.80% Test: 76.76%
Run: 03, Epoch: 805, Loss: 0.2424, Train: 87.22%, Valid: 82.75% Test: 76.58%
Run: 03, Epoch: 810, Loss: 0.2417, Train: 87.25%, Valid: 82.85% Test: 76.87%
Run: 03, Epoch: 815, Loss: 0.2414, Train: 87.27%, Valid: 82.87% Test: 76.85%
Run: 03, Epoch: 820, Loss: 0.2420, Train: 87.28%, Valid: 82.83% Test: 76.67%
Run: 03, Epoch: 825, Loss: 0.2469, Train: 87.25%, Valid: 82.91% Test: 77.13%
Run: 03, Epoch: 830, Loss: 0.2419, Train: 87.30%, Valid: 82.93% Test: 76.96%
Run: 03, Epoch: 835, Loss: 0.2415, Train: 87.33%, Valid: 82.89% Test: 76.83%
Run: 03, Epoch: 840, Loss: 0.2407, Train: 87.35%, Valid: 82.88% Test: 76.71%
Run: 03, Epoch: 845, Loss: 0.2403, Train: 87.37%, Valid: 82.88% Test: 76.72%
Run: 03, Epoch: 850, Loss: 0.2399, Train: 87.39%, Valid: 82.94% Test: 76.86%
Run: 03, Epoch: 855, Loss: 0.2397, Train: 87.41%, Valid: 82.97% Test: 76.90%
Run: 03, Epoch: 860, Loss: 0.2404, Train: 87.42%, Valid: 82.92% Test: 76.71%
Run: 03, Epoch: 865, Loss: 0.2609, Train: 87.28%, Valid: 82.92% Test: 77.17%
Run: 03, Epoch: 870, Loss: 0.2410, Train: 87.28%, Valid: 82.62% Test: 75.88%
Run: 03, Epoch: 875, Loss: 0.2465, Train: 87.28%, Valid: 82.90% Test: 76.98%
Run: 03, Epoch: 880, Loss: 0.2408, Train: 87.32%, Valid: 82.69% Test: 76.00%
Run: 03, Epoch: 885, Loss: 0.2411, Train: 87.37%, Valid: 82.88% Test: 76.71%
Run: 03, Epoch: 890, Loss: 0.2418, Train: 87.40%, Valid: 82.75% Test: 76.13%
Run: 03, Epoch: 895, Loss: 0.2412, Train: 87.46%, Valid: 82.96% Test: 76.73%
Run: 03, Epoch: 900, Loss: 0.2402, Train: 87.48%, Valid: 82.96% Test: 76.70%
Run: 03, Epoch: 905, Loss: 0.2396, Train: 87.51%, Valid: 83.01% Test: 76.84%
Run: 03, Epoch: 910, Loss: 0.2388, Train: 87.53%, Valid: 83.00% Test: 76.77%
Run: 03, Epoch: 915, Loss: 0.2386, Train: 87.56%, Valid: 83.07% Test: 76.92%
Run: 03, Epoch: 920, Loss: 0.2384, Train: 87.58%, Valid: 83.08% Test: 76.93%
Run: 03, Epoch: 925, Loss: 0.2381, Train: 87.60%, Valid: 83.11% Test: 76.95%
Run: 03, Epoch: 930, Loss: 0.2379, Train: 87.63%, Valid: 83.13% Test: 77.00%
Run: 03, Epoch: 935, Loss: 0.2377, Train: 87.65%, Valid: 83.14% Test: 76.96%
Run: 03, Epoch: 940, Loss: 0.2379, Train: 87.66%, Valid: 83.15% Test: 77.04%
Run: 03, Epoch: 945, Loss: 0.2424, Train: 87.67%, Valid: 83.12% Test: 76.92%
Run: 03, Epoch: 950, Loss: 0.2389, Train: 87.70%, Valid: 83.16% Test: 76.89%
Run: 03, Epoch: 955, Loss: 0.2375, Train: 87.72%, Valid: 83.16% Test: 76.90%
Run: 03, Epoch: 960, Loss: 0.2369, Train: 87.75%, Valid: 83.19% Test: 76.97%
Run: 03, Epoch: 965, Loss: 0.2371, Train: 87.77%, Valid: 83.22% Test: 77.06%
Run: 03, Epoch: 970, Loss: 0.2367, Train: 87.79%, Valid: 83.24% Test: 77.10%
Run: 03, Epoch: 975, Loss: 0.2366, Train: 87.81%, Valid: 83.23% Test: 77.04%
Run: 03, Epoch: 980, Loss: 0.2365, Train: 87.83%, Valid: 83.27% Test: 77.14%
Run: 03, Epoch: 985, Loss: 0.2387, Train: 87.83%, Valid: 83.21% Test: 76.91%
Run: 03, Epoch: 990, Loss: 0.2411, Train: 87.84%, Valid: 83.30% Test: 77.27%
Run: 03, Epoch: 995, Loss: 0.2380, Train: 87.86%, Valid: 83.26% Test: 76.99%
Run: 03, Epoch: 1000, Loss: 0.2366, Train: 87.88%, Valid: 83.22% Test: 76.93%
Run 03:
Highest Train: 87.88
Highest Valid: 83.30
  Final Train: 87.84
   Final Test: 77.27
Run: 04, Epoch: 05, Loss: 0.3609, Train: 63.23%, Valid: 60.20% Test: 57.87%
Run: 04, Epoch: 10, Loss: 0.3624, Train: 67.77%, Valid: 63.02% Test: 59.22%
Run: 04, Epoch: 15, Loss: 0.3505, Train: 67.55%, Valid: 58.77% Test: 54.40%
Run: 04, Epoch: 20, Loss: 0.3401, Train: 68.72%, Valid: 61.15% Test: 54.00%
Run: 04, Epoch: 25, Loss: 0.3323, Train: 69.09%, Valid: 62.69% Test: 56.00%
Run: 04, Epoch: 30, Loss: 0.3266, Train: 70.08%, Valid: 65.87% Test: 58.80%
Run: 04, Epoch: 35, Loss: 0.3241, Train: 70.86%, Valid: 67.98% Test: 61.78%
Run: 04, Epoch: 40, Loss: 0.3212, Train: 71.42%, Valid: 68.61% Test: 63.36%
Run: 04, Epoch: 45, Loss: 0.3181, Train: 71.98%, Valid: 68.90% Test: 64.28%
Run: 04, Epoch: 50, Loss: 0.3151, Train: 72.71%, Valid: 69.98% Test: 65.77%
Run: 04, Epoch: 55, Loss: 0.3121, Train: 73.63%, Valid: 71.09% Test: 66.89%
Run: 04, Epoch: 60, Loss: 0.3089, Train: 74.61%, Valid: 72.25% Test: 67.89%
Run: 04, Epoch: 65, Loss: 0.3060, Train: 75.60%, Valid: 73.42% Test: 68.83%
Run: 04, Epoch: 70, Loss: 0.3027, Train: 76.50%, Valid: 74.44% Test: 69.49%
Run: 04, Epoch: 75, Loss: 0.2996, Train: 77.33%, Valid: 75.26% Test: 70.25%
Run: 04, Epoch: 80, Loss: 0.2964, Train: 78.13%, Valid: 75.87% Test: 70.73%
Run: 04, Epoch: 85, Loss: 0.2938, Train: 78.78%, Valid: 76.25% Test: 70.91%
Run: 04, Epoch: 90, Loss: 0.2914, Train: 79.31%, Valid: 76.57% Test: 71.12%
Run: 04, Epoch: 95, Loss: 0.2887, Train: 79.74%, Valid: 76.81% Test: 71.31%
Run: 04, Epoch: 100, Loss: 0.2871, Train: 79.99%, Valid: 76.98% Test: 71.70%
Run: 04, Epoch: 105, Loss: 0.2882, Train: 80.20%, Valid: 77.04% Test: 71.80%
Run: 04, Epoch: 110, Loss: 0.2866, Train: 80.39%, Valid: 77.12% Test: 71.79%
Run: 04, Epoch: 115, Loss: 0.2848, Train: 80.61%, Valid: 77.24% Test: 71.87%
Run: 04, Epoch: 120, Loss: 0.2830, Train: 80.78%, Valid: 77.36% Test: 72.03%
Run: 04, Epoch: 125, Loss: 0.2821, Train: 80.99%, Valid: 77.51% Test: 72.11%
Run: 04, Epoch: 130, Loss: 0.2808, Train: 81.20%, Valid: 77.66% Test: 72.29%
Run: 04, Epoch: 135, Loss: 0.2801, Train: 81.39%, Valid: 77.79% Test: 72.44%
Run: 04, Epoch: 140, Loss: 0.2794, Train: 81.60%, Valid: 77.94% Test: 72.48%
Run: 04, Epoch: 145, Loss: 0.2810, Train: 81.75%, Valid: 77.99% Test: 72.61%
Run: 04, Epoch: 150, Loss: 0.2809, Train: 81.87%, Valid: 78.06% Test: 72.73%
Run: 04, Epoch: 155, Loss: 0.2783, Train: 81.98%, Valid: 78.10% Test: 72.81%
Run: 04, Epoch: 160, Loss: 0.2761, Train: 82.14%, Valid: 78.20% Test: 72.82%
Run: 04, Epoch: 165, Loss: 0.2762, Train: 82.27%, Valid: 78.32% Test: 73.02%
Run: 04, Epoch: 170, Loss: 0.2755, Train: 82.38%, Valid: 78.43% Test: 73.15%
Run: 04, Epoch: 175, Loss: 0.2741, Train: 82.54%, Valid: 78.54% Test: 73.20%
Run: 04, Epoch: 180, Loss: 0.2729, Train: 82.67%, Valid: 78.65% Test: 73.33%
Run: 04, Epoch: 185, Loss: 0.2722, Train: 82.79%, Valid: 78.77% Test: 73.49%
Run: 04, Epoch: 190, Loss: 0.2727, Train: 82.89%, Valid: 78.87% Test: 73.70%
Run: 04, Epoch: 195, Loss: 0.2718, Train: 83.01%, Valid: 78.95% Test: 73.66%

Run: 04, Epoch: 200, Loss: 0.2702, Train: 83.10%, Valid: 79.05% Test: 73.84%
Run: 04, Epoch: 205, Loss: 0.2696, Train: 83.21%, Valid: 79.14% Test: 73.86%
Run: 04, Epoch: 210, Loss: 0.2865, Train: 83.24%, Valid: 79.15% Test: 73.96%
Run: 04, Epoch: 215, Loss: 0.2708, Train: 83.26%, Valid: 79.10% Test: 73.76%
Run: 04, Epoch: 220, Loss: 0.2705, Train: 83.31%, Valid: 79.18% Test: 74.12%
Run: 04, Epoch: 225, Loss: 0.2721, Train: 83.38%, Valid: 79.22% Test: 73.98%
Run: 04, Epoch: 230, Loss: 0.2684, Train: 83.45%, Valid: 79.24% Test: 73.89%
Run: 04, Epoch: 235, Loss: 0.2686, Train: 83.52%, Valid: 79.34% Test: 74.01%
Run: 04, Epoch: 240, Loss: 0.2674, Train: 83.60%, Valid: 79.47% Test: 74.13%
Run: 04, Epoch: 245, Loss: 0.2667, Train: 83.67%, Valid: 79.53% Test: 74.17%
Run: 04, Epoch: 250, Loss: 0.2662, Train: 83.75%, Valid: 79.61% Test: 74.23%
Run: 04, Epoch: 255, Loss: 0.2656, Train: 83.83%, Valid: 79.72% Test: 74.39%
Run: 04, Epoch: 260, Loss: 0.2651, Train: 83.89%, Valid: 79.78% Test: 74.43%
Run: 04, Epoch: 265, Loss: 0.2646, Train: 83.97%, Valid: 79.86% Test: 74.51%
Run: 04, Epoch: 270, Loss: 0.2641, Train: 84.04%, Valid: 79.93% Test: 74.56%
Run: 04, Epoch: 275, Loss: 0.2636, Train: 84.12%, Valid: 80.02% Test: 74.74%
Run: 04, Epoch: 280, Loss: 0.2708, Train: 84.14%, Valid: 79.91% Test: 74.25%
Run: 04, Epoch: 285, Loss: 0.2737, Train: 84.18%, Valid: 80.03% Test: 74.71%
Run: 04, Epoch: 290, Loss: 0.2655, Train: 84.19%, Valid: 80.05% Test: 74.81%
Run: 04, Epoch: 295, Loss: 0.2639, Train: 84.28%, Valid: 80.04% Test: 74.57%
Run: 04, Epoch: 300, Loss: 0.2632, Train: 84.32%, Valid: 80.14% Test: 74.88%
Run: 04, Epoch: 305, Loss: 0.2623, Train: 84.38%, Valid: 80.17% Test: 74.67%
Run: 04, Epoch: 310, Loss: 0.2621, Train: 84.44%, Valid: 80.24% Test: 74.81%
Run: 04, Epoch: 315, Loss: 0.2615, Train: 84.49%, Valid: 80.34% Test: 75.08%
Run: 04, Epoch: 320, Loss: 0.2611, Train: 84.56%, Valid: 80.37% Test: 74.99%
Run: 04, Epoch: 325, Loss: 0.2605, Train: 84.61%, Valid: 80.43% Test: 75.00%
Run: 04, Epoch: 330, Loss: 0.2600, Train: 84.67%, Valid: 80.49% Test: 75.08%
Run: 04, Epoch: 335, Loss: 0.2598, Train: 84.71%, Valid: 80.57% Test: 75.20%
Run: 04, Epoch: 340, Loss: 0.2594, Train: 84.77%, Valid: 80.60% Test: 75.11%
Run: 04, Epoch: 345, Loss: 0.2611, Train: 84.79%, Valid: 80.71% Test: 75.57%
Run: 04, Epoch: 350, Loss: 0.2606, Train: 84.82%, Valid: 80.69% Test: 75.39%
Run: 04, Epoch: 355, Loss: 0.2604, Train: 84.85%, Valid: 80.66% Test: 75.39%
Run: 04, Epoch: 360, Loss: 0.2592, Train: 84.92%, Valid: 80.66% Test: 75.11%
Run: 04, Epoch: 365, Loss: 0.2598, Train: 84.96%, Valid: 80.71% Test: 75.17%
Run: 04, Epoch: 370, Loss: 0.2577, Train: 85.01%, Valid: 80.82% Test: 75.45%
Run: 04, Epoch: 375, Loss: 0.2578, Train: 85.06%, Valid: 80.86% Test: 75.49%
Run: 04, Epoch: 380, Loss: 0.2575, Train: 85.11%, Valid: 80.89% Test: 75.49%
Run: 04, Epoch: 385, Loss: 0.2570, Train: 85.16%, Valid: 80.97% Test: 75.57%
Run: 04, Epoch: 390, Loss: 0.2563, Train: 85.21%, Valid: 81.02% Test: 75.60%
Run: 04, Epoch: 395, Loss: 0.2570, Train: 85.25%, Valid: 81.00% Test: 75.38%
Run: 04, Epoch: 400, Loss: 0.2638, Train: 85.24%, Valid: 81.13% Test: 75.91%
Run: 04, Epoch: 405, Loss: 0.2593, Train: 85.31%, Valid: 81.12% Test: 75.83%
Run: 04, Epoch: 410, Loss: 0.2566, Train: 85.37%, Valid: 81.14% Test: 75.71%
Run: 04, Epoch: 415, Loss: 0.2551, Train: 85.40%, Valid: 81.12% Test: 75.55%
Run: 04, Epoch: 420, Loss: 0.2549, Train: 85.45%, Valid: 81.18% Test: 75.60%
Run: 04, Epoch: 425, Loss: 0.2544, Train: 85.49%, Valid: 81.24% Test: 75.69%
Run: 04, Epoch: 430, Loss: 0.2543, Train: 85.54%, Valid: 81.32% Test: 75.88%
Run: 04, Epoch: 435, Loss: 0.2538, Train: 85.59%, Valid: 81.37% Test: 75.95%
Run: 04, Epoch: 440, Loss: 0.2599, Train: 85.58%, Valid: 81.20% Test: 75.30%
Run: 04, Epoch: 445, Loss: 0.2543, Train: 85.61%, Valid: 81.34% Test: 75.77%
Run: 04, Epoch: 450, Loss: 0.2587, Train: 85.66%, Valid: 81.32% Test: 75.78%
Run: 04, Epoch: 455, Loss: 0.2545, Train: 85.68%, Valid: 81.39% Test: 75.97%
Run: 04, Epoch: 460, Loss: 0.2529, Train: 85.72%, Valid: 81.34% Test: 75.57%
Run: 04, Epoch: 465, Loss: 0.2564, Train: 85.77%, Valid: 81.47% Test: 75.92%
Run: 04, Epoch: 470, Loss: 0.2570, Train: 85.78%, Valid: 81.52% Test: 76.16%
Run: 04, Epoch: 475, Loss: 0.2553, Train: 85.79%, Valid: 81.48% Test: 75.70%
Run: 04, Epoch: 480, Loss: 0.2544, Train: 85.86%, Valid: 81.58% Test: 76.11%
Run: 04, Epoch: 485, Loss: 0.2535, Train: 85.89%, Valid: 81.60% Test: 76.03%
Run: 04, Epoch: 490, Loss: 0.2518, Train: 85.92%, Valid: 81.61% Test: 75.94%
Run: 04, Epoch: 495, Loss: 0.2511, Train: 85.96%, Valid: 81.66% Test: 76.13%
Run: 04, Epoch: 500, Loss: 0.2509, Train: 85.99%, Valid: 81.66% Test: 76.05%
Run: 04, Epoch: 505, Loss: 0.2506, Train: 86.04%, Valid: 81.72% Test: 76.17%
Run: 04, Epoch: 510, Loss: 0.2502, Train: 86.07%, Valid: 81.74% Test: 76.17%
Run: 04, Epoch: 515, Loss: 0.2499, Train: 86.11%, Valid: 81.81% Test: 76.33%
Run: 04, Epoch: 520, Loss: 0.2598, Train: 86.03%, Valid: 81.48% Test: 75.38%
Run: 04, Epoch: 525, Loss: 0.2695, Train: 86.00%, Valid: 81.64% Test: 76.11%
Run: 04, Epoch: 530, Loss: 0.2619, Train: 86.02%, Valid: 81.57% Test: 76.01%
Run: 04, Epoch: 535, Loss: 0.2540, Train: 85.99%, Valid: 81.64% Test: 76.36%
Run: 04, Epoch: 540, Loss: 0.2513, Train: 86.04%, Valid: 81.50% Test: 75.61%
Run: 04, Epoch: 545, Loss: 0.2512, Train: 86.11%, Valid: 81.66% Test: 76.04%
Run: 04, Epoch: 550, Loss: 0.2507, Train: 86.17%, Valid: 81.75% Test: 76.12%
Run: 04, Epoch: 555, Loss: 0.2496, Train: 86.21%, Valid: 81.78% Test: 76.12%
Run: 04, Epoch: 560, Loss: 0.2492, Train: 86.25%, Valid: 81.81% Test: 76.18%
Run: 04, Epoch: 565, Loss: 0.2489, Train: 86.29%, Valid: 81.87% Test: 76.31%
Run: 04, Epoch: 570, Loss: 0.2484, Train: 86.32%, Valid: 81.91% Test: 76.34%
Run: 04, Epoch: 575, Loss: 0.2481, Train: 86.36%, Valid: 81.96% Test: 76.44%
Run: 04, Epoch: 580, Loss: 0.2478, Train: 86.38%, Valid: 81.99% Test: 76.50%
Run: 04, Epoch: 585, Loss: 0.2475, Train: 86.42%, Valid: 82.02% Test: 76.51%
Run: 04, Epoch: 590, Loss: 0.2473, Train: 86.44%, Valid: 82.04% Test: 76.52%
Run: 04, Epoch: 595, Loss: 0.2471, Train: 86.47%, Valid: 82.07% Test: 76.56%
Run: 04, Epoch: 600, Loss: 0.2468, Train: 86.50%, Valid: 82.10% Test: 76.58%
Run: 04, Epoch: 605, Loss: 0.2466, Train: 86.53%, Valid: 82.13% Test: 76.58%
Run: 04, Epoch: 610, Loss: 0.2464, Train: 86.56%, Valid: 82.17% Test: 76.66%
Run: 04, Epoch: 615, Loss: 0.2478, Train: 86.57%, Valid: 82.10% Test: 76.34%
Run: 04, Epoch: 620, Loss: 0.2576, Train: 86.54%, Valid: 82.16% Test: 76.56%
Run: 04, Epoch: 625, Loss: 0.2467, Train: 86.55%, Valid: 81.95% Test: 76.01%
Run: 04, Epoch: 630, Loss: 0.2509, Train: 86.58%, Valid: 82.14% Test: 76.56%
Run: 04, Epoch: 635, Loss: 0.2498, Train: 86.61%, Valid: 82.23% Test: 76.82%
Run: 04, Epoch: 640, Loss: 0.2468, Train: 86.63%, Valid: 82.09% Test: 76.19%
Run: 04, Epoch: 645, Loss: 0.2459, Train: 86.67%, Valid: 82.23% Test: 76.66%
Run: 04, Epoch: 650, Loss: 0.2460, Train: 86.71%, Valid: 82.31% Test: 76.77%
Run: 04, Epoch: 655, Loss: 0.2453, Train: 86.74%, Valid: 82.30% Test: 76.66%
Run: 04, Epoch: 660, Loss: 0.2450, Train: 86.77%, Valid: 82.31% Test: 76.66%
Run: 04, Epoch: 665, Loss: 0.2447, Train: 86.79%, Valid: 82.34% Test: 76.71%
Run: 04, Epoch: 670, Loss: 0.2445, Train: 86.81%, Valid: 82.38% Test: 76.76%
Run: 04, Epoch: 675, Loss: 0.2443, Train: 86.84%, Valid: 82.41% Test: 76.81%
Run: 04, Epoch: 680, Loss: 0.2440, Train: 86.87%, Valid: 82.44% Test: 76.86%
Run: 04, Epoch: 685, Loss: 0.2438, Train: 86.89%, Valid: 82.46% Test: 76.87%
Run: 04, Epoch: 690, Loss: 0.2436, Train: 86.91%, Valid: 82.51% Test: 76.96%
Run: 04, Epoch: 695, Loss: 0.2497, Train: 86.88%, Valid: 82.28% Test: 76.26%
Run: 04, Epoch: 700, Loss: 0.2444, Train: 86.83%, Valid: 82.39% Test: 76.58%
Run: 04, Epoch: 705, Loss: 0.2548, Train: 86.88%, Valid: 82.41% Test: 76.76%
Run: 04, Epoch: 710, Loss: 0.2512, Train: 86.83%, Valid: 82.29% Test: 76.49%
Run: 04, Epoch: 715, Loss: 0.2458, Train: 86.88%, Valid: 82.44% Test: 76.90%
Run: 04, Epoch: 720, Loss: 0.2454, Train: 86.91%, Valid: 82.33% Test: 76.52%
Run: 04, Epoch: 725, Loss: 0.2451, Train: 86.96%, Valid: 82.45% Test: 76.76%
Run: 04, Epoch: 730, Loss: 0.2438, Train: 86.99%, Valid: 82.50% Test: 76.83%

Run: 04, Epoch: 735, Loss: 0.2431, Train: 87.02%, Valid: 82.49% Test: 76.77%
Run: 04, Epoch: 740, Loss: 0.2427, Train: 87.05%, Valid: 82.57% Test: 76.95%
Run: 04, Epoch: 745, Loss: 0.2425, Train: 87.07%, Valid: 82.55% Test: 76.88%
Run: 04, Epoch: 750, Loss: 0.2422, Train: 87.09%, Valid: 82.60% Test: 76.96%
Run: 04, Epoch: 755, Loss: 0.2420, Train: 87.11%, Valid: 82.61% Test: 76.96%
Run: 04, Epoch: 760, Loss: 0.2419, Train: 87.14%, Valid: 82.65% Test: 77.00%
Run: 04, Epoch: 765, Loss: 0.2417, Train: 87.16%, Valid: 82.68% Test: 77.03%
Run: 04, Epoch: 770, Loss: 0.2415, Train: 87.18%, Valid: 82.70% Test: 77.04%
Run: 04, Epoch: 775, Loss: 0.2413, Train: 87.20%, Valid: 82.73% Test: 77.08%
Run: 04, Epoch: 780, Loss: 0.2411, Train: 87.22%, Valid: 82.74% Test: 77.08%
Run: 04, Epoch: 785, Loss: 0.2410, Train: 87.24%, Valid: 82.77% Test: 77.13%
Run: 04, Epoch: 790, Loss: 0.2429, Train: 87.24%, Valid: 82.71% Test: 76.90%
Run: 04, Epoch: 795, Loss: 0.2502, Train: 87.22%, Valid: 82.81% Test: 77.24%
Run: 04, Epoch: 800, Loss: 0.2440, Train: 87.23%, Valid: 82.66% Test: 76.74%
Run: 04, Epoch: 805, Loss: 0.2421, Train: 87.24%, Valid: 82.70% Test: 76.88%
Run: 04, Epoch: 810, Loss: 0.2415, Train: 87.28%, Valid: 82.80% Test: 77.14%
Run: 04, Epoch: 815, Loss: 0.2409, Train: 87.32%, Valid: 82.85% Test: 77.17%
Run: 04, Epoch: 820, Loss: 0.2408, Train: 87.33%, Valid: 82.85% Test: 77.13%
Run: 04, Epoch: 825, Loss: 0.2405, Train: 87.36%, Valid: 82.89% Test: 77.19%
Run: 04, Epoch: 830, Loss: 0.2402, Train: 87.38%, Valid: 82.93% Test: 77.22%
Run: 04, Epoch: 835, Loss: 0.2399, Train: 87.40%, Valid: 82.91% Test: 77.17%
Run: 04, Epoch: 840, Loss: 0.2398, Train: 87.42%, Valid: 82.91% Test: 77.13%
Run: 04, Epoch: 845, Loss: 0.2400, Train: 87.43%, Valid: 82.98% Test: 77.30%
Run: 04, Epoch: 850, Loss: 0.2460, Train: 87.41%, Valid: 82.78% Test: 76.71%
Run: 04, Epoch: 855, Loss: 0.2396, Train: 87.45%, Valid: 82.94% Test: 77.12%
Run: 04, Epoch: 860, Loss: 0.2393, Train: 87.46%, Valid: 82.91% Test: 77.07%
Run: 04, Epoch: 865, Loss: 0.2400, Train: 87.47%, Valid: 82.90% Test: 77.05%
Run: 04, Epoch: 870, Loss: 0.2401, Train: 87.50%, Valid: 82.92% Test: 77.07%
Run: 04, Epoch: 875, Loss: 0.2395, Train: 87.52%, Valid: 82.95% Test: 77.10%
Run: 04, Epoch: 880, Loss: 0.2391, Train: 87.54%, Valid: 82.97% Test: 77.15%
Run: 04, Epoch: 885, Loss: 0.2385, Train: 87.56%, Valid: 83.01% Test: 77.20%
Run: 04, Epoch: 890, Loss: 0.2387, Train: 87.57%, Valid: 83.07% Test: 77.35%
Run: 04, Epoch: 895, Loss: 0.2384, Train: 87.59%, Valid: 83.04% Test: 77.23%
Run: 04, Epoch: 900, Loss: 0.2394, Train: 87.59%, Valid: 83.13% Test: 77.48%
Run: 04, Epoch: 905, Loss: 0.2506, Train: 87.57%, Valid: 82.93% Test: 76.86%
Run: 04, Epoch: 910, Loss: 0.2432, Train: 87.60%, Valid: 82.92% Test: 76.91%
Run: 04, Epoch: 915, Loss: 0.2406, Train: 87.62%, Valid: 83.03% Test: 77.21%
Run: 04, Epoch: 920, Loss: 0.2380, Train: 87.65%, Valid: 83.10% Test: 77.35%
Run: 04, Epoch: 925, Loss: 0.2377, Train: 87.66%, Valid: 83.12% Test: 77.36%
Run: 04, Epoch: 930, Loss: 0.2377, Train: 87.68%, Valid: 83.13% Test: 77.38%
Run: 04, Epoch: 935, Loss: 0.2374, Train: 87.70%, Valid: 83.14% Test: 77.35%
Run: 04, Epoch: 940, Loss: 0.2371, Train: 87.72%, Valid: 83.15% Test: 77.32%
Run: 04, Epoch: 945, Loss: 0.2373, Train: 87.74%, Valid: 83.17% Test: 77.35%
Run: 04, Epoch: 950, Loss: 0.2369, Train: 87.75%, Valid: 83.19% Test: 77.41%
Run: 04, Epoch: 955, Loss: 0.2367, Train: 87.77%, Valid: 83.22% Test: 77.46%
Run: 04, Epoch: 960, Loss: 0.2401, Train: 87.75%, Valid: 83.05% Test: 76.98%
Run: 04, Epoch: 965, Loss: 0.2440, Train: 87.56%, Valid: 82.97% Test: 76.76%
Run: 04, Epoch: 970, Loss: 0.2522, Train: 87.37%, Valid: 82.81% Test: 76.99%
Run: 04, Epoch: 975, Loss: 0.2495, Train: 87.36%, Valid: 82.92% Test: 77.39%
Run: 04, Epoch: 980, Loss: 0.2435, Train: 87.29%, Valid: 82.86% Test: 77.08%
Run: 04, Epoch: 985, Loss: 0.2406, Train: 87.47%, Valid: 83.00% Test: 77.33%
Run: 04, Epoch: 990, Loss: 0.2401, Train: 87.56%, Valid: 83.01% Test: 77.12%
Run: 04, Epoch: 995, Loss: 0.2393, Train: 87.62%, Valid: 82.97% Test: 76.96%
Run: 04, Epoch: 1000, Loss: 0.2383, Train: 87.70%, Valid: 83.09% Test: 77.12%
Run 04:
Highest Train: 87.77
Highest Valid: 83.22
  Final Train: 87.77
   Final Test: 77.46
Run: 05, Epoch: 05, Loss: 0.3557, Train: 60.92%, Valid: 53.21% Test: 46.59%
Run: 05, Epoch: 10, Loss: 0.3527, Train: 65.85%, Valid: 55.33% Test: 46.74%
Run: 05, Epoch: 15, Loss: 0.3471, Train: 67.10%, Valid: 57.11% Test: 50.56%
Run: 05, Epoch: 20, Loss: 0.3388, Train: 68.48%, Valid: 60.64% Test: 53.57%
Run: 05, Epoch: 25, Loss: 0.3341, Train: 69.41%, Valid: 63.52% Test: 57.00%
Run: 05, Epoch: 30, Loss: 0.3266, Train: 70.43%, Valid: 67.18% Test: 60.78%
Run: 05, Epoch: 35, Loss: 0.3242, Train: 71.25%, Valid: 68.42% Test: 63.25%
Run: 05, Epoch: 40, Loss: 0.3201, Train: 71.87%, Valid: 69.16% Test: 64.27%
Run: 05, Epoch: 45, Loss: 0.3168, Train: 72.58%, Valid: 69.80% Test: 65.65%
Run: 05, Epoch: 50, Loss: 0.3129, Train: 73.56%, Valid: 70.62% Test: 66.72%
Run: 05, Epoch: 55, Loss: 0.3088, Train: 74.70%, Valid: 71.99% Test: 68.06%
Run: 05, Epoch: 60, Loss: 0.3042, Train: 76.05%, Valid: 73.75% Test: 69.02%
Run: 05, Epoch: 65, Loss: 0.2999, Train: 77.13%, Valid: 74.97% Test: 70.05%
Run: 05, Epoch: 70, Loss: 0.2961, Train: 77.91%, Valid: 75.73% Test: 70.52%
Run: 05, Epoch: 75, Loss: 0.2932, Train: 78.52%, Valid: 76.26% Test: 70.98%
Run: 05, Epoch: 80, Loss: 0.2909, Train: 79.04%, Valid: 76.54% Test: 71.11%
Run: 05, Epoch: 85, Loss: 0.2889, Train: 79.50%, Valid: 76.77% Test: 71.39%
Run: 05, Epoch: 90, Loss: 0.2889, Train: 79.87%, Valid: 76.94% Test: 71.49%
Run: 05, Epoch: 95, Loss: 0.2863, Train: 80.13%, Valid: 77.08% Test: 71.62%
Run: 05, Epoch: 100, Loss: 0.2848, Train: 80.40%, Valid: 77.24% Test: 71.76%
Run: 05, Epoch: 105, Loss: 0.2836, Train: 80.64%, Valid: 77.39% Test: 71.90%
Run: 05, Epoch: 110, Loss: 0.2829, Train: 80.88%, Valid: 77.57% Test: 72.02%
Run: 05, Epoch: 115, Loss: 0.2821, Train: 81.11%, Valid: 77.70% Test: 72.11%
Run: 05, Epoch: 120, Loss: 0.2812, Train: 81.29%, Valid: 77.84% Test: 72.36%
Run: 05, Epoch: 125, Loss: 0.2796, Train: 81.48%, Valid: 77.92% Test: 72.38%
Run: 05, Epoch: 130, Loss: 0.2794, Train: 81.66%, Valid: 78.03% Test: 72.57%
Run: 05, Epoch: 135, Loss: 0.2786, Train: 81.83%, Valid: 78.12% Test: 72.73%
Run: 05, Epoch: 140, Loss: 0.2772, Train: 82.01%, Valid: 78.24% Test: 72.89%
Run: 05, Epoch: 145, Loss: 0.2773, Train: 82.16%, Valid: 78.42% Test: 73.31%
Run: 05, Epoch: 150, Loss: 0.2750, Train: 82.35%, Valid: 78.56% Test: 73.43%
Run: 05, Epoch: 155, Loss: 0.2814, Train: 82.48%, Valid: 78.55% Test: 73.25%
Run: 05, Epoch: 160, Loss: 0.2789, Train: 82.60%, Valid: 78.74% Test: 73.59%
Run: 05, Epoch: 165, Loss: 0.2740, Train: 82.70%, Valid: 78.86% Test: 73.77%
Run: 05, Epoch: 170, Loss: 0.2737, Train: 82.81%, Valid: 78.92% Test: 73.81%
Run: 05, Epoch: 175, Loss: 0.2719, Train: 82.93%, Valid: 78.95% Test: 73.80%
Run: 05, Epoch: 180, Loss: 0.2710, Train: 83.03%, Valid: 79.09% Test: 74.01%
Run: 05, Epoch: 185, Loss: 0.2708, Train: 83.12%, Valid: 79.16% Test: 74.11%
Run: 05, Epoch: 190, Loss: 0.2705, Train: 83.22%, Valid: 79.19% Test: 73.96%
Run: 05, Epoch: 195, Loss: 0.2753, Train: 83.27%, Valid: 79.34% Test: 74.27%
Run: 05, Epoch: 200, Loss: 0.2703, Train: 83.36%, Valid: 79.30% Test: 73.98%
Run: 05, Epoch: 205, Loss: 0.2687, Train: 83.44%, Valid: 79.37% Test: 74.13%
Run: 05, Epoch: 210, Loss: 0.2693, Train: 83.52%, Valid: 79.39% Test: 74.16%
Run: 05, Epoch: 215, Loss: 0.2680, Train: 83.59%, Valid: 79.50% Test: 74.27%
Run: 05, Epoch: 220, Loss: 0.2674, Train: 83.66%, Valid: 79.53% Test: 74.34%
Run: 05, Epoch: 225, Loss: 0.2672, Train: 83.74%, Valid: 79.59% Test: 74.36%
Run: 05, Epoch: 230, Loss: 0.2659, Train: 83.80%, Valid: 79.70% Test: 74.57%
Run: 05, Epoch: 235, Loss: 0.2654, Train: 83.88%, Valid: 79.75% Test: 74.60%
Run: 05, Epoch: 240, Loss: 0.2804, Train: 83.88%, Valid: 79.53% Test: 73.99%
Run: 05, Epoch: 245, Loss: 0.2832, Train: 83.82%, Valid: 79.78% Test: 74.74%
Run: 05, Epoch: 250, Loss: 0.2670, Train: 83.83%, Valid: 79.51% Test: 73.91%
Run: 05, Epoch: 255, Loss: 0.2720, Train: 83.90%, Valid: 79.69% Test: 74.38%
Run: 05, Epoch: 260, Loss: 0.2664, Train: 83.94%, Valid: 79.74% Test: 74.70%

Run: 05, Epoch: 265, Loss: 0.2654, Train: 84.02%, Valid: 79.80% Test: 74.62%
Run: 05, Epoch: 270, Loss: 0.2655, Train: 84.11%, Valid: 79.81% Test: 74.51%
Run: 05, Epoch: 275, Loss: 0.2637, Train: 84.18%, Valid: 79.84% Test: 74.53%
Run: 05, Epoch: 280, Loss: 0.2636, Train: 84.25%, Valid: 79.99% Test: 74.79%
Run: 05, Epoch: 285, Loss: 0.2628, Train: 84.32%, Valid: 80.08% Test: 74.92%
Run: 05, Epoch: 290, Loss: 0.2621, Train: 84.40%, Valid: 80.13% Test: 74.90%
Run: 05, Epoch: 295, Loss: 0.2617, Train: 84.46%, Valid: 80.24% Test: 75.08%
Run: 05, Epoch: 300, Loss: 0.2612, Train: 84.52%, Valid: 80.28% Test: 75.07%
Run: 05, Epoch: 305, Loss: 0.2608, Train: 84.59%, Valid: 80.36% Test: 75.14%
Run: 05, Epoch: 310, Loss: 0.2604, Train: 84.64%, Valid: 80.43% Test: 75.23%
Run: 05, Epoch: 315, Loss: 0.2600, Train: 84.71%, Valid: 80.49% Test: 75.28%
Run: 05, Epoch: 320, Loss: 0.2595, Train: 84.77%, Valid: 80.56% Test: 75.33%
Run: 05, Epoch: 325, Loss: 0.2591, Train: 84.83%, Valid: 80.60% Test: 75.34%
Run: 05, Epoch: 330, Loss: 0.2589, Train: 84.88%, Valid: 80.69% Test: 75.48%
Run: 05, Epoch: 335, Loss: 0.2670, Train: 84.92%, Valid: 80.64% Test: 75.06%
Run: 05, Epoch: 340, Loss: 0.2606, Train: 84.96%, Valid: 80.71% Test: 75.24%
Run: 05, Epoch: 345, Loss: 0.2603, Train: 85.03%, Valid: 80.81% Test: 75.59%
Run: 05, Epoch: 350, Loss: 0.2583, Train: 85.07%, Valid: 80.82% Test: 75.47%
Run: 05, Epoch: 355, Loss: 0.2578, Train: 85.13%, Valid: 80.86% Test: 75.51%
Run: 05, Epoch: 360, Loss: 0.2569, Train: 85.17%, Valid: 80.90% Test: 75.58%
Run: 05, Epoch: 365, Loss: 0.2579, Train: 85.20%, Valid: 81.01% Test: 75.81%
Run: 05, Epoch: 370, Loss: 0.2643, Train: 85.23%, Valid: 80.90% Test: 75.36%
Run: 05, Epoch: 375, Loss: 0.2585, Train: 85.26%, Valid: 80.96% Test: 75.51%
Run: 05, Epoch: 380, Loss: 0.2559, Train: 85.30%, Valid: 81.08% Test: 75.89%
Run: 05, Epoch: 385, Loss: 0.2565, Train: 85.35%, Valid: 81.11% Test: 75.89%
Run: 05, Epoch: 390, Loss: 0.2560, Train: 85.40%, Valid: 81.13% Test: 75.87%
Run: 05, Epoch: 395, Loss: 0.2554, Train: 85.45%, Valid: 81.18% Test: 75.94%
Run: 05, Epoch: 400, Loss: 0.2546, Train: 85.49%, Valid: 81.22% Test: 75.98%
Run: 05, Epoch: 405, Loss: 0.2556, Train: 85.54%, Valid: 81.15% Test: 75.72%
Run: 05, Epoch: 410, Loss: 0.2559, Train: 85.57%, Valid: 81.33% Test: 76.17%
Run: 05, Epoch: 415, Loss: 0.2535, Train: 85.62%, Valid: 81.33% Test: 76.08%
Run: 05, Epoch: 420, Loss: 0.2549, Train: 85.66%, Valid: 81.24% Test: 75.75%
Run: 05, Epoch: 425, Loss: 0.2537, Train: 85.70%, Valid: 81.40% Test: 76.15%
Run: 05, Epoch: 430, Loss: 0.2526, Train: 85.74%, Valid: 81.42% Test: 76.14%
Run: 05, Epoch: 435, Loss: 0.2549, Train: 85.77%, Valid: 81.30% Test: 75.70%
Run: 05, Epoch: 440, Loss: 0.2578, Train: 85.75%, Valid: 81.39% Test: 76.09%
Run: 05, Epoch: 445, Loss: 0.2531, Train: 85.78%, Valid: 81.28% Test: 75.63%
Run: 05, Epoch: 450, Loss: 0.2543, Train: 85.82%, Valid: 81.40% Test: 75.99%
Run: 05, Epoch: 455, Loss: 0.2536, Train: 85.85%, Valid: 81.46% Test: 76.17%
Run: 05, Epoch: 460, Loss: 0.2515, Train: 85.89%, Valid: 81.40% Test: 75.94%
Run: 05, Epoch: 465, Loss: 0.2525, Train: 85.94%, Valid: 81.50% Test: 76.18%
Run: 05, Epoch: 470, Loss: 0.2511, Train: 85.96%, Valid: 81.56% Test: 76.33%
Run: 05, Epoch: 475, Loss: 0.2512, Train: 86.00%, Valid: 81.58% Test: 76.33%
Run: 05, Epoch: 480, Loss: 0.2504, Train: 86.04%, Valid: 81.62% Test: 76.35%
Run: 05, Epoch: 485, Loss: 0.2510, Train: 86.06%, Valid: 81.57% Test: 76.15%
Run: 05, Epoch: 490, Loss: 0.2563, Train: 86.05%, Valid: 81.68% Test: 76.35%
Run: 05, Epoch: 495, Loss: 0.2517, Train: 86.07%, Valid: 81.60% Test: 76.01%
Run: 05, Epoch: 500, Loss: 0.2506, Train: 86.12%, Valid: 81.62% Test: 76.16%
Run: 05, Epoch: 505, Loss: 0.2523, Train: 86.16%, Valid: 81.70% Test: 76.33%
Run: 05, Epoch: 510, Loss: 0.2506, Train: 86.18%, Valid: 81.74% Test: 76.44%
Run: 05, Epoch: 515, Loss: 0.2491, Train: 86.21%, Valid: 81.81% Test: 76.59%
Run: 05, Epoch: 520, Loss: 0.2490, Train: 86.25%, Valid: 81.82% Test: 76.57%
Run: 05, Epoch: 525, Loss: 0.2490, Train: 86.27%, Valid: 81.79% Test: 76.48%
Run: 05, Epoch: 530, Loss: 0.2484, Train: 86.30%, Valid: 81.83% Test: 76.52%
Run: 05, Epoch: 535, Loss: 0.2498, Train: 86.31%, Valid: 81.98% Test: 76.86%
Run: 05, Epoch: 540, Loss: 0.2563, Train: 86.32%, Valid: 81.84% Test: 76.46%
Run: 05, Epoch: 545, Loss: 0.2509, Train: 86.34%, Valid: 81.80% Test: 76.33%
Run: 05, Epoch: 550, Loss: 0.2480, Train: 86.37%, Valid: 81.92% Test: 76.64%
Run: 05, Epoch: 555, Loss: 0.2481, Train: 86.40%, Valid: 81.99% Test: 76.77%
Run: 05, Epoch: 560, Loss: 0.2481, Train: 86.43%, Valid: 82.00% Test: 76.76%
Run: 05, Epoch: 565, Loss: 0.2476, Train: 86.46%, Valid: 82.02% Test: 76.82%
Run: 05, Epoch: 570, Loss: 0.2469, Train: 86.49%, Valid: 82.04% Test: 76.82%
Run: 05, Epoch: 575, Loss: 0.2473, Train: 86.51%, Valid: 81.98% Test: 76.66%
Run: 05, Epoch: 580, Loss: 0.2475, Train: 86.53%, Valid: 82.13% Test: 76.96%
Run: 05, Epoch: 585, Loss: 0.2516, Train: 86.54%, Valid: 81.94% Test: 76.45%
Run: 05, Epoch: 590, Loss: 0.2463, Train: 86.57%, Valid: 82.05% Test: 76.72%
Run: 05, Epoch: 595, Loss: 0.2461, Train: 86.60%, Valid: 82.11% Test: 76.86%
Run: 05, Epoch: 600, Loss: 0.2462, Train: 86.62%, Valid: 82.13% Test: 76.87%
Run: 05, Epoch: 605, Loss: 0.2466, Train: 86.64%, Valid: 82.18% Test: 76.94%
Run: 05, Epoch: 610, Loss: 0.2454, Train: 86.67%, Valid: 82.19% Test: 76.94%
Run: 05, Epoch: 615, Loss: 0.2469, Train: 86.69%, Valid: 82.09% Test: 76.69%
Run: 05, Epoch: 620, Loss: 0.2515, Train: 86.66%, Valid: 82.28% Test: 77.16%
Run: 05, Epoch: 625, Loss: 0.2477, Train: 86.71%, Valid: 82.27% Test: 77.04%
Run: 05, Epoch: 630, Loss: 0.2467, Train: 86.74%, Valid: 82.28% Test: 77.05%
Run: 05, Epoch: 635, Loss: 0.2460, Train: 86.76%, Valid: 82.30% Test: 77.08%
Run: 05, Epoch: 640, Loss: 0.2454, Train: 86.78%, Valid: 82.32% Test: 77.10%
Run: 05, Epoch: 645, Loss: 0.2445, Train: 86.81%, Valid: 82.34% Test: 77.15%
Run: 05, Epoch: 650, Loss: 0.2451, Train: 86.83%, Valid: 82.26% Test: 76.95%
Run: 05, Epoch: 655, Loss: 0.2443, Train: 86.85%, Valid: 82.37% Test: 77.18%
Run: 05, Epoch: 660, Loss: 0.2445, Train: 86.88%, Valid: 82.29% Test: 76.97%
Run: 05, Epoch: 665, Loss: 0.2544, Train: 86.80%, Valid: 82.47% Test: 77.43%
Run: 05, Epoch: 670, Loss: 0.2489, Train: 86.84%, Valid: 82.50% Test: 77.47%
Run: 05, Epoch: 675, Loss: 0.2454, Train: 86.90%, Valid: 82.35% Test: 77.12%
Run: 05, Epoch: 680, Loss: 0.2452, Train: 86.91%, Valid: 82.25% Test: 76.89%
Run: 05, Epoch: 685, Loss: 0.2437, Train: 86.95%, Valid: 82.37% Test: 77.06%
Run: 05, Epoch: 690, Loss: 0.2434, Train: 86.96%, Valid: 82.43% Test: 77.21%
Run: 05, Epoch: 695, Loss: 0.2435, Train: 86.99%, Valid: 82.47% Test: 77.27%
Run: 05, Epoch: 700, Loss: 0.2457, Train: 86.99%, Valid: 82.41% Test: 77.12%
Run: 05, Epoch: 705, Loss: 0.2441, Train: 87.02%, Valid: 82.54% Test: 77.37%
Run: 05, Epoch: 710, Loss: 0.2442, Train: 87.05%, Valid: 82.53% Test: 77.40%
Run: 05, Epoch: 715, Loss: 0.2431, Train: 87.08%, Valid: 82.54% Test: 77.35%
Run: 05, Epoch: 720, Loss: 0.2420, Train: 87.10%, Valid: 82.55% Test: 77.34%
Run: 05, Epoch: 725, Loss: 0.2426, Train: 87.12%, Valid: 82.48% Test: 77.19%
Run: 05, Epoch: 730, Loss: 0.2449, Train: 87.12%, Valid: 82.66% Test: 77.56%
Run: 05, Epoch: 735, Loss: 0.2418, Train: 87.16%, Valid: 82.63% Test: 77.47%
Run: 05, Epoch: 740, Loss: 0.2430, Train: 87.17%, Valid: 82.54% Test: 77.27%
Run: 05, Epoch: 745, Loss: 0.2416, Train: 87.19%, Valid: 82.54% Test: 77.22%
Run: 05, Epoch: 750, Loss: 0.2422, Train: 87.21%, Valid: 82.70% Test: 77.51%
Run: 05, Epoch: 755, Loss: 0.2415, Train: 87.24%, Valid: 82.63% Test: 77.35%
Run: 05, Epoch: 760, Loss: 0.2412, Train: 87.25%, Valid: 82.73% Test: 77.55%
Run: 05, Epoch: 765, Loss: 0.2469, Train: 87.23%, Valid: 82.47% Test: 77.00%
Run: 05, Epoch: 770, Loss: 0.2411, Train: 87.24%, Valid: 82.66% Test: 77.44%
Run: 05, Epoch: 775, Loss: 0.2449, Train: 87.25%, Valid: 82.56% Test: 77.22%
Run: 05, Epoch: 780, Loss: 0.2414, Train: 87.28%, Valid: 82.64% Test: 77.36%
Run: 05, Epoch: 785, Loss: 0.2413, Train: 87.30%, Valid: 82.77% Test: 77.55%
Run: 05, Epoch: 790, Loss: 0.2411, Train: 87.33%, Valid: 82.74% Test: 77.48%
Run: 05, Epoch: 795, Loss: 0.2403, Train: 87.35%, Valid: 82.74% Test: 77.47%

Run: 05, Epoch: 800, Loss: 0.2401, Train: 87.37%, Valid: 82.76% Test: 77.51%
Run: 05, Epoch: 805, Loss: 0.2401, Train: 87.39%, Valid: 82.81% Test: 77.59%
Run: 05, Epoch: 810, Loss: 0.2396, Train: 87.41%, Valid: 82.84% Test: 77.64%
Run: 05, Epoch: 815, Loss: 0.2455, Train: 87.37%, Valid: 82.77% Test: 77.43%
Run: 05, Epoch: 820, Loss: 0.2433, Train: 87.41%, Valid: 82.85% Test: 77.58%
Run: 05, Epoch: 825, Loss: 0.2399, Train: 87.42%, Valid: 82.92% Test: 77.88%
Run: 05, Epoch: 830, Loss: 0.2406, Train: 87.46%, Valid: 82.89% Test: 77.68%
Run: 05, Epoch: 835, Loss: 0.2398, Train: 87.48%, Valid: 82.91% Test: 77.72%
Run: 05, Epoch: 840, Loss: 0.2395, Train: 87.50%, Valid: 83.00% Test: 77.91%
Run: 05, Epoch: 845, Loss: 0.2696, Train: 87.42%, Valid: 82.64% Test: 77.11%
Run: 05, Epoch: 850, Loss: 0.2519, Train: 87.41%, Valid: 82.77% Test: 77.43%
Run: 05, Epoch: 855, Loss: 0.2539, Train: 87.36%, Valid: 82.88% Test: 77.79%
Run: 05, Epoch: 860, Loss: 0.2449, Train: 87.37%, Valid: 82.66% Test: 77.38%
Run: 05, Epoch: 865, Loss: 0.2417, Train: 87.42%, Valid: 82.71% Test: 77.38%
Run: 05, Epoch: 870, Loss: 0.2415, Train: 87.48%, Valid: 82.82% Test: 77.59%
Run: 05, Epoch: 875, Loss: 0.2402, Train: 87.51%, Valid: 82.87% Test: 77.67%
Run: 05, Epoch: 880, Loss: 0.2389, Train: 87.53%, Valid: 82.82% Test: 77.59%
Run: 05, Epoch: 885, Loss: 0.2384, Train: 87.56%, Valid: 82.95% Test: 77.82%
Run: 05, Epoch: 890, Loss: 0.2382, Train: 87.59%, Valid: 82.96% Test: 77.80%
Run: 05, Epoch: 895, Loss: 0.2380, Train: 87.61%, Valid: 83.00% Test: 77.87%
Run: 05, Epoch: 900, Loss: 0.2377, Train: 87.63%, Valid: 83.00% Test: 77.81%
Run: 05, Epoch: 905, Loss: 0.2375, Train: 87.65%, Valid: 83.04% Test: 77.87%
Run: 05, Epoch: 910, Loss: 0.2374, Train: 87.67%, Valid: 83.05% Test: 77.86%
Run: 05, Epoch: 915, Loss: 0.2372, Train: 87.68%, Valid: 83.06% Test: 77.85%
Run: 05, Epoch: 920, Loss: 0.2371, Train: 87.70%, Valid: 83.07% Test: 77.86%
Run: 05, Epoch: 925, Loss: 0.2372, Train: 87.71%, Valid: 83.13% Test: 77.94%
Run: 05, Epoch: 930, Loss: 0.2433, Train: 87.69%, Valid: 82.89% Test: 77.51%
Run: 05, Epoch: 935, Loss: 0.2371, Train: 87.70%, Valid: 83.07% Test: 77.87%
Run: 05, Epoch: 940, Loss: 0.2398, Train: 87.71%, Valid: 82.95% Test: 77.63%
Run: 05, Epoch: 945, Loss: 0.2382, Train: 87.73%, Valid: 83.05% Test: 77.76%
Run: 05, Epoch: 950, Loss: 0.2374, Train: 87.75%, Valid: 83.14% Test: 77.94%
Run: 05, Epoch: 955, Loss: 0.2374, Train: 87.77%, Valid: 83.12% Test: 77.89%
Run: 05, Epoch: 960, Loss: 0.2366, Train: 87.79%, Valid: 83.12% Test: 77.91%
Run: 05, Epoch: 965, Loss: 0.2363, Train: 87.81%, Valid: 83.13% Test: 77.93%
Run: 05, Epoch: 970, Loss: 0.2362, Train: 87.82%, Valid: 83.18% Test: 77.99%
Run: 05, Epoch: 975, Loss: 0.2362, Train: 87.84%, Valid: 83.22% Test: 78.05%
Run: 05, Epoch: 980, Loss: 0.2358, Train: 87.85%, Valid: 83.22% Test: 78.04%
Run: 05, Epoch: 985, Loss: 0.2360, Train: 87.87%, Valid: 83.19% Test: 77.97%
Run: 05, Epoch: 990, Loss: 0.2388, Train: 87.85%, Valid: 83.32% Test: 78.22%
Run: 05, Epoch: 995, Loss: 0.2394, Train: 87.87%, Valid: 83.23% Test: 78.04%
Run: 05, Epoch: 1000, Loss: 0.2371, Train: 87.89%, Valid: 83.20% Test: 77.96%
Run 05:
Highest Train: 87.89
Highest Valid: 83.32
  Final Train: 87.85
   Final Test: 78.22
Run: 06, Epoch: 05, Loss: 0.3551, Train: 64.21%, Valid: 53.54% Test: 48.86%
Run: 06, Epoch: 10, Loss: 0.3518, Train: 66.11%, Valid: 55.16% Test: 49.10%
Run: 06, Epoch: 15, Loss: 0.3451, Train: 67.04%, Valid: 55.75% Test: 49.60%
Run: 06, Epoch: 20, Loss: 0.3371, Train: 67.71%, Valid: 59.46% Test: 51.74%
Run: 06, Epoch: 25, Loss: 0.3335, Train: 69.15%, Valid: 62.56% Test: 55.95%
Run: 06, Epoch: 30, Loss: 0.3271, Train: 70.57%, Valid: 67.01% Test: 60.49%
Run: 06, Epoch: 35, Loss: 0.3239, Train: 71.28%, Valid: 68.87% Test: 63.99%
Run: 06, Epoch: 40, Loss: 0.3205, Train: 72.01%, Valid: 69.59% Test: 64.65%
Run: 06, Epoch: 45, Loss: 0.3172, Train: 72.77%, Valid: 70.14% Test: 65.54%
Run: 06, Epoch: 50, Loss: 0.3135, Train: 73.60%, Valid: 70.87% Test: 66.22%
Run: 06, Epoch: 55, Loss: 0.3099, Train: 74.52%, Valid: 72.03% Test: 67.18%
Run: 06, Epoch: 60, Loss: 0.3062, Train: 75.45%, Valid: 73.16% Test: 68.26%
Run: 06, Epoch: 65, Loss: 0.3030, Train: 76.39%, Valid: 74.03% Test: 69.07%
Run: 06, Epoch: 70, Loss: 0.2994, Train: 77.27%, Valid: 74.83% Test: 69.82%
Run: 06, Epoch: 75, Loss: 0.2953, Train: 78.07%, Valid: 75.53% Test: 70.45%
Run: 06, Epoch: 80, Loss: 0.2929, Train: 78.65%, Valid: 75.97% Test: 70.73%
Run: 06, Epoch: 85, Loss: 0.2906, Train: 79.15%, Valid: 76.25% Test: 70.86%
Run: 06, Epoch: 90, Loss: 0.2897, Train: 79.57%, Valid: 76.52% Test: 71.09%
Run: 06, Epoch: 95, Loss: 0.2872, Train: 79.91%, Valid: 76.85% Test: 71.35%
Run: 06, Epoch: 100, Loss: 0.2855, Train: 80.22%, Valid: 77.00% Test: 71.42%
Run: 06, Epoch: 105, Loss: 0.2844, Train: 80.49%, Valid: 77.19% Test: 71.58%
Run: 06, Epoch: 110, Loss: 0.2842, Train: 80.73%, Valid: 77.34% Test: 71.78%
Run: 06, Epoch: 115, Loss: 0.2836, Train: 80.96%, Valid: 77.52% Test: 71.93%
Run: 06, Epoch: 120, Loss: 0.2814, Train: 81.19%, Valid: 77.66% Test: 72.01%
Run: 06, Epoch: 125, Loss: 0.2810, Train: 81.40%, Valid: 77.77% Test: 71.93%
Run: 06, Epoch: 130, Loss: 0.2797, Train: 81.61%, Valid: 77.90% Test: 71.98%
Run: 06, Epoch: 135, Loss: 0.2786, Train: 81.76%, Valid: 78.01% Test: 72.18%
Run: 06, Epoch: 140, Loss: 0.2783, Train: 81.93%, Valid: 78.14% Test: 72.28%
Run: 06, Epoch: 145, Loss: 0.2776, Train: 82.08%, Valid: 78.25% Test: 72.46%
Run: 06, Epoch: 150, Loss: 0.2765, Train: 82.23%, Valid: 78.36% Test: 72.63%
Run: 06, Epoch: 155, Loss: 0.2750, Train: 82.38%, Valid: 78.48% Test: 72.56%
Run: 06, Epoch: 160, Loss: 0.2754, Train: 82.53%, Valid: 78.50% Test: 72.41%
Run: 06, Epoch: 165, Loss: 0.2738, Train: 82.64%, Valid: 78.71% Test: 72.77%
Run: 06, Epoch: 170, Loss: 0.2729, Train: 82.76%, Valid: 78.72% Test: 72.75%
Run: 06, Epoch: 175, Loss: 0.2721, Train: 82.87%, Valid: 78.86% Test: 73.00%
Run: 06, Epoch: 180, Loss: 0.2720, Train: 82.98%, Valid: 78.94% Test: 73.17%
Run: 06, Epoch: 185, Loss: 0.2708, Train: 83.08%, Valid: 79.06% Test: 73.38%
Run: 06, Epoch: 190, Loss: 0.2763, Train: 83.18%, Valid: 79.10% Test: 73.07%
Run: 06, Epoch: 195, Loss: 0.2727, Train: 83.27%, Valid: 79.15% Test: 73.14%
Run: 06, Epoch: 200, Loss: 0.2699, Train: 83.35%, Valid: 79.30% Test: 73.48%
Run: 06, Epoch: 205, Loss: 0.2687, Train: 83.44%, Valid: 79.34% Test: 73.52%
Run: 06, Epoch: 210, Loss: 0.2688, Train: 83.52%, Valid: 79.42% Test: 73.48%
Run: 06, Epoch: 215, Loss: 0.2674, Train: 83.61%, Valid: 79.49% Test: 73.61%
Run: 06, Epoch: 220, Loss: 0.2714, Train: 83.65%, Valid: 79.65% Test: 74.22%
Run: 06, Epoch: 225, Loss: 0.2675, Train: 83.73%, Valid: 79.69% Test: 74.18%
Run: 06, Epoch: 230, Loss: 0.2666, Train: 83.80%, Valid: 79.79% Test: 74.24%
Run: 06, Epoch: 235, Loss: 0.2656, Train: 83.87%, Valid: 79.80% Test: 74.19%
Run: 06, Epoch: 240, Loss: 0.2648, Train: 83.95%, Valid: 79.88% Test: 74.18%
Run: 06, Epoch: 245, Loss: 0.2659, Train: 84.02%, Valid: 79.88% Test: 73.98%
Run: 06, Epoch: 250, Loss: 0.2649, Train: 84.08%, Valid: 80.03% Test: 74.47%
Run: 06, Epoch: 255, Loss: 0.2643, Train: 84.15%, Valid: 80.03% Test: 74.22%
Run: 06, Epoch: 260, Loss: 0.2687, Train: 84.17%, Valid: 80.18% Test: 74.82%
Run: 06, Epoch: 265, Loss: 0.2637, Train: 84.24%, Valid: 80.22% Test: 74.81%
Run: 06, Epoch: 270, Loss: 0.2631, Train: 84.31%, Valid: 80.28% Test: 74.84%
Run: 06, Epoch: 275, Loss: 0.2625, Train: 84.37%, Valid: 80.26% Test: 74.70%
Run: 06, Epoch: 280, Loss: 0.2616, Train: 84.43%, Valid: 80.34% Test: 74.72%
Run: 06, Epoch: 285, Loss: 0.2625, Train: 84.49%, Valid: 80.32% Test: 74.48%
Run: 06, Epoch: 290, Loss: 0.2629, Train: 84.53%, Valid: 80.47% Test: 74.99%
Run: 06, Epoch: 295, Loss: 0.2616, Train: 84.60%, Valid: 80.45% Test: 74.68%
Run: 06, Epoch: 300, Loss: 0.2604, Train: 84.66%, Valid: 80.49% Test: 74.69%
Run: 06, Epoch: 305, Loss: 0.2644, Train: 84.67%, Valid: 80.63% Test: 75.22%
Run: 06, Epoch: 310, Loss: 0.2598, Train: 84.73%, Valid: 80.65% Test: 75.20%
Run: 06, Epoch: 315, Loss: 0.2594, Train: 84.78%, Valid: 80.71% Test: 75.29%
Run: 06, Epoch: 320, Loss: 0.2590, Train: 84.83%, Valid: 80.69% Test: 75.12%
Run: 06, Epoch: 325, Loss: 0.2585, Train: 84.89%, Valid: 80.73% Test: 75.02%

Run: 06, Epoch: 330, Loss: 0.2593, Train: 84.94%, Valid: 80.71% Test: 74.80%
Run: 06, Epoch: 335, Loss: 0.2577, Train: 84.99%, Valid: 80.80% Test: 75.04%
Run: 06, Epoch: 340, Loss: 0.2603, Train: 84.99%, Valid: 80.94% Test: 75.53%
Run: 06, Epoch: 345, Loss: 0.2584, Train: 85.00%, Valid: 80.92% Test: 75.39%
Run: 06, Epoch: 350, Loss: 0.2607, Train: 85.06%, Valid: 80.89% Test: 75.18%
Run: 06, Epoch: 355, Loss: 0.2581, Train: 85.12%, Valid: 80.82% Test: 74.78%
Run: 06, Epoch: 360, Loss: 0.2591, Train: 85.15%, Valid: 80.92% Test: 75.11%
Run: 06, Epoch: 365, Loss: 0.2575, Train: 85.20%, Valid: 81.06% Test: 75.52%
Run: 06, Epoch: 370, Loss: 0.2567, Train: 85.24%, Valid: 81.00% Test: 75.12%
Run: 06, Epoch: 375, Loss: 0.2557, Train: 85.30%, Valid: 81.05% Test: 75.13%
Run: 06, Epoch: 380, Loss: 0.2555, Train: 85.34%, Valid: 81.08% Test: 75.14%
Run: 06, Epoch: 385, Loss: 0.2551, Train: 85.39%, Valid: 81.16% Test: 75.32%
Run: 06, Epoch: 390, Loss: 0.2553, Train: 85.42%, Valid: 81.24% Test: 75.52%
Run: 06, Epoch: 395, Loss: 0.2564, Train: 85.47%, Valid: 81.18% Test: 75.14%
Run: 06, Epoch: 400, Loss: 0.2566, Train: 85.49%, Valid: 81.33% Test: 75.60%
Run: 06, Epoch: 405, Loss: 0.2552, Train: 85.54%, Valid: 81.33% Test: 75.51%
Run: 06, Epoch: 410, Loss: 0.2536, Train: 85.59%, Valid: 81.35% Test: 75.47%
Run: 06, Epoch: 415, Loss: 0.2548, Train: 85.62%, Valid: 81.30% Test: 75.18%
Run: 06, Epoch: 420, Loss: 0.2547, Train: 85.64%, Valid: 81.45% Test: 75.64%
Run: 06, Epoch: 425, Loss: 0.2528, Train: 85.69%, Valid: 81.45% Test: 75.54%
Run: 06, Epoch: 430, Loss: 0.2561, Train: 85.71%, Valid: 81.33% Test: 75.01%
Run: 06, Epoch: 435, Loss: 0.2540, Train: 85.73%, Valid: 81.50% Test: 75.57%
Run: 06, Epoch: 440, Loss: 0.2524, Train: 85.76%, Valid: 81.41% Test: 75.25%
Run: 06, Epoch: 445, Loss: 0.2529, Train: 85.80%, Valid: 81.42% Test: 75.19%
Run: 06, Epoch: 450, Loss: 0.2529, Train: 85.83%, Valid: 81.48% Test: 75.33%
Run: 06, Epoch: 455, Loss: 0.2524, Train: 85.87%, Valid: 81.52% Test: 75.37%
Run: 06, Epoch: 460, Loss: 0.2516, Train: 85.91%, Valid: 81.58% Test: 75.45%
Run: 06, Epoch: 465, Loss: 0.2512, Train: 85.94%, Valid: 81.67% Test: 75.72%
Run: 06, Epoch: 470, Loss: 0.2506, Train: 85.98%, Valid: 81.69% Test: 75.70%
Run: 06, Epoch: 475, Loss: 0.2503, Train: 86.01%, Valid: 81.70% Test: 75.61%
Run: 06, Epoch: 480, Loss: 0.2645, Train: 85.88%, Valid: 81.85% Test: 76.29%
Run: 06, Epoch: 485, Loss: 0.2694, Train: 85.73%, Valid: 81.78% Test: 76.30%
Run: 06, Epoch: 490, Loss: 0.2573, Train: 85.84%, Valid: 81.50% Test: 75.32%
Run: 06, Epoch: 495, Loss: 0.2559, Train: 85.91%, Valid: 81.44% Test: 75.45%
Run: 06, Epoch: 500, Loss: 0.2529, Train: 85.96%, Valid: 81.55% Test: 75.53%
Run: 06, Epoch: 505, Loss: 0.2511, Train: 86.00%, Valid: 81.64% Test: 75.74%
Run: 06, Epoch: 510, Loss: 0.2507, Train: 86.06%, Valid: 81.59% Test: 75.46%
Run: 06, Epoch: 515, Loss: 0.2501, Train: 86.12%, Valid: 81.72% Test: 75.68%
Run: 06, Epoch: 520, Loss: 0.2494, Train: 86.16%, Valid: 81.77% Test: 75.74%
Run: 06, Epoch: 525, Loss: 0.2491, Train: 86.20%, Valid: 81.80% Test: 75.74%
Run: 06, Epoch: 530, Loss: 0.2488, Train: 86.23%, Valid: 81.85% Test: 75.77%
Run: 06, Epoch: 535, Loss: 0.2484, Train: 86.27%, Valid: 81.89% Test: 75.79%
Run: 06, Epoch: 540, Loss: 0.2481, Train: 86.30%, Valid: 81.93% Test: 75.84%
Run: 06, Epoch: 545, Loss: 0.2478, Train: 86.33%, Valid: 81.97% Test: 75.88%
Run: 06, Epoch: 550, Loss: 0.2476, Train: 86.36%, Valid: 81.99% Test: 75.86%
Run: 06, Epoch: 555, Loss: 0.2479, Train: 86.39%, Valid: 82.08% Test: 76.06%
Run: 06, Epoch: 560, Loss: 0.2848, Train: 86.31%, Valid: 81.80% Test: 75.09%
Run: 06, Epoch: 565, Loss: 0.2705, Train: 86.12%, Valid: 82.03% Test: 76.34%
Run: 06, Epoch: 570, Loss: 0.2646, Train: 86.20%, Valid: 81.89% Test: 75.90%
Run: 06, Epoch: 575, Loss: 0.2512, Train: 86.17%, Valid: 81.47% Test: 74.74%
Run: 06, Epoch: 580, Loss: 0.2513, Train: 86.24%, Valid: 81.65% Test: 75.22%
Run: 06, Epoch: 585, Loss: 0.2508, Train: 86.29%, Valid: 81.72% Test: 75.34%
Run: 06, Epoch: 590, Loss: 0.2491, Train: 86.36%, Valid: 81.91% Test: 75.81%
Run: 06, Epoch: 595, Loss: 0.2479, Train: 86.41%, Valid: 81.94% Test: 75.77%
Run: 06, Epoch: 600, Loss: 0.2476, Train: 86.46%, Valid: 81.96% Test: 75.69%
Run: 06, Epoch: 605, Loss: 0.2468, Train: 86.49%, Valid: 82.03% Test: 75.84%
Run: 06, Epoch: 610, Loss: 0.2466, Train: 86.53%, Valid: 82.08% Test: 75.86%
Run: 06, Epoch: 615, Loss: 0.2462, Train: 86.56%, Valid: 82.12% Test: 75.91%
Run: 06, Epoch: 620, Loss: 0.2459, Train: 86.60%, Valid: 82.14% Test: 75.91%
Run: 06, Epoch: 625, Loss: 0.2457, Train: 86.63%, Valid: 82.19% Test: 75.98%
Run: 06, Epoch: 630, Loss: 0.2454, Train: 86.66%, Valid: 82.21% Test: 75.98%
Run: 06, Epoch: 635, Loss: 0.2452, Train: 86.68%, Valid: 82.25% Test: 76.03%
Run: 06, Epoch: 640, Loss: 0.2450, Train: 86.71%, Valid: 82.27% Test: 76.05%
Run: 06, Epoch: 645, Loss: 0.2447, Train: 86.74%, Valid: 82.30% Test: 76.07%
Run: 06, Epoch: 650, Loss: 0.2445, Train: 86.76%, Valid: 82.32% Test: 76.08%
Run: 06, Epoch: 655, Loss: 0.2443, Train: 86.79%, Valid: 82.35% Test: 76.11%
Run: 06, Epoch: 660, Loss: 0.2441, Train: 86.81%, Valid: 82.37% Test: 76.12%
Run: 06, Epoch: 665, Loss: 0.2439, Train: 86.84%, Valid: 82.40% Test: 76.14%
Run: 06, Epoch: 670, Loss: 0.2437, Train: 86.86%, Valid: 82.42% Test: 76.14%
Run: 06, Epoch: 675, Loss: 0.2435, Train: 86.89%, Valid: 82.45% Test: 76.17%
Run: 06, Epoch: 680, Loss: 0.2436, Train: 86.91%, Valid: 82.43% Test: 76.08%
Run: 06, Epoch: 685, Loss: 0.2572, Train: 86.81%, Valid: 82.54% Test: 76.51%
Run: 06, Epoch: 690, Loss: 0.2511, Train: 86.87%, Valid: 82.53% Test: 76.45%
Run: 06, Epoch: 695, Loss: 0.2440, Train: 86.90%, Valid: 82.39% Test: 75.95%
Run: 06, Epoch: 700, Loss: 0.2461, Train: 86.93%, Valid: 82.43% Test: 76.01%
Run: 06, Epoch: 705, Loss: 0.2464, Train: 86.95%, Valid: 82.50% Test: 76.19%
Run: 06, Epoch: 710, Loss: 0.2434, Train: 86.98%, Valid: 82.39% Test: 75.80%
Run: 06, Epoch: 715, Loss: 0.2442, Train: 87.02%, Valid: 82.54% Test: 76.25%
Run: 06, Epoch: 720, Loss: 0.2440, Train: 87.04%, Valid: 82.62% Test: 76.43%
Run: 06, Epoch: 725, Loss: 0.2426, Train: 87.06%, Valid: 82.52% Test: 76.06%
Run: 06, Epoch: 730, Loss: 0.2428, Train: 87.09%, Valid: 82.55% Test: 76.10%
Run: 06, Epoch: 735, Loss: 0.2421, Train: 87.11%, Valid: 82.59% Test: 76.19%
Run: 06, Epoch: 740, Loss: 0.2420, Train: 87.13%, Valid: 82.62% Test: 76.23%
Run: 06, Epoch: 745, Loss: 0.2417, Train: 87.16%, Valid: 82.63% Test: 76.23%
Run: 06, Epoch: 750, Loss: 0.2414, Train: 87.18%, Valid: 82.67% Test: 76.29%
Run: 06, Epoch: 755, Loss: 0.2412, Train: 87.20%, Valid: 82.70% Test: 76.31%
Run: 06, Epoch: 760, Loss: 0.2417, Train: 87.22%, Valid: 82.65% Test: 76.14%
Run: 06, Epoch: 765, Loss: 0.2488, Train: 87.17%, Valid: 82.78% Test: 76.52%
Run: 06, Epoch: 770, Loss: 0.2436, Train: 87.23%, Valid: 82.78% Test: 76.49%
Run: 06, Epoch: 775, Loss: 0.2428, Train: 87.26%, Valid: 82.81% Test: 76.46%
Run: 06, Epoch: 780, Loss: 0.2418, Train: 87.28%, Valid: 82.79% Test: 76.40%
Run: 06, Epoch: 785, Loss: 0.2411, Train: 87.31%, Valid: 82.80% Test: 76.38%
Run: 06, Epoch: 790, Loss: 0.2408, Train: 87.33%, Valid: 82.81% Test: 76.41%
Run: 06, Epoch: 795, Loss: 0.2404, Train: 87.35%, Valid: 82.83% Test: 76.40%
Run: 06, Epoch: 800, Loss: 0.2402, Train: 87.37%, Valid: 82.79% Test: 76.28%
Run: 06, Epoch: 805, Loss: 0.2398, Train: 87.39%, Valid: 82.86% Test: 76.40%
Run: 06, Epoch: 810, Loss: 0.2400, Train: 87.40%, Valid: 82.80% Test: 76.20%
Run: 06, Epoch: 815, Loss: 0.2570, Train: 87.25%, Valid: 82.92% Test: 76.70%
Run: 06, Epoch: 820, Loss: 0.2472, Train: 87.36%, Valid: 82.85% Test: 76.47%
Run: 06, Epoch: 825, Loss: 0.2420, Train: 87.36%, Valid: 82.70% Test: 75.94%
Run: 06, Epoch: 830, Loss: 0.2412, Train: 87.37%, Valid: 82.86% Test: 76.35%
Run: 06, Epoch: 835, Loss: 0.2398, Train: 87.41%, Valid: 82.78% Test: 76.16%
Run: 06, Epoch: 840, Loss: 0.2417, Train: 87.44%, Valid: 82.89% Test: 76.42%
Run: 06, Epoch: 845, Loss: 0.2417, Train: 87.46%, Valid: 82.84% Test: 76.28%
Run: 06, Epoch: 850, Loss: 0.2398, Train: 87.48%, Valid: 82.95% Test: 76.59%
Run: 06, Epoch: 855, Loss: 0.2391, Train: 87.51%, Valid: 82.88% Test: 76.34%
Run: 06, Epoch: 860, Loss: 0.2390, Train: 87.54%, Valid: 82.95% Test: 76.46%

Run: 06, Epoch: 865, Loss: 0.2389, Train: 87.56%, Valid: 82.97% Test: 76.50%
Run: 06, Epoch: 870, Loss: 0.2383, Train: 87.57%, Valid: 82.95% Test: 76.39%
Run: 06, Epoch: 875, Loss: 0.2383, Train: 87.59%, Valid: 82.98% Test: 76.41%
Run: 06, Epoch: 880, Loss: 0.2426, Train: 87.57%, Valid: 83.10% Test: 76.76%
Run: 06, Epoch: 885, Loss: 0.2384, Train: 87.58%, Valid: 83.07% Test: 76.61%
Run: 06, Epoch: 890, Loss: 0.2389, Train: 87.60%, Valid: 83.11% Test: 76.62%
Run: 06, Epoch: 895, Loss: 0.2399, Train: 87.61%, Valid: 83.02% Test: 76.33%
Run: 06, Epoch: 900, Loss: 0.2383, Train: 87.65%, Valid: 83.03% Test: 76.34%
Run: 06, Epoch: 905, Loss: 0.2376, Train: 87.67%, Valid: 83.01% Test: 76.32%
Run: 06, Epoch: 910, Loss: 0.2375, Train: 87.69%, Valid: 83.05% Test: 76.40%
Run: 06, Epoch: 915, Loss: 0.2372, Train: 87.71%, Valid: 83.09% Test: 76.50%
Run: 06, Epoch: 920, Loss: 0.2373, Train: 87.72%, Valid: 83.13% Test: 76.56%
Run: 06, Epoch: 925, Loss: 0.2370, Train: 87.74%, Valid: 83.14% Test: 76.55%
Run: 06, Epoch: 930, Loss: 0.2379, Train: 87.75%, Valid: 83.07% Test: 76.34%
Run: 06, Epoch: 935, Loss: 0.2417, Train: 87.73%, Valid: 83.22% Test: 76.73%
Run: 06, Epoch: 940, Loss: 0.2368, Train: 87.77%, Valid: 83.19% Test: 76.61%
Run: 06, Epoch: 945, Loss: 0.2367, Train: 87.79%, Valid: 83.19% Test: 76.55%
Run: 06, Epoch: 950, Loss: 0.2373, Train: 87.81%, Valid: 83.16% Test: 76.43%
Run: 06, Epoch: 955, Loss: 0.2374, Train: 87.82%, Valid: 83.11% Test: 76.31%
Run: 06, Epoch: 960, Loss: 0.2361, Train: 87.84%, Valid: 83.18% Test: 76.47%
Run: 06, Epoch: 965, Loss: 0.2370, Train: 87.84%, Valid: 83.27% Test: 76.68%
Run: 06, Epoch: 970, Loss: 0.2382, Train: 87.86%, Valid: 83.16% Test: 76.35%
Run: 06, Epoch: 975, Loss: 0.2365, Train: 87.88%, Valid: 83.26% Test: 76.62%
Run: 06, Epoch: 980, Loss: 0.2358, Train: 87.89%, Valid: 83.28% Test: 76.63%
Run: 06, Epoch: 985, Loss: 0.2379, Train: 87.90%, Valid: 83.16% Test: 76.29%
Run: 06, Epoch: 990, Loss: 0.2386, Train: 87.90%, Valid: 83.31% Test: 76.67%
Run: 06, Epoch: 995, Loss: 0.2368, Train: 87.92%, Valid: 83.32% Test: 76.66%
Run: 06, Epoch: 1000, Loss: 0.2353, Train: 87.94%, Valid: 83.30% Test: 76.58%
Run 06:
Highest Train: 87.94
Highest Valid: 83.32
  Final Train: 87.92
   Final Test: 76.66
Run: 07, Epoch: 05, Loss: 0.3570, Train: 65.25%, Valid: 58.45% Test: 50.34%
Run: 07, Epoch: 10, Loss: 0.3520, Train: 66.86%, Valid: 56.55% Test: 48.30%
Run: 07, Epoch: 15, Loss: 0.3479, Train: 67.39%, Valid: 56.67% Test: 49.83%
Run: 07, Epoch: 20, Loss: 0.3389, Train: 68.06%, Valid: 58.33% Test: 51.24%
Run: 07, Epoch: 25, Loss: 0.3305, Train: 69.16%, Valid: 62.02% Test: 55.57%
Run: 07, Epoch: 30, Loss: 0.3265, Train: 70.25%, Valid: 65.76% Test: 59.23%
Run: 07, Epoch: 35, Loss: 0.3228, Train: 71.26%, Valid: 68.08% Test: 62.38%
Run: 07, Epoch: 40, Loss: 0.3191, Train: 71.95%, Valid: 68.34% Test: 64.06%
Run: 07, Epoch: 45, Loss: 0.3154, Train: 72.95%, Valid: 69.72% Test: 65.91%
Run: 07, Epoch: 50, Loss: 0.3108, Train: 74.15%, Valid: 71.31% Test: 67.61%
Run: 07, Epoch: 55, Loss: 0.3060, Train: 75.34%, Valid: 72.67% Test: 68.67%
Run: 07, Epoch: 60, Loss: 0.3021, Train: 76.28%, Valid: 73.75% Test: 69.30%
Run: 07, Epoch: 65, Loss: 0.2990, Train: 77.11%, Valid: 74.78% Test: 69.85%
Run: 07, Epoch: 70, Loss: 0.2965, Train: 77.85%, Valid: 75.63% Test: 70.41%
Run: 07, Epoch: 75, Loss: 0.2945, Train: 78.48%, Valid: 76.01% Test: 70.71%
Run: 07, Epoch: 80, Loss: 0.2921, Train: 79.00%, Valid: 76.22% Test: 70.72%
Run: 07, Epoch: 85, Loss: 0.2894, Train: 79.45%, Valid: 76.49% Test: 70.81%
Run: 07, Epoch: 90, Loss: 0.2874, Train: 79.88%, Valid: 76.85% Test: 70.96%
Run: 07, Epoch: 95, Loss: 0.2863, Train: 80.23%, Valid: 77.05% Test: 71.04%
Run: 07, Epoch: 100, Loss: 0.2849, Train: 80.54%, Valid: 77.28% Test: 71.29%
Run: 07, Epoch: 105, Loss: 0.2834, Train: 80.81%, Valid: 77.40% Test: 71.35%
Run: 07, Epoch: 110, Loss: 0.2828, Train: 81.04%, Valid: 77.50% Test: 71.42%
Run: 07, Epoch: 115, Loss: 0.2815, Train: 81.29%, Valid: 77.65% Test: 71.61%
Run: 07, Epoch: 120, Loss: 0.2802, Train: 81.51%, Valid: 77.87% Test: 71.94%
Run: 07, Epoch: 125, Loss: 0.2791, Train: 81.69%, Valid: 77.98% Test: 72.08%
Run: 07, Epoch: 130, Loss: 0.2787, Train: 81.87%, Valid: 78.13% Test: 72.22%
Run: 07, Epoch: 135, Loss: 0.2767, Train: 82.01%, Valid: 78.29% Test: 72.42%
Run: 07, Epoch: 140, Loss: 0.2763, Train: 82.14%, Valid: 78.40% Test: 72.59%
Run: 07, Epoch: 145, Loss: 0.2752, Train: 82.29%, Valid: 78.51% Test: 72.76%
Run: 07, Epoch: 150, Loss: 0.2747, Train: 82.43%, Valid: 78.62% Test: 72.82%
Run: 07, Epoch: 155, Loss: 0.2744, Train: 82.55%, Valid: 78.66% Test: 72.79%
Run: 07, Epoch: 160, Loss: 0.2756, Train: 82.69%, Valid: 78.84% Test: 73.12%
Run: 07, Epoch: 165, Loss: 0.2724, Train: 82.77%, Valid: 78.87% Test: 73.01%
Run: 07, Epoch: 170, Loss: 0.2740, Train: 82.86%, Valid: 78.97% Test: 73.23%
Run: 07, Epoch: 175, Loss: 0.2718, Train: 82.98%, Valid: 79.03% Test: 73.43%
Run: 07, Epoch: 180, Loss: 0.2709, Train: 83.07%, Valid: 79.12% Test: 73.54%
Run: 07, Epoch: 185, Loss: 0.2704, Train: 83.17%, Valid: 79.23% Test: 73.65%
Run: 07, Epoch: 190, Loss: 0.2704, Train: 83.25%, Valid: 79.22% Test: 73.62%
Run: 07, Epoch: 195, Loss: 0.2702, Train: 83.35%, Valid: 79.41% Test: 74.11%
Run: 07, Epoch: 200, Loss: 0.2681, Train: 83.43%, Valid: 79.42% Test: 74.10%
Run: 07, Epoch: 205, Loss: 0.2712, Train: 83.48%, Valid: 79.39% Test: 73.82%
Run: 07, Epoch: 210, Loss: 0.2673, Train: 83.57%, Valid: 79.53% Test: 74.08%
Run: 07, Epoch: 215, Loss: 0.2675, Train: 83.63%, Valid: 79.55% Test: 74.02%
Run: 07, Epoch: 220, Loss: 0.2675, Train: 83.70%, Valid: 79.58% Test: 74.13%
Run: 07, Epoch: 225, Loss: 0.2668, Train: 83.77%, Valid: 79.64% Test: 74.26%
Run: 07, Epoch: 230, Loss: 0.2655, Train: 83.84%, Valid: 79.75% Test: 74.47%
Run: 07, Epoch: 235, Loss: 0.2667, Train: 83.91%, Valid: 79.87% Test: 74.85%
Run: 07, Epoch: 240, Loss: 0.2652, Train: 83.98%, Valid: 79.88% Test: 74.64%
Run: 07, Epoch: 245, Loss: 0.2648, Train: 84.03%, Valid: 79.89% Test: 74.57%
Run: 07, Epoch: 250, Loss: 0.2682, Train: 84.10%, Valid: 80.03% Test: 74.97%
Run: 07, Epoch: 255, Loss: 0.2658, Train: 84.15%, Valid: 80.10% Test: 74.93%
Run: 07, Epoch: 260, Loss: 0.2645, Train: 84.21%, Valid: 80.14% Test: 75.06%
Run: 07, Epoch: 265, Loss: 0.2634, Train: 84.26%, Valid: 80.20% Test: 75.11%
Run: 07, Epoch: 270, Loss: 0.2624, Train: 84.32%, Valid: 80.22% Test: 75.08%
Run: 07, Epoch: 275, Loss: 0.2635, Train: 84.37%, Valid: 80.19% Test: 74.84%
Run: 07, Epoch: 280, Loss: 0.2647, Train: 84.43%, Valid: 80.32% Test: 75.17%
Run: 07, Epoch: 285, Loss: 0.2634, Train: 84.47%, Valid: 80.36% Test: 75.07%
Run: 07, Epoch: 290, Loss: 0.2623, Train: 84.53%, Valid: 80.41% Test: 75.23%
Run: 07, Epoch: 295, Loss: 0.2610, Train: 84.58%, Valid: 80.48% Test: 75.32%
Run: 07, Epoch: 300, Loss: 0.2610, Train: 84.63%, Valid: 80.48% Test: 75.29%
Run: 07, Epoch: 305, Loss: 0.2599, Train: 84.68%, Valid: 80.53% Test: 75.27%
Run: 07, Epoch: 310, Loss: 0.2653, Train: 84.70%, Valid: 80.65% Test: 75.60%
Run: 07, Epoch: 315, Loss: 0.2613, Train: 84.72%, Valid: 80.69% Test: 75.80%
Run: 07, Epoch: 320, Loss: 0.2613, Train: 84.77%, Valid: 80.67% Test: 75.35%
Run: 07, Epoch: 325, Loss: 0.2598, Train: 84.80%, Valid: 80.57% Test: 75.16%
Run: 07, Epoch: 330, Loss: 0.2614, Train: 84.85%, Valid: 80.67% Test: 75.15%
Run: 07, Epoch: 335, Loss: 0.2594, Train: 84.90%, Valid: 80.72% Test: 75.49%
Run: 07, Epoch: 340, Loss: 0.2584, Train: 84.95%, Valid: 80.81% Test: 75.59%
Run: 07, Epoch: 345, Loss: 0.2579, Train: 84.99%, Valid: 80.80% Test: 75.54%
Run: 07, Epoch: 350, Loss: 0.2578, Train: 85.03%, Valid: 80.83% Test: 75.48%
Run: 07, Epoch: 355, Loss: 0.2576, Train: 85.07%, Valid: 80.84% Test: 75.48%
Run: 07, Epoch: 360, Loss: 0.2586, Train: 85.12%, Valid: 80.99% Test: 75.78%
Run: 07, Epoch: 365, Loss: 0.2596, Train: 85.16%, Valid: 80.95% Test: 75.57%
Run: 07, Epoch: 370, Loss: 0.2576, Train: 85.20%, Valid: 80.96% Test: 75.47%
Run: 07, Epoch: 375, Loss: 0.2560, Train: 85.25%, Valid: 81.05% Test: 75.71%
Run: 07, Epoch: 380, Loss: 0.2573, Train: 85.29%, Valid: 81.14% Test: 75.90%
Run: 07, Epoch: 385, Loss: 0.2570, Train: 85.33%, Valid: 81.11% Test: 75.73%
Run: 07, Epoch: 390, Loss: 0.2551, Train: 85.38%, Valid: 81.16% Test: 75.81%

Run: 07, Epoch: 395, Loss: 0.2562, Train: 85.41%, Valid: 81.24% Test: 76.05%
Run: 07, Epoch: 400, Loss: 0.2678, Train: 85.42%, Valid: 81.14% Test: 75.56%
Run: 07, Epoch: 405, Loss: 0.2552, Train: 85.43%, Valid: 81.23% Test: 75.88%
Run: 07, Epoch: 410, Loss: 0.2571, Train: 85.46%, Valid: 81.27% Test: 75.92%
Run: 07, Epoch: 415, Loss: 0.2545, Train: 85.49%, Valid: 81.16% Test: 75.66%
Run: 07, Epoch: 420, Loss: 0.2564, Train: 85.54%, Valid: 81.28% Test: 75.68%
Run: 07, Epoch: 425, Loss: 0.2542, Train: 85.59%, Valid: 81.32% Test: 75.99%
Run: 07, Epoch: 430, Loss: 0.2534, Train: 85.62%, Valid: 81.40% Test: 76.07%
Run: 07, Epoch: 435, Loss: 0.2531, Train: 85.66%, Valid: 81.42% Test: 76.13%
Run: 07, Epoch: 440, Loss: 0.2528, Train: 85.71%, Valid: 81.47% Test: 76.15%
Run: 07, Epoch: 445, Loss: 0.2530, Train: 85.74%, Valid: 81.45% Test: 75.99%
Run: 07, Epoch: 450, Loss: 0.2529, Train: 85.79%, Valid: 81.56% Test: 76.29%
Run: 07, Epoch: 455, Loss: 0.2565, Train: 85.80%, Valid: 81.44% Test: 75.81%
Run: 07, Epoch: 460, Loss: 0.2518, Train: 85.86%, Valid: 81.57% Test: 76.17%
Run: 07, Epoch: 465, Loss: 0.2520, Train: 85.89%, Valid: 81.57% Test: 76.14%
Run: 07, Epoch: 470, Loss: 0.2527, Train: 85.92%, Valid: 81.61% Test: 76.25%
Run: 07, Epoch: 475, Loss: 0.2517, Train: 85.95%, Valid: 81.66% Test: 76.28%
Run: 07, Epoch: 480, Loss: 0.2517, Train: 85.98%, Valid: 81.63% Test: 76.15%
Run: 07, Epoch: 485, Loss: 0.2504, Train: 86.03%, Valid: 81.72% Test: 76.35%
Run: 07, Epoch: 490, Loss: 0.2501, Train: 86.06%, Valid: 81.75% Test: 76.41%
Run: 07, Epoch: 495, Loss: 0.2512, Train: 86.07%, Valid: 81.69% Test: 76.15%
Run: 07, Epoch: 500, Loss: 0.2569, Train: 85.85%, Valid: 81.31% Test: 75.39%
Run: 07, Epoch: 505, Loss: 0.2624, Train: 85.41%, Valid: 81.37% Test: 76.29%
Run: 07, Epoch: 510, Loss: 0.2623, Train: 85.39%, Valid: 81.22% Test: 75.86%
Run: 07, Epoch: 515, Loss: 0.2610, Train: 85.51%, Valid: 81.08% Test: 75.37%
Run: 07, Epoch: 520, Loss: 0.2552, Train: 85.60%, Valid: 81.11% Test: 75.31%
Run: 07, Epoch: 525, Loss: 0.2540, Train: 85.75%, Valid: 81.39% Test: 75.77%
Run: 07, Epoch: 530, Loss: 0.2533, Train: 85.87%, Valid: 81.48% Test: 75.79%
Run: 07, Epoch: 535, Loss: 0.2516, Train: 85.99%, Valid: 81.60% Test: 76.07%
Run: 07, Epoch: 540, Loss: 0.2506, Train: 86.07%, Valid: 81.72% Test: 76.39%
Run: 07, Epoch: 545, Loss: 0.2500, Train: 86.14%, Valid: 81.74% Test: 76.31%
Run: 07, Epoch: 550, Loss: 0.2493, Train: 86.19%, Valid: 81.79% Test: 76.42%
Run: 07, Epoch: 555, Loss: 0.2489, Train: 86.24%, Valid: 81.81% Test: 76.41%
Run: 07, Epoch: 560, Loss: 0.2485, Train: 86.29%, Valid: 81.86% Test: 76.48%
Run: 07, Epoch: 565, Loss: 0.2481, Train: 86.34%, Valid: 81.91% Test: 76.51%
Run: 07, Epoch: 570, Loss: 0.2477, Train: 86.38%, Valid: 81.96% Test: 76.58%
Run: 07, Epoch: 575, Loss: 0.2474, Train: 86.43%, Valid: 82.00% Test: 76.63%
Run: 07, Epoch: 580, Loss: 0.2470, Train: 86.48%, Valid: 82.03% Test: 76.62%
Run: 07, Epoch: 585, Loss: 0.2467, Train: 86.52%, Valid: 82.07% Test: 76.65%
Run: 07, Epoch: 590, Loss: 0.2472, Train: 86.55%, Valid: 82.07% Test: 76.62%
Run: 07, Epoch: 595, Loss: 0.2461, Train: 86.60%, Valid: 82.13% Test: 76.72%
Run: 07, Epoch: 600, Loss: 0.2462, Train: 86.63%, Valid: 82.16% Test: 76.75%
Run: 07, Epoch: 605, Loss: 0.2566, Train: 86.60%, Valid: 82.04% Test: 76.41%
Run: 07, Epoch: 610, Loss: 0.2510, Train: 86.66%, Valid: 82.13% Test: 76.64%
Run: 07, Epoch: 615, Loss: 0.2464, Train: 86.70%, Valid: 82.23% Test: 76.84%
Run: 07, Epoch: 620, Loss: 0.2453, Train: 86.72%, Valid: 82.23% Test: 76.91%
Run: 07, Epoch: 625, Loss: 0.2456, Train: 86.76%, Valid: 82.29% Test: 76.90%
Run: 07, Epoch: 630, Loss: 0.2451, Train: 86.79%, Valid: 82.30% Test: 76.92%
Run: 07, Epoch: 635, Loss: 0.2444, Train: 86.82%, Valid: 82.34% Test: 76.96%
Run: 07, Epoch: 640, Loss: 0.2448, Train: 86.85%, Valid: 82.31% Test: 76.88%
Run: 07, Epoch: 645, Loss: 0.2444, Train: 86.88%, Valid: 82.39% Test: 77.03%
Run: 07, Epoch: 650, Loss: 0.2477, Train: 86.87%, Valid: 82.28% Test: 76.71%
Run: 07, Epoch: 655, Loss: 0.2449, Train: 86.92%, Valid: 82.39% Test: 77.01%
Run: 07, Epoch: 660, Loss: 0.2436, Train: 86.94%, Valid: 82.35% Test: 76.81%
Run: 07, Epoch: 665, Loss: 0.2436, Train: 86.95%, Valid: 82.34% Test: 76.78%
Run: 07, Epoch: 670, Loss: 0.2437, Train: 86.98%, Valid: 82.37% Test: 76.81%
Run: 07, Epoch: 675, Loss: 0.2430, Train: 87.01%, Valid: 82.43% Test: 76.90%
Run: 07, Epoch: 680, Loss: 0.2427, Train: 87.04%, Valid: 82.50% Test: 77.04%
Run: 07, Epoch: 685, Loss: 0.2434, Train: 87.06%, Valid: 82.56% Test: 77.13%
Run: 07, Epoch: 690, Loss: 0.2482, Train: 87.06%, Valid: 82.43% Test: 76.85%
Run: 07, Epoch: 695, Loss: 0.2434, Train: 87.09%, Valid: 82.47% Test: 76.86%
Run: 07, Epoch: 700, Loss: 0.2420, Train: 87.12%, Valid: 82.51% Test: 76.95%
Run: 07, Epoch: 705, Loss: 0.2420, Train: 87.14%, Valid: 82.56% Test: 77.06%
Run: 07, Epoch: 710, Loss: 0.2428, Train: 87.16%, Valid: 82.62% Test: 77.11%
Run: 07, Epoch: 715, Loss: 0.2424, Train: 87.19%, Valid: 82.58% Test: 77.02%
Run: 07, Epoch: 720, Loss: 0.2412, Train: 87.22%, Valid: 82.64% Test: 77.07%
Run: 07, Epoch: 725, Loss: 0.2410, Train: 87.23%, Valid: 82.66% Test: 77.09%
Run: 07, Epoch: 730, Loss: 0.2485, Train: 87.17%, Valid: 82.45% Test: 76.59%
Run: 07, Epoch: 735, Loss: 0.2442, Train: 87.12%, Valid: 82.52% Test: 76.92%
Run: 07, Epoch: 740, Loss: 0.2461, Train: 87.15%, Valid: 82.56% Test: 76.93%
Run: 07, Epoch: 745, Loss: 0.2445, Train: 87.17%, Valid: 82.47% Test: 76.60%
Run: 07, Epoch: 750, Loss: 0.2426, Train: 87.18%, Valid: 82.51% Test: 76.81%
Run: 07, Epoch: 755, Loss: 0.2417, Train: 87.25%, Valid: 82.57% Test: 76.83%
Run: 07, Epoch: 760, Loss: 0.2413, Train: 87.29%, Valid: 82.61% Test: 76.95%
Run: 07, Epoch: 765, Loss: 0.2409, Train: 87.32%, Valid: 82.69% Test: 77.05%
Run: 07, Epoch: 770, Loss: 0.2403, Train: 87.35%, Valid: 82.72% Test: 77.10%
Run: 07, Epoch: 775, Loss: 0.2398, Train: 87.36%, Valid: 82.72% Test: 77.07%
Run: 07, Epoch: 780, Loss: 0.2397, Train: 87.40%, Valid: 82.75% Test: 77.12%
Run: 07, Epoch: 785, Loss: 0.2394, Train: 87.42%, Valid: 82.78% Test: 77.07%
Run: 07, Epoch: 790, Loss: 0.2393, Train: 87.44%, Valid: 82.78% Test: 77.02%
Run: 07, Epoch: 795, Loss: 0.2393, Train: 87.46%, Valid: 82.84% Test: 77.09%
Run: 07, Epoch: 800, Loss: 0.2407, Train: 87.46%, Valid: 82.77% Test: 76.90%
Run: 07, Epoch: 805, Loss: 0.2477, Train: 87.45%, Valid: 82.81% Test: 77.05%
Run: 07, Epoch: 810, Loss: 0.2422, Train: 87.48%, Valid: 82.83% Test: 76.90%
Run: 07, Epoch: 815, Loss: 0.2389, Train: 87.50%, Valid: 82.79% Test: 76.80%
Run: 07, Epoch: 820, Loss: 0.2399, Train: 87.51%, Valid: 82.79% Test: 76.89%
Run: 07, Epoch: 825, Loss: 0.2395, Train: 87.53%, Valid: 82.83% Test: 76.89%
Run: 07, Epoch: 830, Loss: 0.2390, Train: 87.56%, Valid: 82.83% Test: 76.86%
Run: 07, Epoch: 835, Loss: 0.2385, Train: 87.58%, Valid: 82.90% Test: 76.97%
Run: 07, Epoch: 840, Loss: 0.2379, Train: 87.60%, Valid: 82.94% Test: 77.03%
Run: 07, Epoch: 845, Loss: 0.2382, Train: 87.62%, Valid: 83.01% Test: 77.12%
Run: 07, Epoch: 850, Loss: 0.2411, Train: 87.61%, Valid: 82.87% Test: 76.87%
Run: 07, Epoch: 855, Loss: 0.2387, Train: 87.64%, Valid: 82.98% Test: 77.11%
Run: 07, Epoch: 860, Loss: 0.2390, Train: 87.66%, Valid: 82.97% Test: 77.03%
Run: 07, Epoch: 865, Loss: 0.2387, Train: 87.67%, Valid: 83.01% Test: 77.10%
Run: 07, Epoch: 870, Loss: 0.2377, Train: 87.69%, Valid: 83.03% Test: 77.08%
Run: 07, Epoch: 875, Loss: 0.2375, Train: 87.71%, Valid: 82.99% Test: 77.00%
Run: 07, Epoch: 880, Loss: 0.2371, Train: 87.72%, Valid: 83.00% Test: 76.97%
Run: 07, Epoch: 885, Loss: 0.2395, Train: 87.71%, Valid: 83.10% Test: 77.20%
Run: 07, Epoch: 890, Loss: 0.2429, Train: 87.73%, Valid: 83.02% Test: 77.02%
Run: 07, Epoch: 895, Loss: 0.2392, Train: 87.74%, Valid: 82.99% Test: 76.86%
Run: 07, Epoch: 900, Loss: 0.2371, Train: 87.76%, Valid: 83.03% Test: 76.96%
Run: 07, Epoch: 905, Loss: 0.2366, Train: 87.77%, Valid: 83.07% Test: 77.04%
Run: 07, Epoch: 910, Loss: 0.2365, Train: 87.79%, Valid: 83.07% Test: 76.97%
Run: 07, Epoch: 915, Loss: 0.2366, Train: 87.81%, Valid: 83.04% Test: 76.88%
Run: 07, Epoch: 920, Loss: 0.2361, Train: 87.83%, Valid: 83.10% Test: 77.02%
Run: 07, Epoch: 925, Loss: 0.2369, Train: 87.84%, Valid: 83.18% Test: 77.18%

Run: 07, Epoch: 930, Loss: 0.2415, Train: 87.82%, Valid: 83.01% Test: 76.81%
Run: 07, Epoch: 935, Loss: 0.2359, Train: 87.85%, Valid: 83.09% Test: 76.96%
Run: 07, Epoch: 940, Loss: 0.2358, Train: 87.87%, Valid: 83.11% Test: 76.97%
Run: 07, Epoch: 945, Loss: 0.2360, Train: 87.89%, Valid: 83.16% Test: 77.12%
Run: 07, Epoch: 950, Loss: 0.2359, Train: 87.90%, Valid: 83.20% Test: 77.11%
Run: 07, Epoch: 955, Loss: 0.2357, Train: 87.92%, Valid: 83.17% Test: 77.06%
Run: 07, Epoch: 960, Loss: 0.2354, Train: 87.93%, Valid: 83.19% Test: 77.10%
Run: 07, Epoch: 965, Loss: 0.2350, Train: 87.95%, Valid: 83.23% Test: 77.12%
Run: 07, Epoch: 970, Loss: 0.2360, Train: 87.95%, Valid: 83.17% Test: 76.96%
Run: 07, Epoch: 975, Loss: 0.2561, Train: 87.84%, Valid: 83.20% Test: 77.35%
Run: 07, Epoch: 980, Loss: 0.2372, Train: 87.79%, Valid: 82.94% Test: 76.44%
Run: 07, Epoch: 985, Loss: 0.2411, Train: 87.84%, Valid: 83.10% Test: 76.95%
Run: 07, Epoch: 990, Loss: 0.2411, Train: 87.86%, Valid: 83.04% Test: 76.89%
Run: 07, Epoch: 995, Loss: 0.2377, Train: 87.87%, Valid: 83.09% Test: 76.93%
Run: 07, Epoch: 1000, Loss: 0.2370, Train: 87.93%, Valid: 83.17% Test: 77.04%
Run 07:
Highest Train: 87.95
Highest Valid: 83.23
  Final Train: 87.95
   Final Test: 77.12
Run: 08, Epoch: 05, Loss: 0.3571, Train: 61.63%, Valid: 57.54% Test: 57.58%
Run: 08, Epoch: 10, Loss: 0.3545, Train: 67.40%, Valid: 62.26% Test: 59.03%
Run: 08, Epoch: 15, Loss: 0.3466, Train: 68.13%, Valid: 58.64% Test: 54.18%
Run: 08, Epoch: 20, Loss: 0.3377, Train: 68.28%, Valid: 61.32% Test: 54.68%
Run: 08, Epoch: 25, Loss: 0.3332, Train: 69.22%, Valid: 62.91% Test: 57.38%
Run: 08, Epoch: 30, Loss: 0.3259, Train: 70.44%, Valid: 66.70% Test: 61.18%
Run: 08, Epoch: 35, Loss: 0.3241, Train: 71.29%, Valid: 68.56% Test: 63.55%
Run: 08, Epoch: 40, Loss: 0.3200, Train: 71.75%, Valid: 68.78% Test: 63.97%
Run: 08, Epoch: 45, Loss: 0.3172, Train: 72.36%, Valid: 69.68% Test: 65.23%
Run: 08, Epoch: 50, Loss: 0.3144, Train: 73.09%, Valid: 70.32% Test: 65.94%
Run: 08, Epoch: 55, Loss: 0.3116, Train: 73.94%, Valid: 71.15% Test: 66.83%
Run: 08, Epoch: 60, Loss: 0.3088, Train: 74.69%, Valid: 72.07% Test: 67.52%
Run: 08, Epoch: 65, Loss: 0.3063, Train: 75.47%, Valid: 72.95% Test: 68.28%
Run: 08, Epoch: 70, Loss: 0.3033, Train: 76.32%, Valid: 73.76% Test: 68.98%
Run: 08, Epoch: 75, Loss: 0.2999, Train: 77.18%, Valid: 74.47% Test: 69.71%
Run: 08, Epoch: 80, Loss: 0.2964, Train: 77.98%, Valid: 75.10% Test: 70.31%
Run: 08, Epoch: 85, Loss: 0.2942, Train: 78.60%, Valid: 75.60% Test: 70.59%
Run: 08, Epoch: 90, Loss: 0.2908, Train: 79.14%, Valid: 76.19% Test: 70.90%
Run: 08, Epoch: 95, Loss: 0.2893, Train: 79.61%, Valid: 76.53% Test: 71.25%
Run: 08, Epoch: 100, Loss: 0.2871, Train: 80.01%, Valid: 76.80% Test: 71.57%
Run: 08, Epoch: 105, Loss: 0.2854, Train: 80.37%, Valid: 77.04% Test: 71.88%
Run: 08, Epoch: 110, Loss: 0.2845, Train: 80.68%, Valid: 77.24% Test: 71.96%
Run: 08, Epoch: 115, Loss: 0.2824, Train: 80.95%, Valid: 77.40% Test: 72.14%
Run: 08, Epoch: 120, Loss: 0.2814, Train: 81.18%, Valid: 77.50% Test: 72.20%
Run: 08, Epoch: 125, Loss: 0.2801, Train: 81.40%, Valid: 77.65% Test: 72.32%
Run: 08, Epoch: 130, Loss: 0.2790, Train: 81.61%, Valid: 77.81% Test: 72.60%
Run: 08, Epoch: 135, Loss: 0.2790, Train: 81.81%, Valid: 77.99% Test: 72.90%
Run: 08, Epoch: 140, Loss: 0.2767, Train: 82.00%, Valid: 78.15% Test: 73.02%
Run: 08, Epoch: 145, Loss: 0.2758, Train: 82.16%, Valid: 78.24% Test: 73.06%
Run: 08, Epoch: 150, Loss: 0.2751, Train: 82.32%, Valid: 78.35% Test: 73.17%
Run: 08, Epoch: 155, Loss: 0.2762, Train: 82.46%, Valid: 78.42% Test: 73.11%
Run: 08, Epoch: 160, Loss: 0.2735, Train: 82.61%, Valid: 78.57% Test: 73.36%
Run: 08, Epoch: 165, Loss: 0.2738, Train: 82.74%, Valid: 78.72% Test: 73.73%
Run: 08, Epoch: 170, Loss: 0.2719, Train: 82.87%, Valid: 78.80% Test: 73.79%
Run: 08, Epoch: 175, Loss: 0.2764, Train: 82.96%, Valid: 78.81% Test: 73.50%
Run: 08, Epoch: 180, Loss: 0.2734, Train: 83.06%, Valid: 78.89% Test: 73.67%
Run: 08, Epoch: 185, Loss: 0.2740, Train: 83.17%, Valid: 79.05% Test: 73.97%
Run: 08, Epoch: 190, Loss: 0.2704, Train: 83.23%, Valid: 79.13% Test: 74.28%
Run: 08, Epoch: 195, Loss: 0.2698, Train: 83.33%, Valid: 79.19% Test: 74.23%
Run: 08, Epoch: 200, Loss: 0.2700, Train: 83.43%, Valid: 79.25% Test: 74.29%
Run: 08, Epoch: 205, Loss: 0.2679, Train: 83.52%, Valid: 79.28% Test: 74.25%
Run: 08, Epoch: 210, Loss: 0.2669, Train: 83.63%, Valid: 79.38% Test: 74.41%
Run: 08, Epoch: 215, Loss: 0.2676, Train: 83.70%, Valid: 79.46% Test: 74.71%
Run: 08, Epoch: 220, Loss: 0.2662, Train: 83.81%, Valid: 79.51% Test: 74.56%
Run: 08, Epoch: 225, Loss: 0.2657, Train: 83.88%, Valid: 79.50% Test: 74.46%
Run: 08, Epoch: 230, Loss: 0.2711, Train: 83.94%, Valid: 79.70% Test: 74.97%
Run: 08, Epoch: 235, Loss: 0.2664, Train: 84.04%, Valid: 79.68% Test: 74.68%
Run: 08, Epoch: 240, Loss: 0.2640, Train: 84.10%, Valid: 79.67% Test: 74.63%
Run: 08, Epoch: 245, Loss: 0.2652, Train: 84.17%, Valid: 79.77% Test: 74.70%
Run: 08, Epoch: 250, Loss: 0.2633, Train: 84.25%, Valid: 79.85% Test: 74.86%
Run: 08, Epoch: 255, Loss: 0.2624, Train: 84.32%, Valid: 79.93% Test: 74.96%
Run: 08, Epoch: 260, Loss: 0.2621, Train: 84.40%, Valid: 79.98% Test: 74.98%
Run: 08, Epoch: 265, Loss: 0.2620, Train: 84.47%, Valid: 79.99% Test: 74.94%
Run: 08, Epoch: 270, Loss: 0.2626, Train: 84.53%, Valid: 80.21% Test: 75.46%
Run: 08, Epoch: 275, Loss: 0.2606, Train: 84.61%, Valid: 80.22% Test: 75.27%
Run: 08, Epoch: 280, Loss: 0.2613, Train: 84.66%, Valid: 80.14% Test: 74.96%
Run: 08, Epoch: 285, Loss: 0.2621, Train: 84.72%, Valid: 80.37% Test: 75.46%
Run: 08, Epoch: 290, Loss: 0.2611, Train: 84.78%, Valid: 80.37% Test: 75.40%
Run: 08, Epoch: 295, Loss: 0.2601, Train: 84.83%, Valid: 80.45% Test: 75.54%
Run: 08, Epoch: 300, Loss: 0.2584, Train: 84.90%, Valid: 80.52% Test: 75.61%
Run: 08, Epoch: 305, Loss: 0.2594, Train: 84.96%, Valid: 80.46% Test: 75.32%
Run: 08, Epoch: 310, Loss: 0.2575, Train: 85.02%, Valid: 80.56% Test: 75.52%
Run: 08, Epoch: 315, Loss: 0.2587, Train: 85.05%, Valid: 80.71% Test: 75.90%
Run: 08, Epoch: 320, Loss: 0.2614, Train: 85.08%, Valid: 80.70% Test: 75.56%
Run: 08, Epoch: 325, Loss: 0.2580, Train: 85.10%, Valid: 80.68% Test: 75.62%
Run: 08, Epoch: 330, Loss: 0.2575, Train: 85.18%, Valid: 80.64% Test: 75.36%
Run: 08, Epoch: 335, Loss: 0.2574, Train: 85.22%, Valid: 80.69% Test: 75.44%
Run: 08, Epoch: 340, Loss: 0.2560, Train: 85.26%, Valid: 80.79% Test: 75.76%
Run: 08, Epoch: 345, Loss: 0.2556, Train: 85.33%, Valid: 80.80% Test: 75.69%
Run: 08, Epoch: 350, Loss: 0.2550, Train: 85.38%, Valid: 80.84% Test: 75.67%
Run: 08, Epoch: 355, Loss: 0.2547, Train: 85.44%, Valid: 80.91% Test: 75.77%
Run: 08, Epoch: 360, Loss: 0.2547, Train: 85.49%, Valid: 81.05% Test: 76.04%
Run: 08, Epoch: 365, Loss: 0.2672, Train: 85.52%, Valid: 80.91% Test: 75.35%
Run: 08, Epoch: 370, Loss: 0.2546, Train: 85.54%, Valid: 81.13% Test: 76.01%
Run: 08, Epoch: 375, Loss: 0.2561, Train: 85.59%, Valid: 81.12% Test: 76.04%
Run: 08, Epoch: 380, Loss: 0.2532, Train: 85.66%, Valid: 81.06% Test: 75.71%
Run: 08, Epoch: 385, Loss: 0.2537, Train: 85.69%, Valid: 81.11% Test: 75.85%
Run: 08, Epoch: 390, Loss: 0.2531, Train: 85.75%, Valid: 81.16% Test: 75.89%
Run: 08, Epoch: 395, Loss: 0.2525, Train: 85.80%, Valid: 81.21% Test: 75.96%
Run: 08, Epoch: 400, Loss: 0.2523, Train: 85.85%, Valid: 81.25% Test: 75.98%
Run: 08, Epoch: 405, Loss: 0.2513, Train: 85.92%, Valid: 81.30% Test: 76.05%
Run: 08, Epoch: 410, Loss: 0.2528, Train: 85.94%, Valid: 81.47% Test: 76.43%
Run: 08, Epoch: 415, Loss: 0.2524, Train: 85.99%, Valid: 81.45% Test: 76.21%
Run: 08, Epoch: 420, Loss: 0.2506, Train: 86.03%, Valid: 81.48% Test: 76.19%
Run: 08, Epoch: 425, Loss: 0.2503, Train: 86.06%, Valid: 81.52% Test: 76.27%
Run: 08, Epoch: 430, Loss: 0.2503, Train: 86.11%, Valid: 81.56% Test: 76.27%
Run: 08, Epoch: 435, Loss: 0.2499, Train: 86.15%, Valid: 81.62% Test: 76.41%
Run: 08, Epoch: 440, Loss: 0.2490, Train: 86.20%, Valid: 81.65% Test: 76.42%
Run: 08, Epoch: 445, Loss: 0.2497, Train: 86.25%, Valid: 81.59% Test: 76.22%
Run: 08, Epoch: 450, Loss: 0.2489, Train: 86.29%, Valid: 81.72% Test: 76.48%
Run: 08, Epoch: 455, Loss: 0.2494, Train: 86.32%, Valid: 81.61% Test: 76.15%

Run: 08, Epoch: 460, Loss: 0.2526, Train: 86.33%, Valid: 81.81% Test: 76.61%
Run: 08, Epoch: 465, Loss: 0.2495, Train: 86.37%, Valid: 81.82% Test: 76.53%
Run: 08, Epoch: 470, Loss: 0.2483, Train: 86.42%, Valid: 81.87% Test: 76.65%
Run: 08, Epoch: 475, Loss: 0.2472, Train: 86.46%, Valid: 81.88% Test: 76.59%
Run: 08, Epoch: 480, Loss: 0.2473, Train: 86.49%, Valid: 81.84% Test: 76.45%
Run: 08, Epoch: 485, Loss: 0.2471, Train: 86.52%, Valid: 81.81% Test: 76.32%
Run: 08, Epoch: 490, Loss: 0.2500, Train: 86.52%, Valid: 82.00% Test: 76.75%
Run: 08, Epoch: 495, Loss: 0.2462, Train: 86.57%, Valid: 81.96% Test: 76.63%
Run: 08, Epoch: 500, Loss: 0.2462, Train: 86.60%, Valid: 81.95% Test: 76.57%
Run: 08, Epoch: 505, Loss: 0.2467, Train: 86.63%, Valid: 81.92% Test: 76.44%
Run: 08, Epoch: 510, Loss: 0.2462, Train: 86.66%, Valid: 81.93% Test: 76.40%
Run: 08, Epoch: 515, Loss: 0.2461, Train: 86.70%, Valid: 82.08% Test: 76.70%
Run: 08, Epoch: 520, Loss: 0.2473, Train: 86.72%, Valid: 81.97% Test: 76.37%
Run: 08, Epoch: 525, Loss: 0.2476, Train: 86.74%, Valid: 82.15% Test: 76.79%
Run: 08, Epoch: 530, Loss: 0.2461, Train: 86.78%, Valid: 82.16% Test: 76.73%
Run: 08, Epoch: 535, Loss: 0.2446, Train: 86.81%, Valid: 82.21% Test: 76.81%
Run: 08, Epoch: 540, Loss: 0.2448, Train: 86.84%, Valid: 82.16% Test: 76.66%
Run: 08, Epoch: 545, Loss: 0.2441, Train: 86.87%, Valid: 82.15% Test: 76.59%
Run: 08, Epoch: 550, Loss: 0.2478, Train: 86.85%, Valid: 82.33% Test: 76.96%
Run: 08, Epoch: 555, Loss: 0.2446, Train: 86.88%, Valid: 82.31% Test: 76.93%
Run: 08, Epoch: 560, Loss: 0.2439, Train: 86.91%, Valid: 82.29% Test: 76.85%
Run: 08, Epoch: 565, Loss: 0.2441, Train: 86.93%, Valid: 82.28% Test: 76.78%
Run: 08, Epoch: 570, Loss: 0.2441, Train: 86.96%, Valid: 82.29% Test: 76.73%
Run: 08, Epoch: 575, Loss: 0.2434, Train: 87.00%, Valid: 82.33% Test: 76.77%
Run: 08, Epoch: 580, Loss: 0.2427, Train: 87.03%, Valid: 82.34% Test: 76.79%
Run: 08, Epoch: 585, Loss: 0.2431, Train: 87.05%, Valid: 82.29% Test: 76.64%
Run: 08, Epoch: 590, Loss: 0.2485, Train: 87.02%, Valid: 82.47% Test: 77.03%
Run: 08, Epoch: 595, Loss: 0.2441, Train: 87.07%, Valid: 82.49% Test: 77.05%
Run: 08, Epoch: 600, Loss: 0.2438, Train: 87.10%, Valid: 82.51% Test: 77.06%
Run: 08, Epoch: 605, Loss: 0.2432, Train: 87.13%, Valid: 82.49% Test: 76.92%
Run: 08, Epoch: 610, Loss: 0.2425, Train: 87.16%, Valid: 82.48% Test: 76.85%
Run: 08, Epoch: 615, Loss: 0.2419, Train: 87.18%, Valid: 82.50% Test: 76.87%
Run: 08, Epoch: 620, Loss: 0.2411, Train: 87.21%, Valid: 82.50% Test: 76.85%
Run: 08, Epoch: 625, Loss: 0.2418, Train: 87.23%, Valid: 82.46% Test: 76.75%
Run: 08, Epoch: 630, Loss: 0.2449, Train: 87.22%, Valid: 82.60% Test: 77.03%
Run: 08, Epoch: 635, Loss: 0.2410, Train: 87.26%, Valid: 82.60% Test: 76.98%
Run: 08, Epoch: 640, Loss: 0.2407, Train: 87.29%, Valid: 82.60% Test: 76.95%
Run: 08, Epoch: 645, Loss: 0.2410, Train: 87.31%, Valid: 82.56% Test: 76.79%
Run: 08, Epoch: 650, Loss: 0.2413, Train: 87.33%, Valid: 82.54% Test: 76.74%
Run: 08, Epoch: 655, Loss: 0.2402, Train: 87.36%, Valid: 82.59% Test: 76.81%
Run: 08, Epoch: 660, Loss: 0.2423, Train: 87.34%, Valid: 82.67% Test: 77.03%
Run: 08, Epoch: 665, Loss: 0.2404, Train: 87.37%, Valid: 82.61% Test: 76.87%
Run: 08, Epoch: 670, Loss: 0.2417, Train: 87.37%, Valid: 82.73% Test: 77.11%
Run: 08, Epoch: 675, Loss: 0.2426, Train: 87.41%, Valid: 82.64% Test: 76.95%
Run: 08, Epoch: 680, Loss: 0.2410, Train: 87.43%, Valid: 82.61% Test: 76.74%
Run: 08, Epoch: 685, Loss: 0.2393, Train: 87.47%, Valid: 82.69% Test: 76.92%
Run: 08, Epoch: 690, Loss: 0.2402, Train: 87.48%, Valid: 82.79% Test: 77.07%
Run: 08, Epoch: 695, Loss: 0.2396, Train: 87.50%, Valid: 82.72% Test: 76.89%
Run: 08, Epoch: 700, Loss: 0.2399, Train: 87.52%, Valid: 82.84% Test: 77.13%
Run: 08, Epoch: 705, Loss: 0.2451, Train: 87.51%, Valid: 82.67% Test: 76.77%
Run: 08, Epoch: 710, Loss: 0.2405, Train: 87.54%, Valid: 82.69% Test: 76.77%
Run: 08, Epoch: 715, Loss: 0.2392, Train: 87.56%, Valid: 82.77% Test: 76.91%
Run: 08, Epoch: 720, Loss: 0.2383, Train: 87.58%, Valid: 82.80% Test: 76.95%
Run: 08, Epoch: 725, Loss: 0.2383, Train: 87.61%, Valid: 82.86% Test: 77.05%
Run: 08, Epoch: 730, Loss: 0.2388, Train: 87.62%, Valid: 82.90% Test: 77.11%
Run: 08, Epoch: 735, Loss: 0.2381, Train: 87.64%, Valid: 82.86% Test: 77.00%
Run: 08, Epoch: 740, Loss: 0.2375, Train: 87.67%, Valid: 82.91% Test: 77.08%
Run: 08, Epoch: 745, Loss: 0.2375, Train: 87.68%, Valid: 82.89% Test: 77.02%
Run: 08, Epoch: 750, Loss: 0.2565, Train: 87.47%, Valid: 82.99% Test: 77.37%
Run: 08, Epoch: 755, Loss: 0.2412, Train: 87.52%, Valid: 82.76% Test: 76.89%
Run: 08, Epoch: 760, Loss: 0.2425, Train: 87.43%, Valid: 82.83% Test: 76.99%
Run: 08, Epoch: 765, Loss: 0.2450, Train: 87.46%, Valid: 82.68% Test: 76.57%
Run: 08, Epoch: 770, Loss: 0.2405, Train: 87.49%, Valid: 82.81% Test: 76.92%
Run: 08, Epoch: 775, Loss: 0.2388, Train: 87.58%, Valid: 82.73% Test: 76.74%
Run: 08, Epoch: 780, Loss: 0.2390, Train: 87.65%, Valid: 82.89% Test: 77.07%
Run: 08, Epoch: 785, Loss: 0.2374, Train: 87.69%, Valid: 82.88% Test: 76.90%
Run: 08, Epoch: 790, Loss: 0.2373, Train: 87.73%, Valid: 82.91% Test: 76.96%
Run: 08, Epoch: 795, Loss: 0.2370, Train: 87.76%, Valid: 82.95% Test: 76.98%
Run: 08, Epoch: 800, Loss: 0.2366, Train: 87.79%, Valid: 82.99% Test: 77.04%
Run: 08, Epoch: 805, Loss: 0.2363, Train: 87.81%, Valid: 83.04% Test: 77.16%
Run: 08, Epoch: 810, Loss: 0.2361, Train: 87.83%, Valid: 83.04% Test: 77.14%
Run: 08, Epoch: 815, Loss: 0.2359, Train: 87.86%, Valid: 83.07% Test: 77.14%
Run: 08, Epoch: 820, Loss: 0.2357, Train: 87.88%, Valid: 83.09% Test: 77.18%
Run: 08, Epoch: 825, Loss: 0.2356, Train: 87.89%, Valid: 83.10% Test: 77.18%
Run: 08, Epoch: 830, Loss: 0.2357, Train: 87.91%, Valid: 83.10% Test: 77.16%
Run: 08, Epoch: 835, Loss: 0.2434, Train: 87.82%, Valid: 83.17% Test: 77.37%
Run: 08, Epoch: 840, Loss: 0.2386, Train: 87.85%, Valid: 83.16% Test: 77.34%
Run: 08, Epoch: 845, Loss: 0.2381, Train: 87.91%, Valid: 83.10% Test: 77.09%
Run: 08, Epoch: 850, Loss: 0.2358, Train: 87.91%, Valid: 83.03% Test: 76.90%
Run: 08, Epoch: 855, Loss: 0.2364, Train: 87.95%, Valid: 83.11% Test: 77.01%
Run: 08, Epoch: 860, Loss: 0.2350, Train: 87.97%, Valid: 83.16% Test: 77.12%
Run: 08, Epoch: 865, Loss: 0.2349, Train: 87.99%, Valid: 83.20% Test: 77.19%
Run: 08, Epoch: 870, Loss: 0.2347, Train: 88.01%, Valid: 83.19% Test: 77.13%
Run: 08, Epoch: 875, Loss: 0.2345, Train: 88.03%, Valid: 83.21% Test: 77.16%
Run: 08, Epoch: 880, Loss: 0.2345, Train: 88.04%, Valid: 83.20% Test: 77.13%
Run: 08, Epoch: 885, Loss: 0.2342, Train: 88.06%, Valid: 83.21% Test: 77.14%
Run: 08, Epoch: 890, Loss: 0.2345, Train: 88.07%, Valid: 83.26% Test: 77.21%
Run: 08, Epoch: 895, Loss: 0.2379, Train: 88.06%, Valid: 83.19% Test: 77.09%
Run: 08, Epoch: 900, Loss: 0.2342, Train: 88.09%, Valid: 83.25% Test: 77.16%
Run: 08, Epoch: 905, Loss: 0.2345, Train: 88.10%, Valid: 83.27% Test: 77.18%
Run: 08, Epoch: 910, Loss: 0.2345, Train: 88.12%, Valid: 83.29% Test: 77.13%
Run: 08, Epoch: 915, Loss: 0.2345, Train: 88.13%, Valid: 83.33% Test: 77.20%
Run: 08, Epoch: 920, Loss: 0.2337, Train: 88.15%, Valid: 83.34% Test: 77.22%
Run: 08, Epoch: 925, Loss: 0.2344, Train: 88.16%, Valid: 83.30% Test: 77.16%
Run: 08, Epoch: 930, Loss: 0.2334, Train: 88.18%, Valid: 83.35% Test: 77.22%
Run: 08, Epoch: 935, Loss: 0.2330, Train: 88.19%, Valid: 83.35% Test: 77.20%
Run: 08, Epoch: 940, Loss: 0.2331, Train: 88.20%, Valid: 83.34% Test: 77.18%
Run: 08, Epoch: 945, Loss: 0.2437, Train: 88.07%, Valid: 83.43% Test: 77.48%
Run: 08, Epoch: 950, Loss: 0.2410, Train: 88.06%, Valid: 83.40% Test: 77.37%
Run: 08, Epoch: 955, Loss: 0.2340, Train: 88.09%, Valid: 83.12% Test: 76.84%
Run: 08, Epoch: 960, Loss: 0.2368, Train: 88.14%, Valid: 83.34% Test: 77.14%
Run: 08, Epoch: 965, Loss: 0.2366, Train: 88.17%, Valid: 83.22% Test: 76.81%
Run: 08, Epoch: 970, Loss: 0.2348, Train: 88.19%, Valid: 83.37% Test: 77.25%
Run: 08, Epoch: 975, Loss: 0.2333, Train: 88.21%, Valid: 83.29% Test: 77.01%
Run: 08, Epoch: 980, Loss: 0.2331, Train: 88.25%, Valid: 83.40% Test: 77.24%
Run: 08, Epoch: 985, Loss: 0.2327, Train: 88.27%, Valid: 83.34% Test: 77.14%
Run: 08, Epoch: 990, Loss: 0.2326, Train: 88.28%, Valid: 83.39% Test: 77.20%

Run: 08, Epoch: 995, Loss: 0.2324, Train: 88.30%, Valid: 83.43% Test: 77.27%
Run: 08, Epoch: 1000, Loss: 0.2320, Train: 88.31%, Valid: 83.40% Test: 77.19%
Run 08:
Highest Train: 88.31
Highest Valid: 83.43
  Final Train: 88.07
   Final Test: 77.48
Run: 09, Epoch: 05, Loss: 0.3561, Train: 61.27%, Valid: 59.35% Test: 57.64%
Run: 09, Epoch: 10, Loss: 0.3532, Train: 66.83%, Valid: 63.50% Test: 58.80%
Run: 09, Epoch: 15, Loss: 0.3463, Train: 67.74%, Valid: 59.75% Test: 53.59%
Run: 09, Epoch: 20, Loss: 0.3387, Train: 68.09%, Valid: 60.65% Test: 52.93%
Run: 09, Epoch: 25, Loss: 0.3335, Train: 68.89%, Valid: 61.82% Test: 54.93%
Run: 09, Epoch: 30, Loss: 0.3265, Train: 70.24%, Valid: 66.10% Test: 59.91%
Run: 09, Epoch: 35, Loss: 0.3242, Train: 71.30%, Valid: 69.12% Test: 64.17%
Run: 09, Epoch: 40, Loss: 0.3198, Train: 72.19%, Valid: 69.64% Test: 65.56%
Run: 09, Epoch: 45, Loss: 0.3160, Train: 73.09%, Valid: 70.29% Test: 66.56%
Run: 09, Epoch: 50, Loss: 0.3115, Train: 74.12%, Valid: 71.52% Test: 68.00%
Run: 09, Epoch: 55, Loss: 0.3073, Train: 75.18%, Valid: 72.63% Test: 68.72%
Run: 09, Epoch: 60, Loss: 0.3029, Train: 76.31%, Valid: 73.83% Test: 69.62%
Run: 09, Epoch: 65, Loss: 0.2998, Train: 77.14%, Valid: 74.83% Test: 70.21%
Run: 09, Epoch: 70, Loss: 0.2969, Train: 77.81%, Valid: 75.50% Test: 70.50%
Run: 09, Epoch: 75, Loss: 0.2944, Train: 78.36%, Valid: 76.01% Test: 70.71%
Run: 09, Epoch: 80, Loss: 0.2922, Train: 78.79%, Valid: 76.28% Test: 70.79%
Run: 09, Epoch: 85, Loss: 0.2903, Train: 79.19%, Valid: 76.52% Test: 70.96%
Run: 09, Epoch: 90, Loss: 0.2887, Train: 79.57%, Valid: 76.72% Test: 71.14%
Run: 09, Epoch: 95, Loss: 0.2872, Train: 79.89%, Valid: 76.90% Test: 71.30%
Run: 09, Epoch: 100, Loss: 0.2855, Train: 80.19%, Valid: 77.05% Test: 71.49%
Run: 09, Epoch: 105, Loss: 0.2850, Train: 80.44%, Valid: 77.19% Test: 71.71%
Run: 09, Epoch: 110, Loss: 0.2914, Train: 80.62%, Valid: 77.34% Test: 71.79%
Run: 09, Epoch: 115, Loss: 0.2881, Train: 80.76%, Valid: 77.40% Test: 71.70%
Run: 09, Epoch: 120, Loss: 0.2827, Train: 80.89%, Valid: 77.36% Test: 71.57%
Run: 09, Epoch: 125, Loss: 0.2825, Train: 81.06%, Valid: 77.50% Test: 71.78%
Run: 09, Epoch: 130, Loss: 0.2810, Train: 81.23%, Valid: 77.67% Test: 71.99%
Run: 09, Epoch: 135, Loss: 0.2799, Train: 81.42%, Valid: 77.82% Test: 72.07%
Run: 09, Epoch: 140, Loss: 0.2790, Train: 81.59%, Valid: 77.92% Test: 72.28%
Run: 09, Epoch: 145, Loss: 0.2780, Train: 81.78%, Valid: 78.07% Test: 72.44%
Run: 09, Epoch: 150, Loss: 0.2768, Train: 81.97%, Valid: 78.23% Test: 72.67%
Run: 09, Epoch: 155, Loss: 0.2758, Train: 82.17%, Valid: 78.39% Test: 72.88%
Run: 09, Epoch: 160, Loss: 0.2747, Train: 82.36%, Valid: 78.50% Test: 73.00%
Run: 09, Epoch: 165, Loss: 0.2772, Train: 82.55%, Valid: 78.67% Test: 72.97%
Run: 09, Epoch: 170, Loss: 0.2770, Train: 82.70%, Valid: 78.82% Test: 73.18%
Run: 09, Epoch: 175, Loss: 0.2729, Train: 82.81%, Valid: 78.92% Test: 73.39%
Run: 09, Epoch: 180, Loss: 0.2728, Train: 82.93%, Valid: 79.04% Test: 73.67%
Run: 09, Epoch: 185, Loss: 0.2714, Train: 83.07%, Valid: 79.11% Test: 73.65%
Run: 09, Epoch: 190, Loss: 0.2702, Train: 83.20%, Valid: 79.23% Test: 73.80%
Run: 09, Epoch: 195, Loss: 0.2704, Train: 83.29%, Valid: 79.32% Test: 74.06%
Run: 09, Epoch: 200, Loss: 0.2689, Train: 83.41%, Valid: 79.44% Test: 74.06%
Run: 09, Epoch: 205, Loss: 0.2679, Train: 83.51%, Valid: 79.51% Test: 74.12%
Run: 09, Epoch: 210, Loss: 0.2725, Train: 83.50%, Valid: 79.57% Test: 74.80%
Run: 09, Epoch: 215, Loss: 0.2820, Train: 83.52%, Valid: 79.69% Test: 74.57%
Run: 09, Epoch: 220, Loss: 0.2761, Train: 83.57%, Valid: 79.63% Test: 73.86%
Run: 09, Epoch: 225, Loss: 0.2679, Train: 83.60%, Valid: 79.53% Test: 73.55%
Run: 09, Epoch: 230, Loss: 0.2692, Train: 83.69%, Valid: 79.61% Test: 74.02%
Run: 09, Epoch: 235, Loss: 0.2673, Train: 83.76%, Valid: 79.69% Test: 74.36%
Run: 09, Epoch: 240, Loss: 0.2664, Train: 83.87%, Valid: 79.77% Test: 74.22%
Run: 09, Epoch: 245, Loss: 0.2657, Train: 83.95%, Valid: 79.83% Test: 74.36%
Run: 09, Epoch: 250, Loss: 0.2647, Train: 84.03%, Valid: 79.90% Test: 74.48%
Run: 09, Epoch: 255, Loss: 0.2642, Train: 84.11%, Valid: 79.99% Test: 74.59%
Run: 09, Epoch: 260, Loss: 0.2635, Train: 84.19%, Valid: 80.09% Test: 74.72%
Run: 09, Epoch: 265, Loss: 0.2631, Train: 84.25%, Valid: 80.14% Test: 74.84%
Run: 09, Epoch: 270, Loss: 0.2625, Train: 84.33%, Valid: 80.23% Test: 74.95%
Run: 09, Epoch: 275, Loss: 0.2636, Train: 84.40%, Valid: 80.26% Test: 74.76%
Run: 09, Epoch: 280, Loss: 0.2616, Train: 84.47%, Valid: 80.35% Test: 75.02%
Run: 09, Epoch: 285, Loss: 0.2626, Train: 84.51%, Valid: 80.44% Test: 75.35%
Run: 09, Epoch: 290, Loss: 0.2632, Train: 84.59%, Valid: 80.48% Test: 75.02%
Run: 09, Epoch: 295, Loss: 0.2617, Train: 84.65%, Valid: 80.49% Test: 74.94%
Run: 09, Epoch: 300, Loss: 0.2607, Train: 84.71%, Valid: 80.55% Test: 75.11%
Run: 09, Epoch: 305, Loss: 0.2605, Train: 84.76%, Valid: 80.57% Test: 75.10%
Run: 09, Epoch: 310, Loss: 0.2602, Train: 84.82%, Valid: 80.62% Test: 75.08%
Run: 09, Epoch: 315, Loss: 0.2592, Train: 84.88%, Valid: 80.73% Test: 75.48%
Run: 09, Epoch: 320, Loss: 0.2584, Train: 84.94%, Valid: 80.75% Test: 75.40%
Run: 09, Epoch: 325, Loss: 0.2616, Train: 84.93%, Valid: 80.87% Test: 75.96%
Run: 09, Epoch: 330, Loss: 0.2633, Train: 84.80%, Valid: 80.85% Test: 75.86%
Run: 09, Epoch: 335, Loss: 0.2625, Train: 84.87%, Valid: 80.57% Test: 74.28%
Run: 09, Epoch: 340, Loss: 0.2652, Train: 84.96%, Valid: 80.80% Test: 75.16%
Run: 09, Epoch: 345, Loss: 0.2592, Train: 84.98%, Valid: 80.78% Test: 75.45%
Run: 09, Epoch: 350, Loss: 0.2590, Train: 85.05%, Valid: 80.69% Test: 74.91%
Run: 09, Epoch: 355, Loss: 0.2583, Train: 85.12%, Valid: 80.81% Test: 75.28%
Run: 09, Epoch: 360, Loss: 0.2572, Train: 85.17%, Valid: 80.88% Test: 75.52%
Run: 09, Epoch: 365, Loss: 0.2564, Train: 85.24%, Valid: 80.95% Test: 75.57%
Run: 09, Epoch: 370, Loss: 0.2560, Train: 85.28%, Valid: 80.99% Test: 75.71%
Run: 09, Epoch: 375, Loss: 0.2556, Train: 85.34%, Valid: 81.07% Test: 75.78%
Run: 09, Epoch: 380, Loss: 0.2552, Train: 85.39%, Valid: 81.12% Test: 75.86%
Run: 09, Epoch: 385, Loss: 0.2548, Train: 85.44%, Valid: 81.17% Test: 75.93%
Run: 09, Epoch: 390, Loss: 0.2544, Train: 85.49%, Valid: 81.22% Test: 75.97%
Run: 09, Epoch: 395, Loss: 0.2540, Train: 85.54%, Valid: 81.27% Test: 76.00%
Run: 09, Epoch: 400, Loss: 0.2537, Train: 85.59%, Valid: 81.33% Test: 76.10%
Run: 09, Epoch: 405, Loss: 0.2544, Train: 85.62%, Valid: 81.28% Test: 75.81%
Run: 09, Epoch: 410, Loss: 0.2597, Train: 85.59%, Valid: 81.37% Test: 75.75%
Run: 09, Epoch: 415, Loss: 0.2579, Train: 85.56%, Valid: 81.29% Test: 75.49%
Run: 09, Epoch: 420, Loss: 0.2563, Train: 85.63%, Valid: 81.45% Test: 76.15%
Run: 09, Epoch: 425, Loss: 0.2546, Train: 85.68%, Valid: 81.32% Test: 75.82%
Run: 09, Epoch: 430, Loss: 0.2539, Train: 85.74%, Valid: 81.41% Test: 75.96%
Run: 09, Epoch: 435, Loss: 0.2527, Train: 85.78%, Valid: 81.48% Test: 76.19%
Run: 09, Epoch: 440, Loss: 0.2522, Train: 85.82%, Valid: 81.51% Test: 76.32%
Run: 09, Epoch: 445, Loss: 0.2520, Train: 85.88%, Valid: 81.57% Test: 76.37%
Run: 09, Epoch: 450, Loss: 0.2514, Train: 85.92%, Valid: 81.60% Test: 76.41%
Run: 09, Epoch: 455, Loss: 0.2513, Train: 85.96%, Valid: 81.59% Test: 76.32%
Run: 09, Epoch: 460, Loss: 0.2523, Train: 85.98%, Valid: 81.74% Test: 76.70%
Run: 09, Epoch: 465, Loss: 0.2573, Train: 86.01%, Valid: 81.64% Test: 76.06%
Run: 09, Epoch: 470, Loss: 0.2532, Train: 86.04%, Valid: 81.65% Test: 76.06%
Run: 09, Epoch: 475, Loss: 0.2507, Train: 86.08%, Valid: 81.72% Test: 76.35%
Run: 09, Epoch: 480, Loss: 0.2499, Train: 86.11%, Valid: 81.76% Test: 76.45%
Run: 09, Epoch: 485, Loss: 0.2497, Train: 86.14%, Valid: 81.77% Test: 76.42%
Run: 09, Epoch: 490, Loss: 0.2504, Train: 86.17%, Valid: 81.74% Test: 76.27%
Run: 09, Epoch: 495, Loss: 0.2491, Train: 86.21%, Valid: 81.87% Test: 76.60%
Run: 09, Epoch: 500, Loss: 0.2491, Train: 86.24%, Valid: 81.93% Test: 76.77%
Run: 09, Epoch: 505, Loss: 0.2632, Train: 86.18%, Valid: 81.67% Test: 75.73%
Run: 09, Epoch: 510, Loss: 0.2592, Train: 86.23%, Valid: 81.88% Test: 76.24%
Run: 09, Epoch: 515, Loss: 0.2505, Train: 86.23%, Valid: 81.98% Test: 76.72%
Run: 09, Epoch: 520, Loss: 0.2488, Train: 86.27%, Valid: 81.75% Test: 76.03%

Run: 09, Epoch: 525, Loss: 0.2509, Train: 86.31%, Valid: 81.87% Test: 76.34%
Run: 09, Epoch: 530, Loss: 0.2498, Train: 86.33%, Valid: 82.02% Test: 76.79%
Run: 09, Epoch: 535, Loss: 0.2483, Train: 86.37%, Valid: 81.93% Test: 76.46%
Run: 09, Epoch: 540, Loss: 0.2492, Train: 86.40%, Valid: 81.96% Test: 76.47%
Run: 09, Epoch: 545, Loss: 0.2483, Train: 86.44%, Valid: 82.04% Test: 76.70%
Run: 09, Epoch: 550, Loss: 0.2474, Train: 86.46%, Valid: 82.07% Test: 76.79%
Run: 09, Epoch: 555, Loss: 0.2469, Train: 86.49%, Valid: 82.13% Test: 76.91%
Run: 09, Epoch: 560, Loss: 0.2469, Train: 86.52%, Valid: 82.14% Test: 76.91%
Run: 09, Epoch: 565, Loss: 0.2469, Train: 86.54%, Valid: 82.09% Test: 76.75%
Run: 09, Epoch: 570, Loss: 0.2467, Train: 86.57%, Valid: 82.22% Test: 77.04%
Run: 09, Epoch: 575, Loss: 0.2465, Train: 86.59%, Valid: 82.17% Test: 76.85%
Run: 09, Epoch: 580, Loss: 0.2512, Train: 86.57%, Valid: 82.33% Test: 77.30%
Run: 09, Epoch: 585, Loss: 0.2463, Train: 86.58%, Valid: 82.37% Test: 77.25%
Run: 09, Epoch: 590, Loss: 0.2483, Train: 86.62%, Valid: 82.30% Test: 77.04%
Run: 09, Epoch: 595, Loss: 0.2471, Train: 86.65%, Valid: 82.23% Test: 76.83%
Run: 09, Epoch: 600, Loss: 0.2459, Train: 86.68%, Valid: 82.24% Test: 76.82%
Run: 09, Epoch: 605, Loss: 0.2453, Train: 86.70%, Valid: 82.26% Test: 76.93%
Run: 09, Epoch: 610, Loss: 0.2452, Train: 86.73%, Valid: 82.31% Test: 77.04%
Run: 09, Epoch: 615, Loss: 0.2453, Train: 86.75%, Valid: 82.36% Test: 77.12%
Run: 09, Epoch: 620, Loss: 0.2446, Train: 86.78%, Valid: 82.38% Test: 77.13%
Run: 09, Epoch: 625, Loss: 0.2451, Train: 86.80%, Valid: 82.34% Test: 77.01%
Run: 09, Epoch: 630, Loss: 0.2542, Train: 86.74%, Valid: 82.50% Test: 77.45%
Run: 09, Epoch: 635, Loss: 0.2491, Train: 86.76%, Valid: 82.53% Test: 77.36%
Run: 09, Epoch: 640, Loss: 0.2462, Train: 86.83%, Valid: 82.38% Test: 76.92%
Run: 09, Epoch: 645, Loss: 0.2450, Train: 86.84%, Valid: 82.29% Test: 76.72%
Run: 09, Epoch: 650, Loss: 0.2448, Train: 86.85%, Valid: 82.37% Test: 76.93%
Run: 09, Epoch: 655, Loss: 0.2444, Train: 86.88%, Valid: 82.41% Test: 77.08%
Run: 09, Epoch: 660, Loss: 0.2440, Train: 86.91%, Valid: 82.46% Test: 77.16%
Run: 09, Epoch: 665, Loss: 0.2433, Train: 86.94%, Valid: 82.49% Test: 77.20%
Run: 09, Epoch: 670, Loss: 0.2437, Train: 86.96%, Valid: 82.56% Test: 77.36%
Run: 09, Epoch: 675, Loss: 0.2459, Train: 86.97%, Valid: 82.45% Test: 76.98%
Run: 09, Epoch: 680, Loss: 0.2447, Train: 86.99%, Valid: 82.61% Test: 77.31%
Run: 09, Epoch: 685, Loss: 0.2447, Train: 87.01%, Valid: 82.59% Test: 77.28%
Run: 09, Epoch: 690, Loss: 0.2434, Train: 87.03%, Valid: 82.61% Test: 77.34%
Run: 09, Epoch: 695, Loss: 0.2426, Train: 87.06%, Valid: 82.61% Test: 77.29%
Run: 09, Epoch: 700, Loss: 0.2433, Train: 87.07%, Valid: 82.55% Test: 77.12%
Run: 09, Epoch: 705, Loss: 0.2448, Train: 87.08%, Valid: 82.70% Test: 77.46%
Run: 09, Epoch: 710, Loss: 0.2427, Train: 87.11%, Valid: 82.64% Test: 77.23%
Run: 09, Epoch: 715, Loss: 0.2431, Train: 87.12%, Valid: 82.58% Test: 77.09%
Run: 09, Epoch: 720, Loss: 0.2431, Train: 87.14%, Valid: 82.73% Test: 77.44%
Run: 09, Epoch: 725, Loss: 0.2416, Train: 87.17%, Valid: 82.69% Test: 77.32%
Run: 09, Epoch: 730, Loss: 0.2419, Train: 87.18%, Valid: 82.65% Test: 77.23%
Run: 09, Epoch: 735, Loss: 0.2527, Train: 87.09%, Valid: 82.81% Test: 77.65%
Run: 09, Epoch: 740, Loss: 0.2481, Train: 87.09%, Valid: 82.83% Test: 77.58%
Run: 09, Epoch: 745, Loss: 0.2421, Train: 87.16%, Valid: 82.59% Test: 76.95%
Run: 09, Epoch: 750, Loss: 0.2455, Train: 87.18%, Valid: 82.60% Test: 77.02%
Run: 09, Epoch: 755, Loss: 0.2469, Train: 87.18%, Valid: 82.68% Test: 77.21%
Run: 09, Epoch: 760, Loss: 0.2438, Train: 87.22%, Valid: 82.69% Test: 77.25%
Run: 09, Epoch: 765, Loss: 0.2429, Train: 87.24%, Valid: 82.69% Test: 77.32%
Run: 09, Epoch: 770, Loss: 0.2417, Train: 87.27%, Valid: 82.71% Test: 77.36%
Run: 09, Epoch: 775, Loss: 0.2410, Train: 87.29%, Valid: 82.73% Test: 77.40%
Run: 09, Epoch: 780, Loss: 0.2407, Train: 87.32%, Valid: 82.78% Test: 77.52%
Run: 09, Epoch: 785, Loss: 0.2404, Train: 87.34%, Valid: 82.79% Test: 77.54%
Run: 09, Epoch: 790, Loss: 0.2407, Train: 87.35%, Valid: 82.74% Test: 77.41%
Run: 09, Epoch: 795, Loss: 0.2519, Train: 87.28%, Valid: 82.92% Test: 77.72%
Run: 09, Epoch: 800, Loss: 0.2442, Train: 87.33%, Valid: 82.81% Test: 77.27%
Run: 09, Epoch: 805, Loss: 0.2412, Train: 87.34%, Valid: 82.71% Test: 77.15%
Run: 09, Epoch: 810, Loss: 0.2426, Train: 87.38%, Valid: 82.75% Test: 77.22%
Run: 09, Epoch: 815, Loss: 0.2403, Train: 87.39%, Valid: 82.86% Test: 77.43%
Run: 09, Epoch: 820, Loss: 0.2413, Train: 87.42%, Valid: 82.91% Test: 77.55%
Run: 09, Epoch: 825, Loss: 0.2401, Train: 87.45%, Valid: 82.91% Test: 77.52%
Run: 09, Epoch: 830, Loss: 0.2395, Train: 87.47%, Valid: 82.91% Test: 77.53%
Run: 09, Epoch: 835, Loss: 0.2393, Train: 87.49%, Valid: 82.92% Test: 77.52%
Run: 09, Epoch: 840, Loss: 0.2392, Train: 87.51%, Valid: 82.96% Test: 77.61%
Run: 09, Epoch: 845, Loss: 0.2387, Train: 87.53%, Valid: 82.95% Test: 77.59%
Run: 09, Epoch: 850, Loss: 0.2386, Train: 87.55%, Valid: 82.95% Test: 77.57%
Run: 09, Epoch: 855, Loss: 0.2402, Train: 87.55%, Valid: 83.06% Test: 77.79%
Run: 09, Epoch: 860, Loss: 0.2468, Train: 87.54%, Valid: 82.99% Test: 77.46%
Run: 09, Epoch: 865, Loss: 0.2400, Train: 87.55%, Valid: 82.96% Test: 77.36%
Run: 09, Epoch: 870, Loss: 0.2390, Train: 87.57%, Valid: 83.03% Test: 77.61%
Run: 09, Epoch: 875, Loss: 0.2397, Train: 87.59%, Valid: 83.05% Test: 77.62%
Run: 09, Epoch: 880, Loss: 0.2387, Train: 87.62%, Valid: 83.04% Test: 77.60%
Run: 09, Epoch: 885, Loss: 0.2382, Train: 87.63%, Valid: 83.05% Test: 77.61%
Run: 09, Epoch: 890, Loss: 0.2381, Train: 87.65%, Valid: 83.08% Test: 77.68%
Run: 09, Epoch: 895, Loss: 0.2377, Train: 87.67%, Valid: 83.11% Test: 77.75%
Run: 09, Epoch: 900, Loss: 0.2377, Train: 87.69%, Valid: 83.08% Test: 77.65%
Run: 09, Epoch: 905, Loss: 0.2377, Train: 87.71%, Valid: 83.15% Test: 77.80%
Run: 09, Epoch: 910, Loss: 0.2413, Train: 87.69%, Valid: 83.01% Test: 77.45%
Run: 09, Epoch: 915, Loss: 0.2384, Train: 87.72%, Valid: 83.15% Test: 77.68%
Run: 09, Epoch: 920, Loss: 0.2381, Train: 87.73%, Valid: 83.09% Test: 77.54%
Run: 09, Epoch: 925, Loss: 0.2378, Train: 87.75%, Valid: 83.10% Test: 77.56%
Run: 09, Epoch: 930, Loss: 0.2377, Train: 87.76%, Valid: 83.17% Test: 77.71%
Run: 09, Epoch: 935, Loss: 0.2372, Train: 87.78%, Valid: 83.21% Test: 77.81%
Run: 09, Epoch: 940, Loss: 0.2367, Train: 87.80%, Valid: 83.17% Test: 77.73%
Run: 09, Epoch: 945, Loss: 0.2365, Train: 87.81%, Valid: 83.16% Test: 77.68%
Run: 09, Epoch: 950, Loss: 0.2388, Train: 87.81%, Valid: 83.29% Test: 77.96%
Run: 09, Epoch: 955, Loss: 0.2436, Train: 87.81%, Valid: 83.21% Test: 77.65%
Run: 09, Epoch: 960, Loss: 0.2374, Train: 87.81%, Valid: 83.17% Test: 77.55%
Run: 09, Epoch: 965, Loss: 0.2367, Train: 87.82%, Valid: 83.21% Test: 77.74%
Run: 09, Epoch: 970, Loss: 0.2373, Train: 87.85%, Valid: 83.25% Test: 77.80%
Run: 09, Epoch: 975, Loss: 0.2366, Train: 87.87%, Valid: 83.25% Test: 77.79%
Run: 09, Epoch: 980, Loss: 0.2361, Train: 87.89%, Valid: 83.24% Test: 77.75%
Run: 09, Epoch: 985, Loss: 0.2359, Train: 87.90%, Valid: 83.24% Test: 77.75%
Run: 09, Epoch: 990, Loss: 0.2356, Train: 87.92%, Valid: 83.25% Test: 77.79%
Run: 09, Epoch: 995, Loss: 0.2354, Train: 87.94%, Valid: 83.30% Test: 77.89%
Run: 09, Epoch: 1000, Loss: 0.2402, Train: 87.91%, Valid: 83.12% Test: 77.50%
Run 09:
Highest Train: 87.94
Highest Valid: 83.30
  Final Train: 87.94
   Final Test: 77.89
Run: 10, Epoch: 05, Loss: 0.3600, Train: 66.25%, Valid: 59.95% Test: 53.24%
Run: 10, Epoch: 10, Loss: 0.3449, Train: 67.98%, Valid: 57.80% Test: 51.07%
Run: 10, Epoch: 15, Loss: 0.3421, Train: 67.75%, Valid: 57.61% Test: 51.53%
Run: 10, Epoch: 20, Loss: 0.3348, Train: 69.42%, Valid: 63.49% Test: 55.94%
Run: 10, Epoch: 25, Loss: 0.3280, Train: 70.57%, Valid: 67.82% Test: 60.84%
Run: 10, Epoch: 30, Loss: 0.3239, Train: 71.28%, Valid: 68.64% Test: 62.99%
Run: 10, Epoch: 35, Loss: 0.3196, Train: 71.88%, Valid: 68.78% Test: 63.42%
Run: 10, Epoch: 40, Loss: 0.3163, Train: 72.65%, Valid: 70.06% Test: 65.32%
Run: 10, Epoch: 45, Loss: 0.3136, Train: 73.60%, Valid: 71.07% Test: 66.57%
Run: 10, Epoch: 50, Loss: 0.3097, Train: 74.63%, Valid: 72.27% Test: 67.90%

Run: 10, Epoch: 55, Loss: 0.3059, Train: 75.74%, Valid: 73.45% Test: 68.76%
Run: 10, Epoch: 60, Loss: 0.3012, Train: 76.88%, Valid: 74.53% Test: 69.29%
Run: 10, Epoch: 65, Loss: 0.2967, Train: 77.88%, Valid: 75.56% Test: 70.10%
Run: 10, Epoch: 70, Loss: 0.2936, Train: 78.60%, Valid: 76.26% Test: 70.60%
Run: 10, Epoch: 75, Loss: 0.2913, Train: 79.13%, Valid: 76.53% Test: 70.59%
Run: 10, Epoch: 80, Loss: 0.2895, Train: 79.51%, Valid: 76.71% Test: 70.92%
Run: 10, Epoch: 85, Loss: 0.2882, Train: 79.82%, Valid: 76.86% Test: 71.20%
Run: 10, Epoch: 90, Loss: 0.2874, Train: 80.14%, Valid: 77.05% Test: 71.42%
Run: 10, Epoch: 95, Loss: 0.2849, Train: 80.43%, Valid: 77.16% Test: 71.53%
Run: 10, Epoch: 100, Loss: 0.2836, Train: 80.70%, Valid: 77.35% Test: 71.75%
Run: 10, Epoch: 105, Loss: 0.2826, Train: 80.95%, Valid: 77.52% Test: 72.02%
Run: 10, Epoch: 110, Loss: 0.2825, Train: 81.21%, Valid: 77.75% Test: 72.20%
Run: 10, Epoch: 115, Loss: 0.2800, Train: 81.43%, Valid: 77.88% Test: 72.45%
Run: 10, Epoch: 120, Loss: 0.2789, Train: 81.64%, Valid: 78.04% Test: 72.64%
Run: 10, Epoch: 125, Loss: 0.2777, Train: 81.85%, Valid: 78.20% Test: 72.85%
Run: 10, Epoch: 130, Loss: 0.2777, Train: 82.06%, Valid: 78.32% Test: 72.88%
Run: 10, Epoch: 135, Loss: 0.2762, Train: 82.25%, Valid: 78.42% Test: 72.96%
Run: 10, Epoch: 140, Loss: 0.2789, Train: 82.39%, Valid: 78.61% Test: 73.36%
Run: 10, Epoch: 145, Loss: 0.2744, Train: 82.52%, Valid: 78.60% Test: 73.26%
Run: 10, Epoch: 150, Loss: 0.2750, Train: 82.66%, Valid: 78.75% Test: 73.44%
Run: 10, Epoch: 155, Loss: 0.2747, Train: 82.79%, Valid: 78.88% Test: 73.63%
Run: 10, Epoch: 160, Loss: 0.2740, Train: 82.92%, Valid: 78.98% Test: 73.72%
Run: 10, Epoch: 165, Loss: 0.2725, Train: 83.02%, Valid: 79.11% Test: 73.89%
Run: 10, Epoch: 170, Loss: 0.2716, Train: 83.15%, Valid: 79.19% Test: 73.95%
Run: 10, Epoch: 175, Loss: 0.2695, Train: 83.25%, Valid: 79.30% Test: 74.19%
Run: 10, Epoch: 180, Loss: 0.2730, Train: 83.32%, Valid: 79.43% Test: 74.54%
Run: 10, Epoch: 185, Loss: 0.2705, Train: 83.39%, Valid: 79.53% Test: 74.77%
Run: 10, Epoch: 190, Loss: 0.2690, Train: 83.49%, Valid: 79.54% Test: 74.63%
Run: 10, Epoch: 195, Loss: 0.2685, Train: 83.60%, Valid: 79.59% Test: 74.61%
Run: 10, Epoch: 200, Loss: 0.2678, Train: 83.67%, Valid: 79.70% Test: 74.82%
Run: 10, Epoch: 205, Loss: 0.2664, Train: 83.77%, Valid: 79.74% Test: 74.74%
Run: 10, Epoch: 210, Loss: 0.2669, Train: 83.86%, Valid: 79.75% Test: 74.57%
Run: 10, Epoch: 215, Loss: 0.2686, Train: 83.92%, Valid: 79.87% Test: 74.85%
Run: 10, Epoch: 220, Loss: 0.2651, Train: 83.99%, Valid: 79.84% Test: 74.64%
Run: 10, Epoch: 225, Loss: 0.2646, Train: 84.07%, Valid: 79.91% Test: 74.90%
Run: 10, Epoch: 230, Loss: 0.2643, Train: 84.15%, Valid: 79.98% Test: 74.92%
Run: 10, Epoch: 235, Loss: 0.2630, Train: 84.23%, Valid: 80.04% Test: 74.96%
Run: 10, Epoch: 240, Loss: 0.2643, Train: 84.29%, Valid: 80.13% Test: 75.31%
Run: 10, Epoch: 245, Loss: 0.2632, Train: 84.39%, Valid: 80.14% Test: 75.06%
Run: 10, Epoch: 250, Loss: 0.2615, Train: 84.47%, Valid: 80.20% Test: 75.16%
Run: 10, Epoch: 255, Loss: 0.2676, Train: 84.46%, Valid: 80.33% Test: 75.71%
Run: 10, Epoch: 260, Loss: 0.2648, Train: 84.46%, Valid: 80.39% Test: 75.90%
Run: 10, Epoch: 265, Loss: 0.2614, Train: 84.60%, Valid: 80.22% Test: 74.94%
Run: 10, Epoch: 270, Loss: 0.2643, Train: 84.67%, Valid: 80.32% Test: 75.15%
Run: 10, Epoch: 275, Loss: 0.2628, Train: 84.70%, Valid: 80.46% Test: 75.63%
Run: 10, Epoch: 280, Loss: 0.2595, Train: 84.78%, Valid: 80.41% Test: 75.17%
Run: 10, Epoch: 285, Loss: 0.2628, Train: 84.84%, Valid: 80.49% Test: 75.40%
Run: 10, Epoch: 290, Loss: 0.2617, Train: 84.87%, Valid: 80.59% Test: 75.74%
Run: 10, Epoch: 295, Loss: 0.2585, Train: 84.95%, Valid: 80.55% Test: 75.31%
Run: 10, Epoch: 300, Loss: 0.2607, Train: 85.00%, Valid: 80.65% Test: 75.60%
Run: 10, Epoch: 305, Loss: 0.2594, Train: 85.03%, Valid: 80.73% Test: 75.83%
Run: 10, Epoch: 310, Loss: 0.2573, Train: 85.11%, Valid: 80.71% Test: 75.55%
Run: 10, Epoch: 315, Loss: 0.2583, Train: 85.17%, Valid: 80.78% Test: 75.64%
Run: 10, Epoch: 320, Loss: 0.2568, Train: 85.22%, Valid: 80.86% Test: 75.81%
Run: 10, Epoch: 325, Loss: 0.2560, Train: 85.28%, Valid: 80.93% Test: 75.90%
Run: 10, Epoch: 330, Loss: 0.2560, Train: 85.34%, Valid: 80.96% Test: 75.83%
Run: 10, Epoch: 335, Loss: 0.2552, Train: 85.40%, Valid: 81.02% Test: 75.88%
Run: 10, Epoch: 340, Loss: 0.2619, Train: 85.36%, Valid: 81.18% Test: 76.39%
Run: 10, Epoch: 345, Loss: 0.2590, Train: 85.35%, Valid: 81.20% Test: 76.51%
Run: 10, Epoch: 350, Loss: 0.2554, Train: 85.48%, Valid: 81.03% Test: 75.64%
Run: 10, Epoch: 355, Loss: 0.2567, Train: 85.52%, Valid: 81.09% Test: 75.70%
Run: 10, Epoch: 360, Loss: 0.2548, Train: 85.56%, Valid: 81.20% Test: 76.03%
Run: 10, Epoch: 365, Loss: 0.2540, Train: 85.62%, Valid: 81.28% Test: 76.16%
Run: 10, Epoch: 370, Loss: 0.2537, Train: 85.67%, Valid: 81.31% Test: 76.15%
Run: 10, Epoch: 375, Loss: 0.2534, Train: 85.71%, Valid: 81.35% Test: 76.19%
Run: 10, Epoch: 380, Loss: 0.2525, Train: 85.77%, Valid: 81.38% Test: 76.17%
Run: 10, Epoch: 385, Loss: 0.2531, Train: 85.79%, Valid: 81.49% Test: 76.40%
Run: 10, Epoch: 390, Loss: 0.2816, Train: 85.76%, Valid: 81.31% Test: 75.52%
Run: 10, Epoch: 395, Loss: 0.2759, Train: 85.55%, Valid: 81.35% Test: 76.10%
Run: 10, Epoch: 400, Loss: 0.2652, Train: 85.54%, Valid: 81.27% Test: 76.00%
Run: 10, Epoch: 405, Loss: 0.2572, Train: 85.61%, Valid: 81.08% Test: 75.39%
Run: 10, Epoch: 410, Loss: 0.2563, Train: 85.68%, Valid: 81.15% Test: 75.60%
Run: 10, Epoch: 415, Loss: 0.2545, Train: 85.75%, Valid: 81.30% Test: 75.97%
Run: 10, Epoch: 420, Loss: 0.2533, Train: 85.82%, Valid: 81.36% Test: 75.98%
Run: 10, Epoch: 425, Loss: 0.2517, Train: 85.90%, Valid: 81.39% Test: 76.05%
Run: 10, Epoch: 430, Loss: 0.2512, Train: 85.95%, Valid: 81.52% Test: 76.33%
Run: 10, Epoch: 435, Loss: 0.2509, Train: 86.00%, Valid: 81.55% Test: 76.19%
Run: 10, Epoch: 440, Loss: 0.2505, Train: 86.04%, Valid: 81.61% Test: 76.19%
Run: 10, Epoch: 445, Loss: 0.2500, Train: 86.09%, Valid: 81.67% Test: 76.30%
Run: 10, Epoch: 450, Loss: 0.2496, Train: 86.13%, Valid: 81.72% Test: 76.33%
Run: 10, Epoch: 455, Loss: 0.2492, Train: 86.18%, Valid: 81.75% Test: 76.30%
Run: 10, Epoch: 460, Loss: 0.2490, Train: 86.22%, Valid: 81.76% Test: 76.22%
Run: 10, Epoch: 465, Loss: 0.2497, Train: 86.24%, Valid: 81.87% Test: 76.44%
Run: 10, Epoch: 470, Loss: 0.2533, Train: 86.27%, Valid: 81.77% Test: 76.08%
Run: 10, Epoch: 475, Loss: 0.2506, Train: 86.30%, Valid: 81.75% Test: 75.95%
Run: 10, Epoch: 480, Loss: 0.2494, Train: 86.34%, Valid: 81.78% Test: 76.00%
Run: 10, Epoch: 485, Loss: 0.2481, Train: 86.38%, Valid: 81.88% Test: 76.19%
Run: 10, Epoch: 490, Loss: 0.2479, Train: 86.42%, Valid: 82.01% Test: 76.52%
Run: 10, Epoch: 495, Loss: 0.2478, Train: 86.44%, Valid: 82.06% Test: 76.56%
Run: 10, Epoch: 500, Loss: 0.2578, Train: 86.44%, Valid: 81.85% Test: 75.89%
Run: 10, Epoch: 505, Loss: 0.2514, Train: 86.46%, Valid: 81.89% Test: 75.98%
Run: 10, Epoch: 510, Loss: 0.2493, Train: 86.51%, Valid: 81.98% Test: 76.22%
Run: 10, Epoch: 515, Loss: 0.2466, Train: 86.54%, Valid: 82.09% Test: 76.43%
Run: 10, Epoch: 520, Loss: 0.2465, Train: 86.56%, Valid: 82.13% Test: 76.51%
Run: 10, Epoch: 525, Loss: 0.2461, Train: 86.60%, Valid: 82.16% Test: 76.53%
Run: 10, Epoch: 530, Loss: 0.2463, Train: 86.64%, Valid: 82.12% Test: 76.34%
Run: 10, Epoch: 535, Loss: 0.2459, Train: 86.67%, Valid: 82.11% Test: 76.23%
Run: 10, Epoch: 540, Loss: 0.2512, Train: 86.63%, Valid: 82.25% Test: 76.61%
Run: 10, Epoch: 545, Loss: 0.2455, Train: 86.67%, Valid: 82.28% Test: 76.69%
Run: 10, Epoch: 550, Loss: 0.2466, Train: 86.70%, Valid: 82.27% Test: 76.63%
Run: 10, Epoch: 555, Loss: 0.2466, Train: 86.75%, Valid: 82.24% Test: 76.42%
Run: 10, Epoch: 560, Loss: 0.2456, Train: 86.78%, Valid: 82.22% Test: 76.30%
Run: 10, Epoch: 565, Loss: 0.2453, Train: 86.81%, Valid: 82.27% Test: 76.36%
Run: 10, Epoch: 570, Loss: 0.2445, Train: 86.84%, Valid: 82.31% Test: 76.42%
Run: 10, Epoch: 575, Loss: 0.2461, Train: 86.87%, Valid: 82.23% Test: 76.18%
Run: 10, Epoch: 580, Loss: 0.2457, Train: 86.88%, Valid: 82.38% Test: 76.52%
Run: 10, Epoch: 585, Loss: 0.2437, Train: 86.92%, Valid: 82.37% Test: 76.45%

Run: 10, Epoch: 590, Loss: 0.2453, Train: 86.94%, Valid: 82.29% Test: 76.20%
Run: 10, Epoch: 595, Loss: 0.2448, Train: 86.96%, Valid: 82.44% Test: 76.52%
Run: 10, Epoch: 600, Loss: 0.2431, Train: 87.00%, Valid: 82.39% Test: 76.35%
Run: 10, Epoch: 605, Loss: 0.2428, Train: 87.02%, Valid: 82.39% Test: 76.31%
Run: 10, Epoch: 610, Loss: 0.2512, Train: 86.92%, Valid: 82.54% Test: 76.70%
Run: 10, Epoch: 615, Loss: 0.2508, Train: 86.77%, Valid: 82.52% Test: 77.11%
Run: 10, Epoch: 620, Loss: 0.2459, Train: 86.86%, Valid: 81.98% Test: 75.45%
Run: 10, Epoch: 625, Loss: 0.2492, Train: 86.89%, Valid: 82.23% Test: 76.04%
Run: 10, Epoch: 630, Loss: 0.2474, Train: 86.96%, Valid: 82.27% Test: 76.07%
Run: 10, Epoch: 635, Loss: 0.2436, Train: 87.00%, Valid: 82.26% Test: 76.05%
Run: 10, Epoch: 640, Loss: 0.2428, Train: 87.04%, Valid: 82.37% Test: 76.28%
Run: 10, Epoch: 645, Loss: 0.2426, Train: 87.09%, Valid: 82.35% Test: 76.19%
Run: 10, Epoch: 650, Loss: 0.2420, Train: 87.13%, Valid: 82.51% Test: 76.52%
Run: 10, Epoch: 655, Loss: 0.2416, Train: 87.17%, Valid: 82.49% Test: 76.44%
Run: 10, Epoch: 660, Loss: 0.2416, Train: 87.19%, Valid: 82.54% Test: 76.52%
Run: 10, Epoch: 665, Loss: 0.2413, Train: 87.22%, Valid: 82.56% Test: 76.48%
Run: 10, Epoch: 670, Loss: 0.2409, Train: 87.25%, Valid: 82.56% Test: 76.46%
Run: 10, Epoch: 675, Loss: 0.2407, Train: 87.27%, Valid: 82.59% Test: 76.46%
Run: 10, Epoch: 680, Loss: 0.2407, Train: 87.29%, Valid: 82.65% Test: 76.56%
Run: 10, Epoch: 685, Loss: 0.2446, Train: 87.28%, Valid: 82.51% Test: 76.13%
Run: 10, Epoch: 690, Loss: 0.2409, Train: 87.31%, Valid: 82.68% Test: 76.49%
Run: 10, Epoch: 695, Loss: 0.2407, Train: 87.33%, Valid: 82.58% Test: 76.30%
Run: 10, Epoch: 700, Loss: 0.2422, Train: 87.35%, Valid: 82.58% Test: 76.18%
Run: 10, Epoch: 705, Loss: 0.2414, Train: 87.37%, Valid: 82.61% Test: 76.16%
Run: 10, Epoch: 710, Loss: 0.2400, Train: 87.40%, Valid: 82.67% Test: 76.33%
Run: 10, Epoch: 715, Loss: 0.2403, Train: 87.43%, Valid: 82.69% Test: 76.36%
Run: 10, Epoch: 720, Loss: 0.2396, Train: 87.44%, Valid: 82.71% Test: 76.33%
Run: 10, Epoch: 725, Loss: 0.2397, Train: 87.46%, Valid: 82.81% Test: 76.50%
Run: 10, Epoch: 730, Loss: 0.2401, Train: 87.48%, Valid: 82.71% Test: 76.30%
Run: 10, Epoch: 735, Loss: 0.2445, Train: 87.46%, Valid: 82.88% Test: 76.66%
Run: 10, Epoch: 740, Loss: 0.2395, Train: 87.50%, Valid: 82.87% Test: 76.63%
Run: 10, Epoch: 745, Loss: 0.2389, Train: 87.52%, Valid: 82.88% Test: 76.65%
Run: 10, Epoch: 750, Loss: 0.2385, Train: 87.55%, Valid: 82.88% Test: 76.56%
Run: 10, Epoch: 755, Loss: 0.2385, Train: 87.57%, Valid: 82.85% Test: 76.45%
Run: 10, Epoch: 760, Loss: 0.2396, Train: 87.58%, Valid: 82.77% Test: 76.21%
Run: 10, Epoch: 765, Loss: 0.2392, Train: 87.60%, Valid: 82.90% Test: 76.47%
Run: 10, Epoch: 770, Loss: 0.2377, Train: 87.62%, Valid: 82.85% Test: 76.32%
Run: 10, Epoch: 775, Loss: 0.2384, Train: 87.64%, Valid: 82.82% Test: 76.24%
Run: 10, Epoch: 780, Loss: 0.2488, Train: 87.55%, Valid: 83.00% Test: 76.66%
Run: 10, Epoch: 785, Loss: 0.2428, Train: 87.60%, Valid: 82.97% Test: 76.67%
Run: 10, Epoch: 790, Loss: 0.2392, Train: 87.65%, Valid: 82.86% Test: 76.42%
Run: 10, Epoch: 795, Loss: 0.2385, Train: 87.66%, Valid: 82.82% Test: 76.16%
Run: 10, Epoch: 800, Loss: 0.2383, Train: 87.69%, Valid: 82.86% Test: 76.20%
Run: 10, Epoch: 805, Loss: 0.2372, Train: 87.71%, Valid: 82.90% Test: 76.25%
Run: 10, Epoch: 810, Loss: 0.2370, Train: 87.73%, Valid: 82.91% Test: 76.24%
Run: 10, Epoch: 815, Loss: 0.2367, Train: 87.75%, Valid: 82.94% Test: 76.26%
Run: 10, Epoch: 820, Loss: 0.2366, Train: 87.77%, Valid: 82.99% Test: 76.39%
Run: 10, Epoch: 825, Loss: 0.2383, Train: 87.78%, Valid: 82.91% Test: 76.18%
Run: 10, Epoch: 830, Loss: 0.2436, Train: 87.77%, Valid: 83.08% Test: 76.59%
Run: 10, Epoch: 835, Loss: 0.2391, Train: 87.78%, Valid: 82.91% Test: 76.07%
Run: 10, Epoch: 840, Loss: 0.2370, Train: 87.80%, Valid: 82.90% Test: 76.04%
Run: 10, Epoch: 845, Loss: 0.2370, Train: 87.84%, Valid: 82.98% Test: 76.18%
Run: 10, Epoch: 850, Loss: 0.2360, Train: 87.86%, Valid: 83.08% Test: 76.45%
Run: 10, Epoch: 855, Loss: 0.2359, Train: 87.88%, Valid: 83.13% Test: 76.57%
Run: 10, Epoch: 860, Loss: 0.2362, Train: 87.90%, Valid: 83.08% Test: 76.41%
Run: 10, Epoch: 865, Loss: 0.2405, Train: 87.85%, Valid: 83.20% Test: 76.69%
Run: 10, Epoch: 870, Loss: 0.2359, Train: 87.88%, Valid: 83.16% Test: 76.62%
Run: 10, Epoch: 875, Loss: 0.2362, Train: 87.89%, Valid: 83.12% Test: 76.52%
Run: 10, Epoch: 880, Loss: 0.2368, Train: 87.92%, Valid: 83.10% Test: 76.43%
Run: 10, Epoch: 885, Loss: 0.2359, Train: 87.95%, Valid: 83.06% Test: 76.26%
Run: 10, Epoch: 890, Loss: 0.2353, Train: 87.97%, Valid: 83.06% Test: 76.27%
Run: 10, Epoch: 895, Loss: 0.2352, Train: 87.98%, Valid: 83.10% Test: 76.35%
Run: 10, Epoch: 900, Loss: 0.2347, Train: 88.00%, Valid: 83.14% Test: 76.38%
Run: 10, Epoch: 905, Loss: 0.2349, Train: 88.02%, Valid: 83.10% Test: 76.29%
Run: 10, Epoch: 910, Loss: 0.2399, Train: 87.98%, Valid: 83.26% Test: 76.66%
Run: 10, Epoch: 915, Loss: 0.2348, Train: 88.01%, Valid: 83.29% Test: 76.76%
Run: 10, Epoch: 920, Loss: 0.2350, Train: 88.02%, Valid: 83.26% Test: 76.71%
Run: 10, Epoch: 925, Loss: 0.2352, Train: 88.05%, Valid: 83.26% Test: 76.56%
Run: 10, Epoch: 930, Loss: 0.2349, Train: 88.07%, Valid: 83.22% Test: 76.38%
Run: 10, Epoch: 935, Loss: 0.2345, Train: 88.08%, Valid: 83.21% Test: 76.37%
Run: 10, Epoch: 940, Loss: 0.2339, Train: 88.10%, Valid: 83.23% Test: 76.38%
Run: 10, Epoch: 945, Loss: 0.2341, Train: 88.12%, Valid: 83.21% Test: 76.30%
Run: 10, Epoch: 950, Loss: 0.2353, Train: 88.11%, Valid: 83.37% Test: 76.72%
Run: 10, Epoch: 955, Loss: 0.2388, Train: 88.13%, Valid: 83.24% Test: 76.36%
Run: 10, Epoch: 960, Loss: 0.2355, Train: 88.13%, Valid: 83.07% Test: 75.93%
Run: 10, Epoch: 965, Loss: 0.2340, Train: 88.16%, Valid: 83.17% Test: 76.13%
Run: 10, Epoch: 970, Loss: 0.2331, Train: 88.18%, Valid: 83.23% Test: 76.28%
Run: 10, Epoch: 975, Loss: 0.2334, Train: 88.20%, Valid: 83.30% Test: 76.37%
Run: 10, Epoch: 980, Loss: 0.2330, Train: 88.21%, Valid: 83.30% Test: 76.36%
Run: 10, Epoch: 985, Loss: 0.2357, Train: 88.20%, Valid: 83.22% Test: 76.17%
Run: 10, Epoch: 990, Loss: 0.2365, Train: 88.22%, Valid: 83.39% Test: 76.58%
Run: 10, Epoch: 995, Loss: 0.2351, Train: 88.23%, Valid: 83.33% Test: 76.40%
Run: 10, Epoch: 1000, Loss: 0.2341, Train: 88.25%, Valid: 83.33% Test: 76.35%
Run 10:
Highest Train: 88.25
Highest Valid: 83.39
  Final Train: 88.22
   Final Test: 76.58
All runs:
Highest Train: 87.97 ± 0.17
Highest Valid: 83.33 ± 0.11
  Final Train: 87.91 ± 0.15
   Final Test: 77.34 ± 0.53