GCN on ogbn-proteins

from https://github.com/snap-stanford/ogb/blob/master/examples/nodeproppred/proteins/gnn.py by Matthias Fey

import argparse

import torch
import torch.nn.functional as F

import torch_geometric.transforms as T
from torch_geometric.nn import GCNConv, SAGEConv

from ogb.nodeproppred import PygNodePropPredDataset, Evaluator

class Logger(object):
    def __init__(self, runs, info=None):
        self.info = info
        self.results = [[] for _ in range(runs)]

    def add_result(self, run, result):
        assert len(result) == 3
        assert run >= 0 and run < len(self.results)
        self.results[run].append(result)

    def print_statistics(self, run=None):
        if run is not None:
            result = 100 * torch.tensor(self.results[run])
            argmax = result[:, 1].argmax().item()
            print(f'Run {run + 1:02d}:')
            print(f'Highest Train: {result[:, 0].max():.2f}')
            print(f'Highest Valid: {result[:, 1].max():.2f}')
            print(f'  Final Train: {result[argmax, 0]:.2f}')
            print(f'   Final Test: {result[argmax, 2]:.2f}')
        else:
            result = 100 * torch.tensor(self.results)

            best_results = []
            for r in result:
                train1 = r[:, 0].max().item()
                valid = r[:, 1].max().item()
                train2 = r[r[:, 1].argmax(), 0].item()
                test = r[r[:, 1].argmax(), 2].item()
                best_results.append((train1, valid, train2, test))

            best_result = torch.tensor(best_results)

            print(f'All runs:')
            r = best_result[:, 0]
            print(f'Highest Train: {r.mean():.2f} ± {r.std():.2f}')
            r = best_result[:, 1]
            print(f'Highest Valid: {r.mean():.2f} ± {r.std():.2f}')
            r = best_result[:, 2]
            print(f'  Final Train: {r.mean():.2f} ± {r.std():.2f}')
            r = best_result[:, 3]
            print(f'   Final Test: {r.mean():.2f} ± {r.std():.2f}')

class GCN(torch.nn.Module):
    def __init__(self, in_channels, hidden_channels, out_channels, num_layers,
                 dropout):
        super(GCN, self).__init__()

        self.convs = torch.nn.ModuleList()
        self.convs.append(
            GCNConv(in_channels, hidden_channels, normalize=False))
        for _ in range(num_layers - 2):
            self.convs.append(
                GCNConv(hidden_channels, hidden_channels, normalize=False))
        self.convs.append(
            GCNConv(hidden_channels, out_channels, normalize=False))

        self.dropout = dropout

    def reset_parameters(self):
        for conv in self.convs:
            conv.reset_parameters()

    def forward(self, x, adj_t):
        for conv in self.convs[:-1]:
            x = conv(x, adj_t)
            x = F.relu(x)
            x = F.dropout(x, p=self.dropout, training=self.training)
        x = self.convs[-1](x, adj_t)
        return x

parser = argparse.ArgumentParser(description='OGBN-Proteins (GNN)')
parser.add_argument('--device', type=int, default=0)
parser.add_argument('--log_steps', type=int, default=1)
parser.add_argument('--use_sage', action='store_true', default=True)
parser.add_argument('--num_layers', type=int, default=3)
parser.add_argument('--hidden_channels', type=int, default=256)
parser.add_argument('--dropout', type=float, default=0.0)
parser.add_argument('--lr', type=float, default=0.01)
parser.add_argument('--epochs', type=int, default=1000)
parser.add_argument('--eval_steps', type=int, default=5)
parser.add_argument('--runs', type=int, default=10)
args = parser.parse_args(args=[])
print(args)

device = f'cuda:{args.device}' if torch.cuda.is_available() else 'cpu'
device = torch.device(device)

dataset = PygNodePropPredDataset(
    name='ogbn-proteins', transform=T.ToSparseTensor(attr='edge_attr'))
data = dataset[0]

# Move edge features to node features.
data.x = data.adj_t.mean(dim=1)
data.adj_t.set_value_(None)

split_idx = dataset.get_idx_split()
train_idx = split_idx['train'].to(device)

# GCN Model
model = GCN(data.num_features, args.hidden_channels, 112,
                args.num_layers, args.dropout).to(device)

# Pre-compute GCN normalization.
adj_t = data.adj_t.set_diag()
deg = adj_t.sum(dim=1).to(torch.float)
deg_inv_sqrt = deg.pow(-0.5)
deg_inv_sqrt[deg_inv_sqrt == float('inf')] = 0
adj_t = deg_inv_sqrt.view(-1, 1) * adj_t * deg_inv_sqrt.view(1, -1)
data.adj_t = adj_t

data = data.to(device)

evaluator = Evaluator(name='ogbn-proteins')
logger = Logger(args.runs, args)

Namespace(device=0, dropout=0.0, epochs=1000, eval_steps=5, hidden_channels=256, log_steps=1, lr=0.01, num_layers=3, runs=10, use_sage=True)

def train(model, data, train_idx, optimizer):
    model.train()
    criterion = torch.nn.BCEWithLogitsLoss()

    optimizer.zero_grad()
    out = model(data.x, data.adj_t)[train_idx]
    loss = criterion(out, data.y[train_idx].to(torch.float))
    loss.backward()
    optimizer.step()

    return loss.item()

@torch.no_grad()
def test(model, data, split_idx, evaluator):
    model.eval()

    y_pred = model(data.x, data.adj_t)

    train_rocauc = evaluator.eval({
        'y_true': data.y[split_idx['train']],
        'y_pred': y_pred[split_idx['train']],
    })['rocauc']
    valid_rocauc = evaluator.eval({
        'y_true': data.y[split_idx['valid']],
        'y_pred': y_pred[split_idx['valid']],
    })['rocauc']
    test_rocauc = evaluator.eval({
        'y_true': data.y[split_idx['test']],
        'y_pred': y_pred[split_idx['test']],
    })['rocauc']

    return train_rocauc, valid_rocauc, test_rocauc

model

GCN(
  (convs): ModuleList(
    (0): GCNConv(8, 256)
    (1): GCNConv(256, 256)
    (2): GCNConv(256, 112)
  )
)

for run in range(args.runs):
    model.reset_parameters()
    optimizer = torch.optim.Adam(model.parameters(), lr=args.lr)
    for epoch in range(1, 1 + args.epochs):
        loss = train(model, data, train_idx, optimizer)

        if epoch % args.eval_steps == 0:
            result = test(model, data, split_idx, evaluator)
            logger.add_result(run, result)

            if epoch % args.log_steps == 0:
                train_rocauc, valid_rocauc, test_rocauc = result
                print(f'Run: {run + 1:02d}, '
                      f'Epoch: {epoch:02d}, '
                      f'Loss: {loss:.4f}, '
                      f'Train: {100 * train_rocauc:.2f}%, '
                      f'Valid: {100 * valid_rocauc:.2f}% '
                      f'Test: {100 * test_rocauc:.2f}%')

    logger.print_statistics(run)
logger.print_statistics()

Run: 01, Epoch: 05, Loss: 0.4565, Train: 34.89%, Valid: 34.31% Test: 37.46%
Run: 01, Epoch: 10, Loss: 0.4265, Train: 36.78%, Valid: 34.93% Test: 37.57%
Run: 01, Epoch: 15, Loss: 0.4324, Train: 36.79%, Valid: 33.42% Test: 36.07%
Run: 01, Epoch: 20, Loss: 0.4165, Train: 37.90%, Valid: 33.87% Test: 36.10%
Run: 01, Epoch: 25, Loss: 0.4051, Train: 40.64%, Valid: 34.65% Test: 36.15%
Run: 01, Epoch: 30, Loss: 0.3986, Train: 41.42%, Valid: 34.30% Test: 35.47%
Run: 01, Epoch: 35, Loss: 0.3925, Train: 44.17%, Valid: 35.02% Test: 35.36%
Run: 01, Epoch: 40, Loss: 0.3876, Train: 46.00%, Valid: 35.89% Test: 35.54%
Run: 01, Epoch: 45, Loss: 0.3830, Train: 48.53%, Valid: 37.28% Test: 36.04%
Run: 01, Epoch: 50, Loss: 0.3791, Train: 50.23%, Valid: 38.65% Test: 36.66%
Run: 01, Epoch: 55, Loss: 0.3756, Train: 51.50%, Valid: 40.38% Test: 37.39%
Run: 01, Epoch: 60, Loss: 0.3719, Train: 52.98%, Valid: 42.38% Test: 38.16%
Run: 01, Epoch: 65, Loss: 0.3682, Train: 54.36%, Valid: 44.51% Test: 39.13%
Run: 01, Epoch: 70, Loss: 0.3646, Train: 55.56%, Valid: 46.23% Test: 39.71%
Run: 01, Epoch: 75, Loss: 0.3613, Train: 55.91%, Valid: 47.12% Test: 39.76%
Run: 01, Epoch: 80, Loss: 0.3581, Train: 56.77%, Valid: 48.72% Test: 40.68%
Run: 01, Epoch: 85, Loss: 0.3551, Train: 57.89%, Valid: 50.49% Test: 41.86%
Run: 01, Epoch: 90, Loss: 0.3520, Train: 58.75%, Valid: 51.90% Test: 43.08%
Run: 01, Epoch: 95, Loss: 0.3492, Train: 59.73%, Valid: 53.46% Test: 44.63%
Run: 01, Epoch: 100, Loss: 0.3468, Train: 61.04%, Valid: 55.30% Test: 46.14%
Run: 01, Epoch: 105, Loss: 0.3449, Train: 62.60%, Valid: 57.67% Test: 48.12%
Run: 01, Epoch: 110, Loss: 0.3427, Train: 63.46%, Valid: 59.01% Test: 49.27%
Run: 01, Epoch: 115, Loss: 0.3404, Train: 64.16%, Valid: 60.14% Test: 50.25%
Run: 01, Epoch: 120, Loss: 0.3385, Train: 64.35%, Valid: 60.39% Test: 50.57%
Run: 01, Epoch: 125, Loss: 0.3371, Train: 64.38%, Valid: 60.40% Test: 50.79%
Run: 01, Epoch: 130, Loss: 0.3347, Train: 65.27%, Valid: 61.75% Test: 51.91%
Run: 01, Epoch: 135, Loss: 0.3327, Train: 66.20%, Valid: 63.23% Test: 53.18%
Run: 01, Epoch: 140, Loss: 0.3315, Train: 67.27%, Valid: 65.00% Test: 54.63%
Run: 01, Epoch: 145, Loss: 0.3302, Train: 67.90%, Valid: 66.10% Test: 55.48%
Run: 01, Epoch: 150, Loss: 0.3288, Train: 68.40%, Valid: 67.03% Test: 56.29%
Run: 01, Epoch: 155, Loss: 0.3274, Train: 68.76%, Valid: 67.67% Test: 56.85%
Run: 01, Epoch: 160, Loss: 0.3260, Train: 68.93%, Valid: 67.97% Test: 57.12%
Run: 01, Epoch: 165, Loss: 0.3248, Train: 68.86%, Valid: 67.81% Test: 57.06%
Run: 01, Epoch: 170, Loss: 0.3244, Train: 68.42%, Valid: 66.96% Test: 56.41%
Run: 01, Epoch: 175, Loss: 0.3230, Train: 69.30%, Valid: 68.47% Test: 57.86%
Run: 01, Epoch: 180, Loss: 0.3221, Train: 69.71%, Valid: 69.10% Test: 58.57%
Run: 01, Epoch: 185, Loss: 0.3267, Train: 67.43%, Valid: 65.09% Test: 55.17%
Run: 01, Epoch: 190, Loss: 0.3214, Train: 70.38%, Valid: 70.09% Test: 59.28%
Run: 01, Epoch: 195, Loss: 0.3211, Train: 69.19%, Valid: 67.88% Test: 57.51%
Run: 01, Epoch: 200, Loss: 0.3196, Train: 70.65%, Valid: 70.39% Test: 59.87%
Run: 01, Epoch: 205, Loss: 0.3187, Train: 69.92%, Valid: 69.03% Test: 58.67%
Run: 01, Epoch: 210, Loss: 0.3180, Train: 70.88%, Valid: 70.57% Test: 60.24%
Run: 01, Epoch: 215, Loss: 0.3175, Train: 70.72%, Valid: 70.24% Test: 59.96%
Run: 01, Epoch: 220, Loss: 0.3168, Train: 70.69%, Valid: 70.12% Test: 59.90%
Run: 01, Epoch: 225, Loss: 0.3160, Train: 71.33%, Valid: 71.10% Test: 60.89%
Run: 01, Epoch: 230, Loss: 0.3155, Train: 71.46%, Valid: 71.19% Test: 61.04%
Run: 01, Epoch: 235, Loss: 0.3148, Train: 71.46%, Valid: 71.09% Test: 60.96%
Run: 01, Epoch: 240, Loss: 0.3142, Train: 71.55%, Valid: 71.15% Test: 60.99%
Run: 01, Epoch: 245, Loss: 0.3136, Train: 71.73%, Valid: 71.35% Test: 61.14%
Run: 01, Epoch: 250, Loss: 0.3131, Train: 71.99%, Valid: 71.67% Test: 61.43%
Run: 01, Epoch: 255, Loss: 0.3125, Train: 72.14%, Valid: 71.81% Test: 61.52%
Run: 01, Epoch: 260, Loss: 0.3121, Train: 71.85%, Valid: 71.20% Test: 60.85%
Run: 01, Epoch: 265, Loss: 0.3162, Train: 73.26%, Valid: 73.28% Test: 62.96%
Run: 01, Epoch: 270, Loss: 0.3140, Train: 72.90%, Valid: 72.65% Test: 62.16%
Run: 01, Epoch: 275, Loss: 0.3108, Train: 72.05%, Valid: 71.26% Test: 60.80%
Run: 01, Epoch: 280, Loss: 0.3109, Train: 72.14%, Valid: 71.38% Test: 61.08%
Run: 01, Epoch: 285, Loss: 0.3099, Train: 72.90%, Valid: 72.54% Test: 62.27%
Run: 01, Epoch: 290, Loss: 0.3093, Train: 73.23%, Valid: 72.99% Test: 62.76%
Run: 01, Epoch: 295, Loss: 0.3090, Train: 73.31%, Valid: 73.05% Test: 62.80%
Run: 01, Epoch: 300, Loss: 0.3085, Train: 73.35%, Valid: 73.02% Test: 62.77%
Run: 01, Epoch: 305, Loss: 0.3080, Train: 73.47%, Valid: 73.11% Test: 62.89%
Run: 01, Epoch: 310, Loss: 0.3075, Train: 73.61%, Valid: 73.25% Test: 62.99%
Run: 01, Epoch: 315, Loss: 0.3070, Train: 73.60%, Valid: 73.15% Test: 62.85%
Run: 01, Epoch: 320, Loss: 0.3067, Train: 73.48%, Valid: 72.85% Test: 62.53%
Run: 01, Epoch: 325, Loss: 0.3068, Train: 74.28%, Valid: 74.05% Test: 63.87%
Run: 01, Epoch: 330, Loss: 0.3070, Train: 73.48%, Valid: 72.59% Test: 62.14%
Run: 01, Epoch: 335, Loss: 0.3062, Train: 73.51%, Valid: 72.57% Test: 62.17%
Run: 01, Epoch: 340, Loss: 0.3052, Train: 73.75%, Valid: 72.88% Test: 62.52%
Run: 01, Epoch: 345, Loss: 0.3045, Train: 74.20%, Valid: 73.53% Test: 63.25%
Run: 01, Epoch: 350, Loss: 0.3044, Train: 74.69%, Valid: 74.24% Test: 64.09%
Run: 01, Epoch: 355, Loss: 0.3036, Train: 74.58%, Valid: 73.97% Test: 63.77%
Run: 01, Epoch: 360, Loss: 0.3033, Train: 74.37%, Valid: 73.51% Test: 63.29%
Run: 01, Epoch: 365, Loss: 0.3049, Train: 75.45%, Valid: 75.07% Test: 65.04%
Run: 01, Epoch: 370, Loss: 0.3027, Train: 75.36%, Valid: 74.92% Test: 64.87%
Run: 01, Epoch: 375, Loss: 0.3020, Train: 75.37%, Valid: 74.90% Test: 64.79%
Run: 01, Epoch: 380, Loss: 0.3014, Train: 75.37%, Valid: 74.74% Test: 64.65%
Run: 01, Epoch: 385, Loss: 0.3011, Train: 75.32%, Valid: 74.51% Test: 64.37%
Run: 01, Epoch: 390, Loss: 0.3008, Train: 75.25%, Valid: 74.25% Test: 64.08%
Run: 01, Epoch: 395, Loss: 0.3001, Train: 75.51%, Valid: 74.53% Test: 64.42%
Run: 01, Epoch: 400, Loss: 0.3001, Train: 76.03%, Valid: 75.25% Test: 65.10%
Run: 01, Epoch: 405, Loss: 0.2997, Train: 75.67%, Valid: 74.52% Test: 64.32%
Run: 01, Epoch: 410, Loss: 0.2990, Train: 75.84%, Valid: 74.76% Test: 64.65%
Run: 01, Epoch: 415, Loss: 0.2988, Train: 76.34%, Valid: 75.43% Test: 65.51%
Run: 01, Epoch: 420, Loss: 0.2978, Train: 76.23%, Valid: 75.09% Test: 65.08%
Run: 01, Epoch: 425, Loss: 0.3000, Train: 76.80%, Valid: 75.82% Test: 65.61%
Run: 01, Epoch: 430, Loss: 0.2992, Train: 76.84%, Valid: 75.81% Test: 65.62%
Run: 01, Epoch: 435, Loss: 0.2971, Train: 76.72%, Valid: 75.80% Test: 66.05%
Run: 01, Epoch: 440, Loss: 0.2969, Train: 76.98%, Valid: 75.78% Test: 65.84%
Run: 01, Epoch: 445, Loss: 0.2968, Train: 77.07%, Valid: 75.78% Test: 65.87%
Run: 01, Epoch: 450, Loss: 0.2958, Train: 77.12%, Valid: 75.88% Test: 66.23%
Run: 01, Epoch: 455, Loss: 0.2955, Train: 77.16%, Valid: 75.88% Test: 66.16%
Run: 01, Epoch: 460, Loss: 0.2950, Train: 76.98%, Valid: 75.36% Test: 65.57%
Run: 01, Epoch: 465, Loss: 0.2947, Train: 77.41%, Valid: 75.93% Test: 66.14%
Run: 01, Epoch: 470, Loss: 0.2942, Train: 77.28%, Valid: 75.58% Test: 65.91%
Run: 01, Epoch: 475, Loss: 0.2937, Train: 77.51%, Valid: 75.85% Test: 66.22%
Run: 01, Epoch: 480, Loss: 0.2934, Train: 77.68%, Valid: 76.00% Test: 66.59%
Run: 01, Epoch: 485, Loss: 0.2948, Train: 78.21%, Valid: 76.60% Test: 66.98%
Run: 01, Epoch: 490, Loss: 0.3047, Train: 77.40%, Valid: 75.23% Test: 64.73%
Run: 01, Epoch: 495, Loss: 0.2978, Train: 77.45%, Valid: 75.46% Test: 65.22%
Run: 01, Epoch: 500, Loss: 0.2957, Train: 77.57%, Valid: 75.70% Test: 66.13%
Run: 01, Epoch: 505, Loss: 0.2945, Train: 77.51%, Valid: 75.44% Test: 66.14%
Run: 01, Epoch: 510, Loss: 0.2931, Train: 78.12%, Valid: 76.15% Test: 66.52%
Run: 01, Epoch: 515, Loss: 0.2928, Train: 78.12%, Valid: 76.18% Test: 66.94%
Run: 01, Epoch: 520, Loss: 0.2919, Train: 78.05%, Valid: 76.07% Test: 67.00%
Run: 01, Epoch: 525, Loss: 0.2912, Train: 78.40%, Valid: 76.53% Test: 67.44%
Run: 01, Epoch: 530, Loss: 0.2909, Train: 78.43%, Valid: 76.36% Test: 67.53%
Run: 01, Epoch: 535, Loss: 0.2906, Train: 78.51%, Valid: 76.45% Test: 67.53%

Run: 01, Epoch: 540, Loss: 0.2902, Train: 78.59%, Valid: 76.52% Test: 67.65%
Run: 01, Epoch: 545, Loss: 0.2898, Train: 78.59%, Valid: 76.46% Test: 67.67%
Run: 01, Epoch: 550, Loss: 0.2895, Train: 78.66%, Valid: 76.44% Test: 67.77%
Run: 01, Epoch: 555, Loss: 0.2892, Train: 78.78%, Valid: 76.51% Test: 67.93%
Run: 01, Epoch: 560, Loss: 0.2889, Train: 78.89%, Valid: 76.62% Test: 68.15%
Run: 01, Epoch: 565, Loss: 0.2886, Train: 78.94%, Valid: 76.60% Test: 68.07%
Run: 01, Epoch: 570, Loss: 0.2906, Train: 78.81%, Valid: 76.54% Test: 68.75%
Run: 01, Epoch: 575, Loss: 0.2888, Train: 78.89%, Valid: 76.63% Test: 68.80%
Run: 01, Epoch: 580, Loss: 0.2890, Train: 79.10%, Valid: 76.77% Test: 68.49%
Run: 01, Epoch: 585, Loss: 0.2882, Train: 79.09%, Valid: 76.55% Test: 68.28%
Run: 01, Epoch: 590, Loss: 0.2873, Train: 79.31%, Valid: 76.92% Test: 68.96%
Run: 01, Epoch: 595, Loss: 0.2873, Train: 79.39%, Valid: 76.99% Test: 68.98%
Run: 01, Epoch: 600, Loss: 0.2866, Train: 79.41%, Valid: 76.89% Test: 68.78%
Run: 01, Epoch: 605, Loss: 0.2864, Train: 79.46%, Valid: 76.87% Test: 68.80%
Run: 01, Epoch: 610, Loss: 0.2861, Train: 79.56%, Valid: 76.98% Test: 68.98%
Run: 01, Epoch: 615, Loss: 0.2858, Train: 79.68%, Valid: 77.12% Test: 69.15%
Run: 01, Epoch: 620, Loss: 0.2916, Train: 77.99%, Valid: 74.75% Test: 67.97%
Run: 01, Epoch: 625, Loss: 0.2886, Train: 80.10%, Valid: 78.01% Test: 70.01%
Run: 01, Epoch: 630, Loss: 0.2895, Train: 78.49%, Valid: 74.92% Test: 66.49%
Run: 01, Epoch: 635, Loss: 0.2909, Train: 79.88%, Valid: 77.12% Test: 69.06%
Run: 01, Epoch: 640, Loss: 0.2871, Train: 80.10%, Valid: 77.75% Test: 69.73%
Run: 01, Epoch: 645, Loss: 0.2870, Train: 79.71%, Valid: 76.97% Test: 69.05%
Run: 01, Epoch: 650, Loss: 0.2856, Train: 79.84%, Valid: 77.01% Test: 69.22%
Run: 01, Epoch: 655, Loss: 0.2846, Train: 80.13%, Valid: 77.70% Test: 70.05%
Run: 01, Epoch: 660, Loss: 0.2844, Train: 80.05%, Valid: 77.37% Test: 69.76%
Run: 01, Epoch: 665, Loss: 0.2837, Train: 80.09%, Valid: 77.36% Test: 69.79%
Run: 01, Epoch: 670, Loss: 0.2833, Train: 80.29%, Valid: 77.69% Test: 70.11%
Run: 01, Epoch: 675, Loss: 0.2834, Train: 80.12%, Valid: 77.27% Test: 70.08%
Run: 01, Epoch: 680, Loss: 0.2889, Train: 80.52%, Valid: 77.71% Test: 69.76%
Run: 01, Epoch: 685, Loss: 0.2855, Train: 80.49%, Valid: 77.84% Test: 70.21%
Run: 01, Epoch: 690, Loss: 0.2826, Train: 80.35%, Valid: 77.51% Test: 70.17%
Run: 01, Epoch: 695, Loss: 0.2824, Train: 80.35%, Valid: 77.55% Test: 70.33%
Run: 01, Epoch: 700, Loss: 0.2823, Train: 80.41%, Valid: 77.52% Test: 70.42%
Run: 01, Epoch: 705, Loss: 0.2818, Train: 80.54%, Valid: 77.71% Test: 70.54%
Run: 01, Epoch: 710, Loss: 0.2815, Train: 80.71%, Valid: 77.85% Test: 70.47%
Run: 01, Epoch: 715, Loss: 0.2817, Train: 80.80%, Valid: 77.93% Test: 70.44%
Run: 01, Epoch: 720, Loss: 0.2828, Train: 80.60%, Valid: 77.63% Test: 70.69%
Run: 01, Epoch: 725, Loss: 0.2806, Train: 80.75%, Valid: 77.85% Test: 70.71%
Run: 01, Epoch: 730, Loss: 0.2819, Train: 80.95%, Valid: 77.97% Test: 70.45%
Run: 01, Epoch: 735, Loss: 0.2801, Train: 80.94%, Valid: 78.02% Test: 70.74%
Run: 01, Epoch: 740, Loss: 0.2817, Train: 80.73%, Valid: 77.66% Test: 70.97%
Run: 01, Epoch: 745, Loss: 0.2803, Train: 81.01%, Valid: 78.00% Test: 70.74%
Run: 01, Epoch: 750, Loss: 0.2816, Train: 81.12%, Valid: 78.10% Test: 70.63%
Run: 01, Epoch: 755, Loss: 0.2811, Train: 81.16%, Valid: 78.17% Test: 70.81%
Run: 01, Epoch: 760, Loss: 0.2795, Train: 81.22%, Valid: 78.17% Test: 70.84%
Run: 01, Epoch: 765, Loss: 0.2796, Train: 81.16%, Valid: 78.05% Test: 71.01%
Run: 01, Epoch: 770, Loss: 0.2789, Train: 81.15%, Valid: 78.07% Test: 71.19%
Run: 01, Epoch: 775, Loss: 0.2825, Train: 81.38%, Valid: 78.18% Test: 70.68%
Run: 01, Epoch: 780, Loss: 0.2788, Train: 81.38%, Valid: 78.33% Test: 70.96%
Run: 01, Epoch: 785, Loss: 0.2781, Train: 81.41%, Valid: 78.24% Test: 71.07%
Run: 01, Epoch: 790, Loss: 0.2797, Train: 81.32%, Valid: 78.08% Test: 71.26%
Run: 01, Epoch: 795, Loss: 0.2786, Train: 81.27%, Valid: 78.08% Test: 71.44%
Run: 01, Epoch: 800, Loss: 0.2775, Train: 81.48%, Valid: 78.20% Test: 71.20%
Run: 01, Epoch: 805, Loss: 0.2805, Train: 81.65%, Valid: 78.41% Test: 70.98%
Run: 01, Epoch: 810, Loss: 0.2800, Train: 81.63%, Valid: 78.45% Test: 71.08%
Run: 01, Epoch: 815, Loss: 0.2777, Train: 81.70%, Valid: 78.45% Test: 71.17%
Run: 01, Epoch: 820, Loss: 0.2765, Train: 81.73%, Valid: 78.45% Test: 71.27%
Run: 01, Epoch: 825, Loss: 0.2773, Train: 81.62%, Valid: 78.30% Test: 71.51%
Run: 01, Epoch: 830, Loss: 0.2760, Train: 81.71%, Valid: 78.40% Test: 71.54%
Run: 01, Epoch: 835, Loss: 0.2794, Train: 81.89%, Valid: 78.51% Test: 71.12%
Run: 01, Epoch: 840, Loss: 0.2757, Train: 81.85%, Valid: 78.53% Test: 71.38%
Run: 01, Epoch: 845, Loss: 0.2769, Train: 81.86%, Valid: 78.45% Test: 71.59%
Run: 01, Epoch: 850, Loss: 0.2772, Train: 81.72%, Valid: 78.30% Test: 71.75%
Run: 01, Epoch: 855, Loss: 0.2751, Train: 81.86%, Valid: 78.43% Test: 71.69%
Run: 01, Epoch: 860, Loss: 0.2777, Train: 82.08%, Valid: 78.62% Test: 71.37%
Run: 01, Epoch: 865, Loss: 0.2772, Train: 82.08%, Valid: 78.72% Test: 71.40%
Run: 01, Epoch: 870, Loss: 0.2748, Train: 82.11%, Valid: 78.68% Test: 71.54%
Run: 01, Epoch: 875, Loss: 0.2752, Train: 82.15%, Valid: 78.65% Test: 71.60%
Run: 01, Epoch: 880, Loss: 0.2762, Train: 82.05%, Valid: 78.56% Test: 71.76%
Run: 01, Epoch: 885, Loss: 0.2757, Train: 82.00%, Valid: 78.47% Test: 71.93%
Run: 01, Epoch: 890, Loss: 0.2740, Train: 82.12%, Valid: 78.58% Test: 71.90%
Run: 01, Epoch: 895, Loss: 0.2753, Train: 82.31%, Valid: 78.78% Test: 71.65%
Run: 01, Epoch: 900, Loss: 0.2742, Train: 82.32%, Valid: 78.84% Test: 71.69%
Run: 01, Epoch: 905, Loss: 0.2746, Train: 82.27%, Valid: 78.66% Test: 71.91%
Run: 01, Epoch: 910, Loss: 0.2748, Train: 82.16%, Valid: 78.56% Test: 72.08%
Run: 01, Epoch: 915, Loss: 0.2729, Train: 82.34%, Valid: 78.74% Test: 71.93%
Run: 01, Epoch: 920, Loss: 0.2762, Train: 82.50%, Valid: 78.89% Test: 71.70%
Run: 01, Epoch: 925, Loss: 0.2729, Train: 82.47%, Valid: 78.94% Test: 71.84%
Run: 01, Epoch: 930, Loss: 0.2738, Train: 82.45%, Valid: 78.77% Test: 72.01%
Run: 01, Epoch: 935, Loss: 0.2746, Train: 82.29%, Valid: 78.60% Test: 72.17%
Run: 01, Epoch: 940, Loss: 0.2722, Train: 82.41%, Valid: 78.75% Test: 72.18%
Run: 01, Epoch: 945, Loss: 0.2733, Train: 82.63%, Valid: 78.92% Test: 71.94%
Run: 01, Epoch: 950, Loss: 0.2749, Train: 82.67%, Valid: 79.02% Test: 71.86%
Run: 01, Epoch: 955, Loss: 0.2722, Train: 82.65%, Valid: 79.04% Test: 71.96%
Run: 01, Epoch: 960, Loss: 0.2719, Train: 82.70%, Valid: 78.96% Test: 72.12%
Run: 01, Epoch: 965, Loss: 0.2740, Train: 82.55%, Valid: 78.76% Test: 72.17%
Run: 01, Epoch: 970, Loss: 0.2731, Train: 82.48%, Valid: 78.74% Test: 72.42%
Run: 01, Epoch: 975, Loss: 0.2710, Train: 82.63%, Valid: 78.83% Test: 72.29%
Run: 01, Epoch: 980, Loss: 0.2717, Train: 82.82%, Valid: 79.04% Test: 72.15%
Run: 01, Epoch: 985, Loss: 0.2733, Train: 82.85%, Valid: 79.14% Test: 72.06%
Run: 01, Epoch: 990, Loss: 0.2714, Train: 82.86%, Valid: 79.14% Test: 72.12%
Run: 01, Epoch: 995, Loss: 0.2707, Train: 82.89%, Valid: 79.08% Test: 72.29%
Run: 01, Epoch: 1000, Loss: 0.2728, Train: 82.71%, Valid: 78.86% Test: 72.37%
Run 01:
Highest Train: 82.89
Highest Valid: 79.14
  Final Train: 82.86
   Final Test: 72.12
Run: 02, Epoch: 05, Loss: 0.4542, Train: 35.31%, Valid: 34.45% Test: 37.56%
Run: 02, Epoch: 10, Loss: 0.4245, Train: 37.24%, Valid: 35.13% Test: 37.82%
Run: 02, Epoch: 15, Loss: 0.4326, Train: 37.67%, Valid: 34.20% Test: 36.57%
Run: 02, Epoch: 20, Loss: 0.4159, Train: 38.32%, Valid: 33.80% Test: 36.00%
Run: 02, Epoch: 25, Loss: 0.4034, Train: 40.91%, Valid: 34.32% Test: 35.88%
Run: 02, Epoch: 30, Loss: 0.3967, Train: 42.31%, Valid: 34.30% Test: 35.33%
Run: 02, Epoch: 35, Loss: 0.3906, Train: 44.98%, Valid: 35.06% Test: 35.32%
Run: 02, Epoch: 40, Loss: 0.3859, Train: 46.78%, Valid: 36.00% Test: 35.50%
Run: 02, Epoch: 45, Loss: 0.3817, Train: 49.51%, Valid: 37.71% Test: 36.28%
Run: 02, Epoch: 50, Loss: 0.3778, Train: 51.20%, Valid: 39.32% Test: 37.03%
Run: 02, Epoch: 55, Loss: 0.3745, Train: 52.35%, Valid: 40.80% Test: 37.74%
Run: 02, Epoch: 60, Loss: 0.3710, Train: 53.63%, Valid: 42.52% Test: 38.47%
Run: 02, Epoch: 65, Loss: 0.3676, Train: 54.59%, Valid: 44.02% Test: 39.17%

Run: 02, Epoch: 70, Loss: 0.3643, Train: 55.21%, Valid: 45.30% Test: 39.60%
Run: 02, Epoch: 75, Loss: 0.3614, Train: 56.00%, Valid: 46.76% Test: 40.35%
Run: 02, Epoch: 80, Loss: 0.3587, Train: 56.75%, Valid: 48.01% Test: 40.96%
Run: 02, Epoch: 85, Loss: 0.3561, Train: 57.94%, Valid: 49.73% Test: 41.83%
Run: 02, Epoch: 90, Loss: 0.3533, Train: 58.84%, Valid: 51.00% Test: 42.53%
Run: 02, Epoch: 95, Loss: 0.3505, Train: 60.01%, Valid: 52.21% Test: 43.02%
Run: 02, Epoch: 100, Loss: 0.3478, Train: 61.35%, Valid: 53.74% Test: 44.12%
Run: 02, Epoch: 105, Loss: 0.3452, Train: 62.19%, Valid: 54.76% Test: 44.82%
Run: 02, Epoch: 110, Loss: 0.3428, Train: 63.10%, Valid: 55.96% Test: 45.83%
Run: 02, Epoch: 115, Loss: 0.3406, Train: 64.49%, Valid: 57.92% Test: 47.34%
Run: 02, Epoch: 120, Loss: 0.3386, Train: 65.18%, Valid: 59.02% Test: 48.35%
Run: 02, Epoch: 125, Loss: 0.3370, Train: 65.90%, Valid: 60.30% Test: 49.44%
Run: 02, Epoch: 130, Loss: 0.3356, Train: 66.65%, Valid: 61.70% Test: 50.60%
Run: 02, Epoch: 135, Loss: 0.3340, Train: 66.67%, Valid: 61.89% Test: 50.91%
Run: 02, Epoch: 140, Loss: 0.3330, Train: 66.22%, Valid: 61.34% Test: 50.72%
Run: 02, Epoch: 145, Loss: 0.3313, Train: 66.47%, Valid: 61.84% Test: 51.28%
Run: 02, Epoch: 150, Loss: 0.3313, Train: 67.27%, Valid: 63.27% Test: 52.63%
Run: 02, Epoch: 155, Loss: 0.3290, Train: 68.54%, Valid: 65.43% Test: 54.45%
Run: 02, Epoch: 160, Loss: 0.3282, Train: 68.52%, Valid: 65.51% Test: 54.82%
Run: 02, Epoch: 165, Loss: 0.3267, Train: 68.42%, Valid: 65.41% Test: 55.01%
Run: 02, Epoch: 170, Loss: 0.3256, Train: 68.63%, Valid: 65.81% Test: 55.55%
Run: 02, Epoch: 175, Loss: 0.3246, Train: 69.00%, Valid: 66.48% Test: 56.31%
Run: 02, Epoch: 180, Loss: 0.3237, Train: 69.64%, Valid: 67.50% Test: 57.29%
Run: 02, Epoch: 185, Loss: 0.3227, Train: 69.68%, Valid: 67.61% Test: 57.53%
Run: 02, Epoch: 190, Loss: 0.3218, Train: 69.69%, Valid: 67.64% Test: 57.64%
Run: 02, Epoch: 195, Loss: 0.3302, Train: 71.53%, Valid: 70.27% Test: 60.01%
Run: 02, Epoch: 200, Loss: 0.3209, Train: 68.76%, Valid: 66.23% Test: 56.56%
Run: 02, Epoch: 205, Loss: 0.3208, Train: 70.93%, Valid: 69.39% Test: 59.40%
Run: 02, Epoch: 210, Loss: 0.3205, Train: 70.24%, Valid: 68.41% Test: 58.53%
Run: 02, Epoch: 215, Loss: 0.3195, Train: 70.85%, Valid: 69.35% Test: 59.49%
Run: 02, Epoch: 220, Loss: 0.3186, Train: 71.01%, Valid: 69.60% Test: 59.81%
Run: 02, Epoch: 225, Loss: 0.3178, Train: 71.11%, Valid: 69.73% Test: 60.23%
Run: 02, Epoch: 230, Loss: 0.3172, Train: 71.20%, Valid: 69.85% Test: 60.43%
Run: 02, Epoch: 235, Loss: 0.3166, Train: 71.61%, Valid: 70.42% Test: 61.07%
Run: 02, Epoch: 240, Loss: 0.3159, Train: 71.45%, Valid: 70.19% Test: 60.95%
Run: 02, Epoch: 245, Loss: 0.3154, Train: 71.75%, Valid: 70.57% Test: 61.41%
Run: 02, Epoch: 250, Loss: 0.3148, Train: 71.96%, Valid: 70.83% Test: 61.65%
Run: 02, Epoch: 255, Loss: 0.3143, Train: 72.10%, Valid: 71.00% Test: 61.89%
Run: 02, Epoch: 260, Loss: 0.3138, Train: 72.23%, Valid: 71.16% Test: 62.14%
Run: 02, Epoch: 265, Loss: 0.3133, Train: 72.29%, Valid: 71.21% Test: 62.29%
Run: 02, Epoch: 270, Loss: 0.3127, Train: 72.39%, Valid: 71.30% Test: 62.42%
Run: 02, Epoch: 275, Loss: 0.3126, Train: 73.06%, Valid: 72.15% Test: 63.26%
Run: 02, Epoch: 280, Loss: 0.3118, Train: 72.73%, Valid: 71.71% Test: 62.88%
Run: 02, Epoch: 285, Loss: 0.3115, Train: 72.56%, Valid: 71.46% Test: 62.70%
Run: 02, Epoch: 290, Loss: 0.3106, Train: 72.88%, Valid: 71.85% Test: 63.16%
Run: 02, Epoch: 295, Loss: 0.3107, Train: 73.68%, Valid: 72.82% Test: 64.16%
Run: 02, Epoch: 300, Loss: 0.3098, Train: 73.21%, Valid: 72.23% Test: 63.60%
Run: 02, Epoch: 305, Loss: 0.3094, Train: 73.10%, Valid: 72.06% Test: 63.50%
Run: 02, Epoch: 310, Loss: 0.3085, Train: 73.43%, Valid: 72.45% Test: 63.98%
Run: 02, Epoch: 315, Loss: 0.3087, Train: 74.26%, Valid: 73.40% Test: 64.94%
Run: 02, Epoch: 320, Loss: 0.3078, Train: 73.73%, Valid: 72.76% Test: 64.33%
Run: 02, Epoch: 325, Loss: 0.3074, Train: 73.66%, Valid: 72.65% Test: 64.28%
Run: 02, Epoch: 330, Loss: 0.3065, Train: 73.89%, Valid: 72.89% Test: 64.69%
Run: 02, Epoch: 335, Loss: 0.3062, Train: 74.56%, Valid: 73.65% Test: 65.38%
Run: 02, Epoch: 340, Loss: 0.3054, Train: 74.52%, Valid: 73.56% Test: 65.33%
Run: 02, Epoch: 345, Loss: 0.3055, Train: 74.09%, Valid: 73.05% Test: 65.07%
Run: 02, Epoch: 350, Loss: 0.3075, Train: 75.32%, Valid: 74.39% Test: 66.36%
Run: 02, Epoch: 355, Loss: 0.3054, Train: 75.24%, Valid: 74.28% Test: 66.24%
Run: 02, Epoch: 360, Loss: 0.3037, Train: 75.03%, Valid: 74.00% Test: 65.86%
Run: 02, Epoch: 365, Loss: 0.3031, Train: 75.05%, Valid: 73.94% Test: 65.81%
Run: 02, Epoch: 370, Loss: 0.3026, Train: 75.27%, Valid: 74.14% Test: 66.24%
Run: 02, Epoch: 375, Loss: 0.3020, Train: 75.34%, Valid: 74.21% Test: 66.53%
Run: 02, Epoch: 380, Loss: 0.3022, Train: 76.15%, Valid: 74.92% Test: 67.09%
Run: 02, Epoch: 385, Loss: 0.3024, Train: 75.65%, Valid: 74.50% Test: 66.64%
Run: 02, Epoch: 390, Loss: 0.3006, Train: 76.10%, Valid: 74.87% Test: 66.96%
Run: 02, Epoch: 395, Loss: 0.3006, Train: 76.38%, Valid: 75.07% Test: 67.31%
Run: 02, Epoch: 400, Loss: 0.3002, Train: 76.37%, Valid: 75.03% Test: 67.31%
Run: 02, Epoch: 405, Loss: 0.2993, Train: 76.34%, Valid: 74.95% Test: 67.26%
Run: 02, Epoch: 410, Loss: 0.2986, Train: 76.40%, Valid: 74.95% Test: 67.23%
Run: 02, Epoch: 415, Loss: 0.2982, Train: 76.61%, Valid: 75.08% Test: 67.35%
Run: 02, Epoch: 420, Loss: 0.2977, Train: 76.50%, Valid: 74.96% Test: 67.44%
Run: 02, Epoch: 425, Loss: 0.2984, Train: 77.27%, Valid: 75.50% Test: 67.63%
Run: 02, Epoch: 430, Loss: 0.2980, Train: 76.96%, Valid: 75.32% Test: 67.50%
Run: 02, Epoch: 435, Loss: 0.2966, Train: 77.47%, Valid: 75.72% Test: 67.97%
Run: 02, Epoch: 440, Loss: 0.2970, Train: 77.58%, Valid: 75.75% Test: 68.13%
Run: 02, Epoch: 445, Loss: 0.2958, Train: 77.31%, Valid: 75.53% Test: 67.84%
Run: 02, Epoch: 450, Loss: 0.2950, Train: 77.23%, Valid: 75.41% Test: 67.78%
Run: 02, Epoch: 455, Loss: 0.2947, Train: 77.42%, Valid: 75.53% Test: 67.88%
Run: 02, Epoch: 460, Loss: 0.2944, Train: 77.71%, Valid: 75.74% Test: 67.99%
Run: 02, Epoch: 465, Loss: 0.2938, Train: 77.71%, Valid: 75.75% Test: 68.21%
Run: 02, Epoch: 470, Loss: 0.2936, Train: 78.09%, Valid: 75.94% Test: 68.19%
Run: 02, Epoch: 475, Loss: 0.2997, Train: 77.07%, Valid: 75.39% Test: 68.09%
Run: 02, Epoch: 480, Loss: 0.2944, Train: 78.04%, Valid: 75.97% Test: 68.21%
Run: 02, Epoch: 485, Loss: 0.2953, Train: 78.45%, Valid: 76.35% Test: 68.85%
Run: 02, Epoch: 490, Loss: 0.2956, Train: 77.91%, Valid: 76.00% Test: 68.65%
Run: 02, Epoch: 495, Loss: 0.2944, Train: 78.12%, Valid: 76.06% Test: 68.65%
Run: 02, Epoch: 500, Loss: 0.2918, Train: 78.39%, Valid: 76.20% Test: 68.56%
Run: 02, Epoch: 505, Loss: 0.2912, Train: 78.75%, Valid: 76.53% Test: 69.11%
Run: 02, Epoch: 510, Loss: 0.2906, Train: 78.39%, Valid: 76.16% Test: 68.70%
Run: 02, Epoch: 515, Loss: 0.2902, Train: 78.69%, Valid: 76.49% Test: 69.13%
Run: 02, Epoch: 520, Loss: 0.2898, Train: 78.70%, Valid: 76.44% Test: 68.96%
Run: 02, Epoch: 525, Loss: 0.2895, Train: 78.96%, Valid: 76.62% Test: 69.23%
Run: 02, Epoch: 530, Loss: 0.2894, Train: 78.65%, Valid: 76.43% Test: 69.13%
Run: 02, Epoch: 535, Loss: 0.2952, Train: 79.53%, Valid: 76.94% Test: 69.14%
Run: 02, Epoch: 540, Loss: 0.2925, Train: 79.40%, Valid: 76.87% Test: 69.28%
Run: 02, Epoch: 545, Loss: 0.2893, Train: 79.06%, Valid: 76.79% Test: 69.44%
Run: 02, Epoch: 550, Loss: 0.2884, Train: 78.82%, Valid: 76.60% Test: 69.38%
Run: 02, Epoch: 555, Loss: 0.2887, Train: 79.03%, Valid: 76.68% Test: 69.44%
Run: 02, Epoch: 560, Loss: 0.2878, Train: 79.32%, Valid: 76.91% Test: 69.57%
Run: 02, Epoch: 565, Loss: 0.2873, Train: 79.30%, Valid: 76.88% Test: 69.48%
Run: 02, Epoch: 570, Loss: 0.2871, Train: 79.39%, Valid: 76.97% Test: 69.77%
Run: 02, Epoch: 575, Loss: 0.2866, Train: 79.35%, Valid: 76.94% Test: 69.76%
Run: 02, Epoch: 580, Loss: 0.2869, Train: 79.76%, Valid: 77.14% Test: 69.69%
Run: 02, Epoch: 585, Loss: 0.2868, Train: 79.40%, Valid: 77.01% Test: 69.97%
Run: 02, Epoch: 590, Loss: 0.2858, Train: 79.77%, Valid: 77.20% Test: 69.92%
Run: 02, Epoch: 595, Loss: 0.2853, Train: 79.80%, Valid: 77.22% Test: 69.99%
Run: 02, Epoch: 600, Loss: 0.2858, Train: 79.44%, Valid: 77.05% Test: 70.17%

Run: 02, Epoch: 605, Loss: 0.2899, Train: 79.78%, Valid: 77.36% Test: 70.07%
Run: 02, Epoch: 610, Loss: 0.2873, Train: 79.07%, Valid: 76.80% Test: 69.91%
Run: 02, Epoch: 615, Loss: 0.2850, Train: 80.21%, Valid: 77.47% Test: 70.02%
Run: 02, Epoch: 620, Loss: 0.2850, Train: 79.64%, Valid: 77.17% Test: 70.08%
Run: 02, Epoch: 625, Loss: 0.2855, Train: 80.17%, Valid: 77.55% Test: 70.56%
Run: 02, Epoch: 630, Loss: 0.2840, Train: 80.07%, Valid: 77.40% Test: 70.00%
Run: 02, Epoch: 635, Loss: 0.2843, Train: 80.32%, Valid: 77.66% Test: 70.50%
Run: 02, Epoch: 640, Loss: 0.2835, Train: 80.04%, Valid: 77.48% Test: 70.52%
Run: 02, Epoch: 645, Loss: 0.2834, Train: 80.18%, Valid: 77.61% Test: 70.67%
Run: 02, Epoch: 650, Loss: 0.2830, Train: 80.29%, Valid: 77.66% Test: 70.69%
Run: 02, Epoch: 655, Loss: 0.2827, Train: 80.30%, Valid: 77.65% Test: 70.71%
Run: 02, Epoch: 660, Loss: 0.2822, Train: 80.44%, Valid: 77.75% Test: 70.84%
Run: 02, Epoch: 665, Loss: 0.2820, Train: 80.52%, Valid: 77.77% Test: 70.72%
Run: 02, Epoch: 670, Loss: 0.2816, Train: 80.55%, Valid: 77.82% Test: 70.88%
Run: 02, Epoch: 675, Loss: 0.2815, Train: 80.71%, Valid: 77.89% Test: 70.85%
Run: 02, Epoch: 680, Loss: 0.2881, Train: 79.56%, Valid: 77.25% Test: 71.08%
Run: 02, Epoch: 685, Loss: 0.2870, Train: 80.17%, Valid: 77.59% Test: 70.97%
Run: 02, Epoch: 690, Loss: 0.2814, Train: 80.96%, Valid: 78.08% Test: 70.79%
Run: 02, Epoch: 695, Loss: 0.2823, Train: 80.65%, Valid: 77.89% Test: 70.83%
Run: 02, Epoch: 700, Loss: 0.2808, Train: 80.76%, Valid: 78.00% Test: 71.30%
Run: 02, Epoch: 705, Loss: 0.2808, Train: 80.78%, Valid: 78.07% Test: 71.22%
Run: 02, Epoch: 710, Loss: 0.2804, Train: 80.83%, Valid: 78.08% Test: 71.20%
Run: 02, Epoch: 715, Loss: 0.2799, Train: 80.96%, Valid: 78.17% Test: 71.37%
Run: 02, Epoch: 720, Loss: 0.2795, Train: 80.94%, Valid: 78.14% Test: 71.33%
Run: 02, Epoch: 725, Loss: 0.2792, Train: 81.12%, Valid: 78.24% Test: 71.30%
Run: 02, Epoch: 730, Loss: 0.2789, Train: 81.16%, Valid: 78.26% Test: 71.36%
Run: 02, Epoch: 735, Loss: 0.2788, Train: 81.07%, Valid: 78.25% Test: 71.53%
Run: 02, Epoch: 740, Loss: 0.2931, Train: 81.45%, Valid: 78.23% Test: 70.77%
Run: 02, Epoch: 745, Loss: 0.2816, Train: 81.10%, Valid: 78.23% Test: 71.53%
Run: 02, Epoch: 750, Loss: 0.2822, Train: 80.87%, Valid: 78.18% Test: 71.45%
Run: 02, Epoch: 755, Loss: 0.2788, Train: 81.53%, Valid: 78.43% Test: 71.31%
Run: 02, Epoch: 760, Loss: 0.2794, Train: 81.31%, Valid: 78.35% Test: 71.42%
Run: 02, Epoch: 765, Loss: 0.2778, Train: 81.44%, Valid: 78.48% Test: 71.69%
Run: 02, Epoch: 770, Loss: 0.2774, Train: 81.34%, Valid: 78.44% Test: 71.65%
Run: 02, Epoch: 775, Loss: 0.2772, Train: 81.50%, Valid: 78.57% Test: 71.86%
Run: 02, Epoch: 780, Loss: 0.2769, Train: 81.53%, Valid: 78.56% Test: 71.79%
Run: 02, Epoch: 785, Loss: 0.2768, Train: 81.62%, Valid: 78.57% Test: 71.68%
Run: 02, Epoch: 790, Loss: 0.2765, Train: 81.62%, Valid: 78.63% Test: 71.88%
Run: 02, Epoch: 795, Loss: 0.2776, Train: 81.83%, Valid: 78.62% Test: 71.53%
Run: 02, Epoch: 800, Loss: 0.2778, Train: 81.71%, Valid: 78.67% Test: 71.75%
Run: 02, Epoch: 805, Loss: 0.2770, Train: 81.79%, Valid: 78.74% Test: 71.76%
Run: 02, Epoch: 810, Loss: 0.2758, Train: 81.88%, Valid: 78.71% Test: 71.79%
Run: 02, Epoch: 815, Loss: 0.2756, Train: 81.89%, Valid: 78.70% Test: 71.77%
Run: 02, Epoch: 820, Loss: 0.2754, Train: 81.91%, Valid: 78.78% Test: 71.89%
Run: 02, Epoch: 825, Loss: 0.2761, Train: 81.84%, Valid: 78.82% Test: 72.17%
Run: 02, Epoch: 830, Loss: 0.2757, Train: 81.79%, Valid: 78.79% Test: 72.27%
Run: 02, Epoch: 835, Loss: 0.2747, Train: 81.96%, Valid: 78.83% Test: 72.09%
Run: 02, Epoch: 840, Loss: 0.2767, Train: 82.14%, Valid: 78.86% Test: 71.78%
Run: 02, Epoch: 845, Loss: 0.2743, Train: 82.13%, Valid: 78.89% Test: 72.04%
Run: 02, Epoch: 850, Loss: 0.2761, Train: 81.90%, Valid: 78.89% Test: 72.40%
Run: 02, Epoch: 855, Loss: 0.2739, Train: 82.09%, Valid: 78.93% Test: 72.27%
Run: 02, Epoch: 860, Loss: 0.2762, Train: 82.29%, Valid: 78.93% Test: 71.88%
Run: 02, Epoch: 865, Loss: 0.2736, Train: 82.25%, Valid: 78.97% Test: 72.13%
Run: 02, Epoch: 870, Loss: 0.2759, Train: 82.02%, Valid: 78.97% Test: 72.48%
Run: 02, Epoch: 875, Loss: 0.2736, Train: 82.12%, Valid: 78.95% Test: 72.46%
Run: 02, Epoch: 880, Loss: 0.2743, Train: 82.36%, Valid: 79.06% Test: 72.22%
Run: 02, Epoch: 885, Loss: 0.2772, Train: 82.45%, Valid: 79.02% Test: 71.93%
Run: 02, Epoch: 890, Loss: 0.2765, Train: 82.48%, Valid: 78.99% Test: 71.98%
Run: 02, Epoch: 895, Loss: 0.2748, Train: 82.48%, Valid: 79.05% Test: 72.08%
Run: 02, Epoch: 900, Loss: 0.2733, Train: 82.52%, Valid: 79.09% Test: 72.16%
Run: 02, Epoch: 905, Loss: 0.2724, Train: 82.54%, Valid: 79.10% Test: 72.26%
Run: 02, Epoch: 910, Loss: 0.2726, Train: 82.48%, Valid: 79.18% Test: 72.55%
Run: 02, Epoch: 915, Loss: 0.2725, Train: 82.41%, Valid: 79.17% Test: 72.67%
Run: 02, Epoch: 920, Loss: 0.2732, Train: 82.67%, Valid: 79.19% Test: 72.32%
Run: 02, Epoch: 925, Loss: 0.2716, Train: 82.66%, Valid: 79.23% Test: 72.42%
Run: 02, Epoch: 930, Loss: 0.2746, Train: 82.29%, Valid: 79.13% Test: 72.86%
Run: 02, Epoch: 935, Loss: 0.2718, Train: 82.47%, Valid: 79.16% Test: 72.79%
Run: 02, Epoch: 940, Loss: 0.2717, Train: 82.58%, Valid: 79.31% Test: 72.73%
Run: 02, Epoch: 945, Loss: 0.2714, Train: 82.69%, Valid: 79.31% Test: 72.77%
Run: 02, Epoch: 950, Loss: 0.2712, Train: 82.77%, Valid: 79.32% Test: 72.76%
Run: 02, Epoch: 955, Loss: 0.2716, Train: 82.86%, Valid: 79.36% Test: 72.62%
Run: 02, Epoch: 960, Loss: 0.2707, Train: 82.86%, Valid: 79.38% Test: 72.69%
Run: 02, Epoch: 965, Loss: 0.2712, Train: 82.73%, Valid: 79.35% Test: 72.89%
Run: 02, Epoch: 970, Loss: 0.2755, Train: 83.00%, Valid: 79.36% Test: 72.37%
Run: 02, Epoch: 975, Loss: 0.2724, Train: 82.98%, Valid: 79.37% Test: 72.40%
Run: 02, Epoch: 980, Loss: 0.2706, Train: 83.00%, Valid: 79.37% Test: 72.51%
Run: 02, Epoch: 985, Loss: 0.2704, Train: 82.97%, Valid: 79.43% Test: 72.65%
Run: 02, Epoch: 990, Loss: 0.2710, Train: 82.89%, Valid: 79.40% Test: 72.81%
Run: 02, Epoch: 995, Loss: 0.2709, Train: 82.82%, Valid: 79.38% Test: 72.90%
Run: 02, Epoch: 1000, Loss: 0.2698, Train: 82.88%, Valid: 79.41% Test: 72.89%
Run 02:
Highest Train: 83.00
Highest Valid: 79.43
  Final Train: 82.97
   Final Test: 72.65
Run: 03, Epoch: 05, Loss: 0.4489, Train: 34.47%, Valid: 33.94% Test: 37.30%
Run: 03, Epoch: 10, Loss: 0.4241, Train: 36.52%, Valid: 34.52% Test: 37.42%
Run: 03, Epoch: 15, Loss: 0.4323, Train: 36.94%, Valid: 33.98% Test: 36.62%
Run: 03, Epoch: 20, Loss: 0.4177, Train: 37.82%, Valid: 33.95% Test: 36.33%
Run: 03, Epoch: 25, Loss: 0.4053, Train: 40.47%, Valid: 34.69% Test: 36.44%
Run: 03, Epoch: 30, Loss: 0.3984, Train: 41.29%, Valid: 34.18% Test: 35.59%
Run: 03, Epoch: 35, Loss: 0.3929, Train: 43.54%, Valid: 34.46% Test: 35.26%
Run: 03, Epoch: 40, Loss: 0.3880, Train: 45.66%, Valid: 35.14% Test: 35.22%
Run: 03, Epoch: 45, Loss: 0.3833, Train: 48.21%, Valid: 36.36% Test: 35.67%
Run: 03, Epoch: 50, Loss: 0.3794, Train: 49.85%, Valid: 37.75% Test: 36.24%
Run: 03, Epoch: 55, Loss: 0.3755, Train: 51.99%, Valid: 39.99% Test: 37.17%
Run: 03, Epoch: 60, Loss: 0.3717, Train: 53.56%, Valid: 42.08% Test: 38.08%
Run: 03, Epoch: 65, Loss: 0.3681, Train: 54.66%, Valid: 44.48% Test: 39.36%
Run: 03, Epoch: 70, Loss: 0.3647, Train: 55.36%, Valid: 46.11% Test: 40.26%
Run: 03, Epoch: 75, Loss: 0.3616, Train: 55.88%, Valid: 47.22% Test: 40.82%
Run: 03, Epoch: 80, Loss: 0.3587, Train: 56.53%, Valid: 48.41% Test: 41.47%
Run: 03, Epoch: 85, Loss: 0.3557, Train: 57.65%, Valid: 49.97% Test: 42.31%
Run: 03, Epoch: 90, Loss: 0.3530, Train: 58.07%, Valid: 50.74% Test: 42.92%
Run: 03, Epoch: 95, Loss: 0.3499, Train: 60.14%, Valid: 53.19% Test: 44.48%
Run: 03, Epoch: 100, Loss: 0.3472, Train: 61.19%, Valid: 54.46% Test: 45.46%
Run: 03, Epoch: 105, Loss: 0.3444, Train: 62.27%, Valid: 55.78% Test: 46.38%
Run: 03, Epoch: 110, Loss: 0.3418, Train: 63.85%, Valid: 57.95% Test: 47.77%
Run: 03, Epoch: 115, Loss: 0.3394, Train: 64.92%, Valid: 59.62% Test: 48.82%
Run: 03, Epoch: 120, Loss: 0.3374, Train: 65.44%, Valid: 60.58% Test: 49.36%
Run: 03, Epoch: 125, Loss: 0.3354, Train: 66.07%, Valid: 61.87% Test: 50.25%
Run: 03, Epoch: 130, Loss: 0.3359, Train: 67.84%, Valid: 65.40% Test: 52.65%

Run: 03, Epoch: 135, Loss: 0.3321, Train: 65.96%, Valid: 61.96% Test: 50.55%
Run: 03, Epoch: 140, Loss: 0.3307, Train: 67.89%, Valid: 65.75% Test: 53.45%
Run: 03, Epoch: 145, Loss: 0.3292, Train: 67.05%, Valid: 64.16% Test: 52.71%
Run: 03, Epoch: 150, Loss: 0.3279, Train: 68.43%, Valid: 66.77% Test: 54.81%
Run: 03, Epoch: 155, Loss: 0.3268, Train: 68.18%, Valid: 66.27% Test: 54.58%
Run: 03, Epoch: 160, Loss: 0.3258, Train: 68.41%, Valid: 66.68% Test: 55.08%
Run: 03, Epoch: 165, Loss: 0.3246, Train: 69.08%, Valid: 67.86% Test: 56.14%
Run: 03, Epoch: 170, Loss: 0.3238, Train: 69.37%, Valid: 68.30% Test: 56.63%
Run: 03, Epoch: 175, Loss: 0.3230, Train: 69.59%, Valid: 68.59% Test: 56.93%
Run: 03, Epoch: 180, Loss: 0.3221, Train: 69.78%, Valid: 68.79% Test: 57.18%
Run: 03, Epoch: 185, Loss: 0.3217, Train: 69.28%, Valid: 67.81% Test: 56.30%
Run: 03, Epoch: 190, Loss: 0.3224, Train: 70.48%, Valid: 69.78% Test: 58.19%
Run: 03, Epoch: 195, Loss: 0.3206, Train: 70.22%, Valid: 69.31% Test: 57.85%
Run: 03, Epoch: 200, Loss: 0.3194, Train: 70.03%, Valid: 68.88% Test: 57.50%
Run: 03, Epoch: 205, Loss: 0.3189, Train: 70.18%, Valid: 69.02% Test: 57.67%
Run: 03, Epoch: 210, Loss: 0.3183, Train: 70.41%, Valid: 69.33% Test: 57.94%
Run: 03, Epoch: 215, Loss: 0.3177, Train: 70.68%, Valid: 69.68% Test: 58.30%
Run: 03, Epoch: 220, Loss: 0.3171, Train: 71.05%, Valid: 70.19% Test: 58.82%
Run: 03, Epoch: 225, Loss: 0.3167, Train: 71.50%, Valid: 70.78% Test: 59.47%
Run: 03, Epoch: 230, Loss: 0.3163, Train: 70.99%, Valid: 69.90% Test: 58.57%
Run: 03, Epoch: 235, Loss: 0.3159, Train: 71.96%, Valid: 71.29% Test: 60.10%
Run: 03, Epoch: 240, Loss: 0.3148, Train: 71.87%, Valid: 71.06% Test: 59.94%
Run: 03, Epoch: 245, Loss: 0.3146, Train: 71.50%, Valid: 70.38% Test: 59.28%
Run: 03, Epoch: 250, Loss: 0.3141, Train: 72.44%, Valid: 71.69% Test: 60.77%
Run: 03, Epoch: 255, Loss: 0.3130, Train: 72.50%, Valid: 71.70% Test: 60.86%
Run: 03, Epoch: 260, Loss: 0.3127, Train: 72.12%, Valid: 71.05% Test: 60.19%
Run: 03, Epoch: 265, Loss: 0.3119, Train: 72.73%, Valid: 71.86% Test: 61.13%
Run: 03, Epoch: 270, Loss: 0.3112, Train: 72.81%, Valid: 71.88% Test: 61.19%
Run: 03, Epoch: 275, Loss: 0.3108, Train: 72.70%, Valid: 71.61% Test: 60.92%
Run: 03, Epoch: 280, Loss: 0.3152, Train: 74.06%, Valid: 73.36% Test: 63.02%
Run: 03, Epoch: 285, Loss: 0.3132, Train: 73.47%, Valid: 72.53% Test: 62.02%
Run: 03, Epoch: 290, Loss: 0.3106, Train: 72.33%, Valid: 70.84% Test: 60.22%
Run: 03, Epoch: 295, Loss: 0.3090, Train: 73.98%, Valid: 73.11% Test: 62.85%
Run: 03, Epoch: 300, Loss: 0.3087, Train: 73.07%, Valid: 71.88% Test: 61.35%
Run: 03, Epoch: 305, Loss: 0.3084, Train: 73.74%, Valid: 72.72% Test: 62.43%
Run: 03, Epoch: 310, Loss: 0.3080, Train: 73.76%, Valid: 72.73% Test: 62.46%
Run: 03, Epoch: 315, Loss: 0.3074, Train: 73.65%, Valid: 72.50% Test: 62.28%
Run: 03, Epoch: 320, Loss: 0.3067, Train: 74.13%, Valid: 73.08% Test: 63.03%
Run: 03, Epoch: 325, Loss: 0.3064, Train: 74.19%, Valid: 73.08% Test: 63.09%
Run: 03, Epoch: 330, Loss: 0.3058, Train: 74.16%, Valid: 72.97% Test: 63.02%
Run: 03, Epoch: 335, Loss: 0.3054, Train: 74.27%, Valid: 73.02% Test: 63.15%
Run: 03, Epoch: 340, Loss: 0.3049, Train: 74.43%, Valid: 73.16% Test: 63.39%
Run: 03, Epoch: 345, Loss: 0.3045, Train: 74.64%, Valid: 73.34% Test: 63.68%
Run: 03, Epoch: 350, Loss: 0.3040, Train: 74.86%, Valid: 73.55% Test: 63.98%
Run: 03, Epoch: 355, Loss: 0.3050, Train: 74.28%, Valid: 72.72% Test: 63.15%
Run: 03, Epoch: 360, Loss: 0.3037, Train: 74.48%, Valid: 72.92% Test: 63.36%
Run: 03, Epoch: 365, Loss: 0.3033, Train: 74.76%, Valid: 73.23% Test: 63.70%
Run: 03, Epoch: 370, Loss: 0.3026, Train: 75.12%, Valid: 73.58% Test: 64.21%
Run: 03, Epoch: 375, Loss: 0.3020, Train: 75.29%, Valid: 73.73% Test: 64.53%
Run: 03, Epoch: 380, Loss: 0.3017, Train: 75.73%, Valid: 74.20% Test: 65.03%
Run: 03, Epoch: 385, Loss: 0.3010, Train: 75.78%, Valid: 74.21% Test: 65.04%
Run: 03, Epoch: 390, Loss: 0.3008, Train: 75.53%, Valid: 73.86% Test: 64.73%
Run: 03, Epoch: 395, Loss: 0.3002, Train: 76.08%, Valid: 74.44% Test: 65.35%
Run: 03, Epoch: 400, Loss: 0.2998, Train: 75.84%, Valid: 74.10% Test: 65.12%
Run: 03, Epoch: 405, Loss: 0.3019, Train: 76.72%, Valid: 75.04% Test: 66.04%
Run: 03, Epoch: 410, Loss: 0.3001, Train: 76.75%, Valid: 74.96% Test: 66.12%
Run: 03, Epoch: 415, Loss: 0.2993, Train: 76.70%, Valid: 74.87% Test: 65.99%
Run: 03, Epoch: 420, Loss: 0.2984, Train: 76.63%, Valid: 74.79% Test: 65.83%
Run: 03, Epoch: 425, Loss: 0.2977, Train: 76.69%, Valid: 74.79% Test: 65.89%
Run: 03, Epoch: 430, Loss: 0.2978, Train: 76.49%, Valid: 74.55% Test: 65.87%
Run: 03, Epoch: 435, Loss: 0.2968, Train: 76.90%, Valid: 74.93% Test: 66.31%
Run: 03, Epoch: 440, Loss: 0.2969, Train: 77.31%, Valid: 75.31% Test: 66.61%
Run: 03, Epoch: 445, Loss: 0.2979, Train: 76.83%, Valid: 74.85% Test: 66.25%
Run: 03, Epoch: 450, Loss: 0.2966, Train: 77.02%, Valid: 74.96% Test: 66.36%
Run: 03, Epoch: 455, Loss: 0.2957, Train: 77.27%, Valid: 75.16% Test: 66.56%
Run: 03, Epoch: 460, Loss: 0.2952, Train: 77.42%, Valid: 75.28% Test: 66.77%
Run: 03, Epoch: 465, Loss: 0.2948, Train: 77.43%, Valid: 75.27% Test: 66.97%
Run: 03, Epoch: 470, Loss: 0.2963, Train: 78.05%, Valid: 75.87% Test: 67.41%
Run: 03, Epoch: 475, Loss: 0.2946, Train: 78.12%, Valid: 75.87% Test: 67.56%
Run: 03, Epoch: 480, Loss: 0.2938, Train: 78.11%, Valid: 75.86% Test: 67.49%
Run: 03, Epoch: 485, Loss: 0.2931, Train: 77.98%, Valid: 75.70% Test: 67.37%
Run: 03, Epoch: 490, Loss: 0.2937, Train: 77.62%, Valid: 75.31% Test: 67.18%
Run: 03, Epoch: 495, Loss: 0.2940, Train: 78.23%, Valid: 75.95% Test: 67.71%
Run: 03, Epoch: 500, Loss: 0.2925, Train: 78.14%, Valid: 75.80% Test: 67.78%
Run: 03, Epoch: 505, Loss: 0.2922, Train: 78.08%, Valid: 75.71% Test: 67.53%
Run: 03, Epoch: 510, Loss: 0.2918, Train: 78.08%, Valid: 75.66% Test: 67.41%
Run: 03, Epoch: 515, Loss: 0.2913, Train: 78.39%, Valid: 75.91% Test: 67.75%
Run: 03, Epoch: 520, Loss: 0.2923, Train: 78.87%, Valid: 76.35% Test: 68.11%
Run: 03, Epoch: 525, Loss: 0.2908, Train: 78.84%, Valid: 76.32% Test: 68.21%
Run: 03, Epoch: 530, Loss: 0.2906, Train: 78.99%, Valid: 76.44% Test: 68.31%
Run: 03, Epoch: 535, Loss: 0.2910, Train: 78.98%, Valid: 76.39% Test: 68.22%
Run: 03, Epoch: 540, Loss: 0.2902, Train: 78.94%, Valid: 76.32% Test: 68.10%
Run: 03, Epoch: 545, Loss: 0.2897, Train: 79.02%, Valid: 76.36% Test: 68.22%
Run: 03, Epoch: 550, Loss: 0.2896, Train: 78.86%, Valid: 76.26% Test: 68.34%
Run: 03, Epoch: 555, Loss: 0.2892, Train: 79.28%, Valid: 76.61% Test: 68.60%
Run: 03, Epoch: 560, Loss: 0.2902, Train: 78.86%, Valid: 76.21% Test: 68.45%
Run: 03, Epoch: 565, Loss: 0.2880, Train: 79.20%, Valid: 76.48% Test: 68.66%
Run: 03, Epoch: 570, Loss: 0.2882, Train: 79.49%, Valid: 76.76% Test: 68.80%
Run: 03, Epoch: 575, Loss: 0.2883, Train: 79.66%, Valid: 76.87% Test: 68.88%
Run: 03, Epoch: 580, Loss: 0.2894, Train: 79.24%, Valid: 76.52% Test: 68.69%
Run: 03, Epoch: 585, Loss: 0.2883, Train: 79.26%, Valid: 76.53% Test: 68.78%
Run: 03, Epoch: 590, Loss: 0.2871, Train: 79.38%, Valid: 76.62% Test: 68.86%
Run: 03, Epoch: 595, Loss: 0.2865, Train: 79.72%, Valid: 76.91% Test: 69.01%
Run: 03, Epoch: 600, Loss: 0.2863, Train: 79.87%, Valid: 77.00% Test: 69.07%
Run: 03, Epoch: 605, Loss: 0.2922, Train: 79.14%, Valid: 76.32% Test: 68.53%
Run: 03, Epoch: 610, Loss: 0.2871, Train: 79.86%, Valid: 77.05% Test: 69.20%
Run: 03, Epoch: 615, Loss: 0.2866, Train: 80.11%, Valid: 77.24% Test: 69.40%
Run: 03, Epoch: 620, Loss: 0.2857, Train: 80.09%, Valid: 77.20% Test: 69.38%
Run: 03, Epoch: 625, Loss: 0.2847, Train: 80.09%, Valid: 77.20% Test: 69.38%
Run: 03, Epoch: 630, Loss: 0.2845, Train: 80.21%, Valid: 77.32% Test: 69.59%
Run: 03, Epoch: 635, Loss: 0.2846, Train: 80.34%, Valid: 77.42% Test: 69.71%
Run: 03, Epoch: 640, Loss: 0.2837, Train: 80.28%, Valid: 77.37% Test: 69.75%
Run: 03, Epoch: 645, Loss: 0.2833, Train: 80.42%, Valid: 77.47% Test: 69.77%
Run: 03, Epoch: 650, Loss: 0.2884, Train: 79.06%, Valid: 76.08% Test: 68.90%
Run: 03, Epoch: 655, Loss: 0.2946, Train: 79.43%, Valid: 76.44% Test: 69.12%
Run: 03, Epoch: 660, Loss: 0.2901, Train: 80.32%, Valid: 77.47% Test: 69.55%
Run: 03, Epoch: 665, Loss: 0.2869, Train: 80.31%, Valid: 77.40% Test: 69.47%

Run: 03, Epoch: 670, Loss: 0.2833, Train: 80.26%, Valid: 77.29% Test: 69.81%
Run: 03, Epoch: 675, Loss: 0.2837, Train: 80.63%, Valid: 77.56% Test: 69.68%
Run: 03, Epoch: 680, Loss: 0.2831, Train: 80.53%, Valid: 77.56% Test: 69.86%
Run: 03, Epoch: 685, Loss: 0.2824, Train: 80.74%, Valid: 77.70% Test: 70.01%
Run: 03, Epoch: 690, Loss: 0.2818, Train: 80.77%, Valid: 77.78% Test: 70.32%
Run: 03, Epoch: 695, Loss: 0.2813, Train: 80.83%, Valid: 77.78% Test: 70.16%
Run: 03, Epoch: 700, Loss: 0.2812, Train: 80.89%, Valid: 77.82% Test: 70.29%
Run: 03, Epoch: 705, Loss: 0.2807, Train: 80.96%, Valid: 77.89% Test: 70.44%
Run: 03, Epoch: 710, Loss: 0.2804, Train: 81.04%, Valid: 77.96% Test: 70.52%
Run: 03, Epoch: 715, Loss: 0.2801, Train: 81.11%, Valid: 78.02% Test: 70.58%
Run: 03, Epoch: 720, Loss: 0.2799, Train: 81.10%, Valid: 78.01% Test: 70.61%
Run: 03, Epoch: 725, Loss: 0.2816, Train: 81.36%, Valid: 78.15% Test: 70.67%
Run: 03, Epoch: 730, Loss: 0.2812, Train: 81.28%, Valid: 78.16% Test: 70.65%
Run: 03, Epoch: 735, Loss: 0.2821, Train: 81.35%, Valid: 78.19% Test: 70.72%
Run: 03, Epoch: 740, Loss: 0.2794, Train: 81.15%, Valid: 77.99% Test: 70.54%
Run: 03, Epoch: 745, Loss: 0.2795, Train: 81.20%, Valid: 78.02% Test: 70.68%
Run: 03, Epoch: 750, Loss: 0.2789, Train: 81.39%, Valid: 78.19% Test: 70.82%
Run: 03, Epoch: 755, Loss: 0.2783, Train: 81.46%, Valid: 78.27% Test: 70.95%
Run: 03, Epoch: 760, Loss: 0.2780, Train: 81.53%, Valid: 78.31% Test: 71.00%
Run: 03, Epoch: 765, Loss: 0.2777, Train: 81.59%, Valid: 78.36% Test: 71.10%
Run: 03, Epoch: 770, Loss: 0.2774, Train: 81.66%, Valid: 78.39% Test: 71.10%
Run: 03, Epoch: 775, Loss: 0.2857, Train: 80.01%, Valid: 76.63% Test: 70.02%
Run: 03, Epoch: 780, Loss: 0.2849, Train: 81.29%, Valid: 77.99% Test: 71.18%
Run: 03, Epoch: 785, Loss: 0.2789, Train: 81.52%, Valid: 78.34% Test: 70.80%
Run: 03, Epoch: 790, Loss: 0.2776, Train: 81.53%, Valid: 78.20% Test: 70.90%
Run: 03, Epoch: 795, Loss: 0.2778, Train: 81.67%, Valid: 78.37% Test: 71.04%
Run: 03, Epoch: 800, Loss: 0.2772, Train: 81.79%, Valid: 78.41% Test: 71.13%
Run: 03, Epoch: 805, Loss: 0.2765, Train: 81.91%, Valid: 78.59% Test: 71.46%
Run: 03, Epoch: 810, Loss: 0.2762, Train: 81.89%, Valid: 78.53% Test: 71.24%
Run: 03, Epoch: 815, Loss: 0.2759, Train: 81.91%, Valid: 78.52% Test: 71.31%
Run: 03, Epoch: 820, Loss: 0.2756, Train: 81.95%, Valid: 78.57% Test: 71.44%
Run: 03, Epoch: 825, Loss: 0.2753, Train: 82.07%, Valid: 78.66% Test: 71.51%
Run: 03, Epoch: 830, Loss: 0.2761, Train: 81.84%, Valid: 78.43% Test: 71.41%
Run: 03, Epoch: 835, Loss: 0.2863, Train: 82.14%, Valid: 78.71% Test: 71.41%
Run: 03, Epoch: 840, Loss: 0.2773, Train: 81.45%, Valid: 77.95% Test: 70.87%
Run: 03, Epoch: 845, Loss: 0.2753, Train: 82.26%, Valid: 78.81% Test: 71.65%
Run: 03, Epoch: 850, Loss: 0.2782, Train: 81.71%, Valid: 78.17% Test: 70.96%
Run: 03, Epoch: 855, Loss: 0.2749, Train: 82.28%, Valid: 78.82% Test: 71.74%
Run: 03, Epoch: 860, Loss: 0.2754, Train: 81.98%, Valid: 78.48% Test: 71.38%
Run: 03, Epoch: 865, Loss: 0.2754, Train: 82.25%, Valid: 78.75% Test: 71.68%
Run: 03, Epoch: 870, Loss: 0.2742, Train: 82.33%, Valid: 78.86% Test: 71.78%
Run: 03, Epoch: 875, Loss: 0.2737, Train: 82.24%, Valid: 78.71% Test: 71.59%
Run: 03, Epoch: 880, Loss: 0.2735, Train: 82.41%, Valid: 78.90% Test: 71.83%
Run: 03, Epoch: 885, Loss: 0.2732, Train: 82.37%, Valid: 78.82% Test: 71.76%
Run: 03, Epoch: 890, Loss: 0.2732, Train: 82.51%, Valid: 78.96% Test: 71.84%
Run: 03, Epoch: 895, Loss: 0.2773, Train: 82.04%, Valid: 78.46% Test: 71.74%
Run: 03, Epoch: 900, Loss: 0.2738, Train: 82.28%, Valid: 78.74% Test: 72.11%
Run: 03, Epoch: 905, Loss: 0.2740, Train: 82.38%, Valid: 78.86% Test: 72.10%
Run: 03, Epoch: 910, Loss: 0.2739, Train: 82.49%, Valid: 78.88% Test: 71.94%
Run: 03, Epoch: 915, Loss: 0.2732, Train: 82.55%, Valid: 78.94% Test: 71.97%
Run: 03, Epoch: 920, Loss: 0.2723, Train: 82.58%, Valid: 78.95% Test: 72.07%
Run: 03, Epoch: 925, Loss: 0.2717, Train: 82.68%, Valid: 79.03% Test: 72.12%
Run: 03, Epoch: 930, Loss: 0.2726, Train: 82.77%, Valid: 79.09% Test: 72.05%
Run: 03, Epoch: 935, Loss: 0.2731, Train: 82.65%, Valid: 78.98% Test: 72.17%
Run: 03, Epoch: 940, Loss: 0.2713, Train: 82.81%, Valid: 79.14% Test: 72.18%
Run: 03, Epoch: 945, Loss: 0.2713, Train: 82.85%, Valid: 79.14% Test: 72.09%
Run: 03, Epoch: 950, Loss: 0.2796, Train: 82.27%, Valid: 78.47% Test: 71.86%
Run: 03, Epoch: 955, Loss: 0.2757, Train: 82.72%, Valid: 79.04% Test: 72.31%
Run: 03, Epoch: 960, Loss: 0.2718, Train: 82.89%, Valid: 79.26% Test: 72.29%
Run: 03, Epoch: 965, Loss: 0.2707, Train: 82.89%, Valid: 79.14% Test: 72.11%
Run: 03, Epoch: 970, Loss: 0.2709, Train: 82.99%, Valid: 79.19% Test: 72.12%
Run: 03, Epoch: 975, Loss: 0.2704, Train: 83.05%, Valid: 79.27% Test: 72.28%
Run: 03, Epoch: 980, Loss: 0.2700, Train: 83.04%, Valid: 79.27% Test: 72.33%
Run: 03, Epoch: 985, Loss: 0.2700, Train: 83.00%, Valid: 79.24% Test: 72.41%
Run: 03, Epoch: 990, Loss: 0.2698, Train: 83.02%, Valid: 79.23% Test: 72.40%
Run: 03, Epoch: 995, Loss: 0.2725, Train: 83.14%, Valid: 79.31% Test: 72.28%
Run: 03, Epoch: 1000, Loss: 0.2700, Train: 83.13%, Valid: 79.37% Test: 72.53%
Run 03:
Highest Train: 83.14
Highest Valid: 79.37
  Final Train: 83.13
   Final Test: 72.53
Run: 04, Epoch: 05, Loss: 0.4561, Train: 34.97%, Valid: 34.54% Test: 37.75%
Run: 04, Epoch: 10, Loss: 0.4254, Train: 37.18%, Valid: 35.43% Test: 38.14%
Run: 04, Epoch: 15, Loss: 0.4336, Train: 36.89%, Valid: 33.71% Test: 36.42%
Run: 04, Epoch: 20, Loss: 0.4172, Train: 37.83%, Valid: 33.99% Test: 36.34%
Run: 04, Epoch: 25, Loss: 0.4052, Train: 40.51%, Valid: 34.45% Test: 36.10%
Run: 04, Epoch: 30, Loss: 0.3985, Train: 41.42%, Valid: 34.01% Test: 35.35%
Run: 04, Epoch: 35, Loss: 0.3925, Train: 44.05%, Valid: 34.71% Test: 35.27%
Run: 04, Epoch: 40, Loss: 0.3868, Train: 46.49%, Valid: 35.76% Test: 35.39%
Run: 04, Epoch: 45, Loss: 0.3815, Train: 49.64%, Valid: 37.67% Test: 36.24%
Run: 04, Epoch: 50, Loss: 0.3766, Train: 51.60%, Valid: 39.69% Test: 37.17%
Run: 04, Epoch: 55, Loss: 0.3721, Train: 53.66%, Valid: 42.32% Test: 38.84%
Run: 04, Epoch: 60, Loss: 0.3683, Train: 55.21%, Valid: 45.10% Test: 40.37%
Run: 04, Epoch: 65, Loss: 0.3647, Train: 56.01%, Valid: 47.08% Test: 41.27%
Run: 04, Epoch: 70, Loss: 0.3606, Train: 56.71%, Valid: 48.34% Test: 41.47%
Run: 04, Epoch: 75, Loss: 0.3564, Train: 58.23%, Valid: 50.27% Test: 42.51%
Run: 04, Epoch: 80, Loss: 0.3524, Train: 60.74%, Valid: 53.23% Test: 44.32%
Run: 04, Epoch: 85, Loss: 0.3488, Train: 61.73%, Valid: 54.29% Test: 44.91%
Run: 04, Epoch: 90, Loss: 0.3450, Train: 62.38%, Valid: 54.86% Test: 44.78%
Run: 04, Epoch: 95, Loss: 0.3419, Train: 63.73%, Valid: 56.58% Test: 45.51%
Run: 04, Epoch: 100, Loss: 0.3407, Train: 66.06%, Valid: 60.13% Test: 47.71%
Run: 04, Epoch: 105, Loss: 0.3381, Train: 65.83%, Valid: 60.20% Test: 47.85%
Run: 04, Epoch: 110, Loss: 0.3348, Train: 65.22%, Valid: 59.66% Test: 47.62%
Run: 04, Epoch: 115, Loss: 0.3338, Train: 65.91%, Valid: 61.06% Test: 48.71%
Run: 04, Epoch: 120, Loss: 0.3323, Train: 66.36%, Valid: 62.03% Test: 49.35%
Run: 04, Epoch: 125, Loss: 0.3304, Train: 66.89%, Valid: 63.14% Test: 50.11%
Run: 04, Epoch: 130, Loss: 0.3302, Train: 68.39%, Valid: 65.93% Test: 52.19%
Run: 04, Epoch: 135, Loss: 0.3288, Train: 68.86%, Valid: 66.87% Test: 53.16%
Run: 04, Epoch: 140, Loss: 0.3270, Train: 68.87%, Valid: 66.95% Test: 53.35%
Run: 04, Epoch: 145, Loss: 0.3279, Train: 67.50%, Valid: 64.66% Test: 51.76%
Run: 04, Epoch: 150, Loss: 0.3257, Train: 68.03%, Valid: 65.58% Test: 52.61%
Run: 04, Epoch: 155, Loss: 0.3244, Train: 68.55%, Valid: 66.44% Test: 53.35%
Run: 04, Epoch: 160, Loss: 0.3237, Train: 69.41%, Valid: 67.83% Test: 54.55%
Run: 04, Epoch: 165, Loss: 0.3237, Train: 70.37%, Valid: 69.29% Test: 55.95%
Run: 04, Epoch: 170, Loss: 0.3231, Train: 69.61%, Valid: 68.11% Test: 54.92%
Run: 04, Epoch: 175, Loss: 0.3215, Train: 70.18%, Valid: 68.99% Test: 55.96%
Run: 04, Epoch: 180, Loss: 0.3209, Train: 70.54%, Valid: 69.44% Test: 56.41%
Run: 04, Epoch: 185, Loss: 0.3203, Train: 70.72%, Valid: 69.61% Test: 56.61%
Run: 04, Epoch: 190, Loss: 0.3195, Train: 70.72%, Valid: 69.55% Test: 56.52%
Run: 04, Epoch: 195, Loss: 0.3192, Train: 70.21%, Valid: 68.74% Test: 55.80%

Run: 04, Epoch: 200, Loss: 0.3182, Train: 70.70%, Valid: 69.43% Test: 56.56%
Run: 04, Epoch: 205, Loss: 0.3181, Train: 71.56%, Valid: 70.61% Test: 57.92%
Run: 04, Epoch: 210, Loss: 0.3219, Train: 70.58%, Valid: 69.22% Test: 56.49%
Run: 04, Epoch: 215, Loss: 0.3172, Train: 71.99%, Valid: 71.17% Test: 58.97%
Run: 04, Epoch: 220, Loss: 0.3168, Train: 70.68%, Valid: 69.29% Test: 56.86%
Run: 04, Epoch: 225, Loss: 0.3166, Train: 71.29%, Valid: 70.09% Test: 57.72%
Run: 04, Epoch: 230, Loss: 0.3156, Train: 71.81%, Valid: 70.73% Test: 58.46%
Run: 04, Epoch: 235, Loss: 0.3147, Train: 71.39%, Valid: 70.09% Test: 57.79%
Run: 04, Epoch: 240, Loss: 0.3143, Train: 71.74%, Valid: 70.53% Test: 58.24%
Run: 04, Epoch: 245, Loss: 0.3136, Train: 72.06%, Valid: 70.94% Test: 58.80%
Run: 04, Epoch: 250, Loss: 0.3131, Train: 72.24%, Valid: 71.14% Test: 59.11%
Run: 04, Epoch: 255, Loss: 0.3126, Train: 72.27%, Valid: 71.13% Test: 59.17%
Run: 04, Epoch: 260, Loss: 0.3122, Train: 72.14%, Valid: 70.91% Test: 58.95%
Run: 04, Epoch: 265, Loss: 0.3122, Train: 73.05%, Valid: 71.99% Test: 60.35%
Run: 04, Epoch: 270, Loss: 0.3125, Train: 71.99%, Valid: 70.63% Test: 58.71%
Run: 04, Epoch: 275, Loss: 0.3112, Train: 72.17%, Valid: 70.83% Test: 59.02%
Run: 04, Epoch: 280, Loss: 0.3102, Train: 72.66%, Valid: 71.40% Test: 59.76%
Run: 04, Epoch: 285, Loss: 0.3103, Train: 73.37%, Valid: 72.20% Test: 60.86%
Run: 04, Epoch: 290, Loss: 0.3093, Train: 73.29%, Valid: 72.08% Test: 60.74%
Run: 04, Epoch: 295, Loss: 0.3094, Train: 72.69%, Valid: 71.31% Test: 59.80%
Run: 04, Epoch: 300, Loss: 0.3107, Train: 74.05%, Valid: 72.88% Test: 61.91%
Run: 04, Epoch: 305, Loss: 0.3086, Train: 74.03%, Valid: 72.84% Test: 61.91%
Run: 04, Epoch: 310, Loss: 0.3077, Train: 73.98%, Valid: 72.74% Test: 61.81%
Run: 04, Epoch: 315, Loss: 0.3072, Train: 73.81%, Valid: 72.51% Test: 61.53%
Run: 04, Epoch: 320, Loss: 0.3070, Train: 73.56%, Valid: 72.18% Test: 61.13%
Run: 04, Epoch: 325, Loss: 0.3065, Train: 74.07%, Valid: 72.70% Test: 61.90%
Run: 04, Epoch: 330, Loss: 0.3059, Train: 74.37%, Valid: 73.02% Test: 62.31%
Run: 04, Epoch: 335, Loss: 0.3077, Train: 72.80%, Valid: 71.10% Test: 60.04%
Run: 04, Epoch: 340, Loss: 0.3052, Train: 73.52%, Valid: 71.97% Test: 61.10%
Run: 04, Epoch: 345, Loss: 0.3058, Train: 73.63%, Valid: 72.10% Test: 61.36%
Run: 04, Epoch: 350, Loss: 0.3049, Train: 74.62%, Valid: 73.21% Test: 62.78%
Run: 04, Epoch: 355, Loss: 0.3043, Train: 75.01%, Valid: 73.56% Test: 63.23%
Run: 04, Epoch: 360, Loss: 0.3045, Train: 74.98%, Valid: 73.48% Test: 63.14%
Run: 04, Epoch: 365, Loss: 0.3032, Train: 74.70%, Valid: 73.18% Test: 62.68%
Run: 04, Epoch: 370, Loss: 0.3031, Train: 74.89%, Valid: 73.36% Test: 62.94%
Run: 04, Epoch: 375, Loss: 0.3025, Train: 75.18%, Valid: 73.59% Test: 63.30%
Run: 04, Epoch: 380, Loss: 0.3020, Train: 75.39%, Valid: 73.74% Test: 63.55%
Run: 04, Epoch: 385, Loss: 0.3015, Train: 75.47%, Valid: 73.78% Test: 63.59%
Run: 04, Epoch: 390, Loss: 0.3013, Train: 75.24%, Valid: 73.49% Test: 63.17%
Run: 04, Epoch: 395, Loss: 0.3094, Train: 75.98%, Valid: 74.15% Test: 63.97%
Run: 04, Epoch: 400, Loss: 0.3025, Train: 76.16%, Valid: 74.15% Test: 64.66%
Run: 04, Epoch: 405, Loss: 0.3046, Train: 75.76%, Valid: 74.12% Test: 64.01%
Run: 04, Epoch: 410, Loss: 0.3006, Train: 75.11%, Valid: 73.50% Test: 63.21%
Run: 04, Epoch: 415, Loss: 0.2999, Train: 75.94%, Valid: 74.23% Test: 64.14%
Run: 04, Epoch: 420, Loss: 0.3000, Train: 76.07%, Valid: 74.28% Test: 64.34%
Run: 04, Epoch: 425, Loss: 0.2991, Train: 75.97%, Valid: 74.06% Test: 64.13%
Run: 04, Epoch: 430, Loss: 0.2985, Train: 76.23%, Valid: 74.27% Test: 64.52%
Run: 04, Epoch: 435, Loss: 0.2981, Train: 76.43%, Valid: 74.43% Test: 64.66%
Run: 04, Epoch: 440, Loss: 0.2977, Train: 76.59%, Valid: 74.54% Test: 64.86%
Run: 04, Epoch: 445, Loss: 0.2972, Train: 76.74%, Valid: 74.63% Test: 64.99%
Run: 04, Epoch: 450, Loss: 0.2968, Train: 76.75%, Valid: 74.62% Test: 64.92%
Run: 04, Epoch: 455, Loss: 0.2965, Train: 76.84%, Valid: 74.64% Test: 64.96%
Run: 04, Epoch: 460, Loss: 0.2961, Train: 77.05%, Valid: 74.80% Test: 65.16%
Run: 04, Epoch: 465, Loss: 0.2958, Train: 76.87%, Valid: 74.59% Test: 64.86%
Run: 04, Epoch: 470, Loss: 0.2990, Train: 77.90%, Valid: 75.47% Test: 66.18%
Run: 04, Epoch: 475, Loss: 0.2954, Train: 77.74%, Valid: 75.32% Test: 65.95%
Run: 04, Epoch: 480, Loss: 0.2955, Train: 77.78%, Valid: 75.36% Test: 65.98%
Run: 04, Epoch: 485, Loss: 0.2952, Train: 77.69%, Valid: 75.26% Test: 65.78%
Run: 04, Epoch: 490, Loss: 0.2945, Train: 77.65%, Valid: 75.17% Test: 65.58%
Run: 04, Epoch: 495, Loss: 0.2940, Train: 77.74%, Valid: 75.20% Test: 65.68%
Run: 04, Epoch: 500, Loss: 0.2936, Train: 77.83%, Valid: 75.27% Test: 65.77%
Run: 04, Epoch: 505, Loss: 0.2933, Train: 77.93%, Valid: 75.33% Test: 65.84%
Run: 04, Epoch: 510, Loss: 0.2928, Train: 77.87%, Valid: 75.28% Test: 65.76%
Run: 04, Epoch: 515, Loss: 0.2925, Train: 77.87%, Valid: 75.27% Test: 65.73%
Run: 04, Epoch: 520, Loss: 0.2949, Train: 78.46%, Valid: 75.65% Test: 66.20%
Run: 04, Epoch: 525, Loss: 0.2924, Train: 78.35%, Valid: 75.61% Test: 66.14%
Run: 04, Epoch: 530, Loss: 0.2941, Train: 78.59%, Valid: 75.89% Test: 66.75%
Run: 04, Epoch: 535, Loss: 0.2934, Train: 78.07%, Valid: 75.49% Test: 66.00%
Run: 04, Epoch: 540, Loss: 0.2940, Train: 77.59%, Valid: 74.94% Test: 65.13%
Run: 04, Epoch: 545, Loss: 0.2925, Train: 78.52%, Valid: 75.91% Test: 66.77%
Run: 04, Epoch: 550, Loss: 0.2916, Train: 78.39%, Valid: 75.60% Test: 66.09%
Run: 04, Epoch: 555, Loss: 0.2912, Train: 78.62%, Valid: 75.93% Test: 66.77%
Run: 04, Epoch: 560, Loss: 0.2906, Train: 78.43%, Valid: 75.75% Test: 66.44%
Run: 04, Epoch: 565, Loss: 0.2901, Train: 78.62%, Valid: 75.88% Test: 66.70%
Run: 04, Epoch: 570, Loss: 0.2898, Train: 78.60%, Valid: 75.86% Test: 66.63%
Run: 04, Epoch: 575, Loss: 0.2895, Train: 78.83%, Valid: 76.00% Test: 66.82%
Run: 04, Epoch: 580, Loss: 0.2892, Train: 78.85%, Valid: 76.05% Test: 66.90%
Run: 04, Epoch: 585, Loss: 0.2890, Train: 78.78%, Valid: 75.97% Test: 66.73%
Run: 04, Epoch: 590, Loss: 0.2908, Train: 79.34%, Valid: 76.30% Test: 67.20%
Run: 04, Epoch: 595, Loss: 0.2891, Train: 79.37%, Valid: 76.32% Test: 67.23%
Run: 04, Epoch: 600, Loss: 0.3009, Train: 78.83%, Valid: 76.22% Test: 67.25%
Run: 04, Epoch: 605, Loss: 0.2954, Train: 79.00%, Valid: 76.04% Test: 66.66%
Run: 04, Epoch: 610, Loss: 0.2901, Train: 78.40%, Valid: 75.67% Test: 66.30%
Run: 04, Epoch: 615, Loss: 0.2904, Train: 78.84%, Valid: 76.19% Test: 67.03%
Run: 04, Epoch: 620, Loss: 0.2896, Train: 79.15%, Valid: 76.45% Test: 67.44%
Run: 04, Epoch: 625, Loss: 0.2884, Train: 79.38%, Valid: 76.52% Test: 67.58%
Run: 04, Epoch: 630, Loss: 0.2884, Train: 79.26%, Valid: 76.36% Test: 67.30%
Run: 04, Epoch: 635, Loss: 0.2875, Train: 79.20%, Valid: 76.31% Test: 67.30%
Run: 04, Epoch: 640, Loss: 0.2874, Train: 79.39%, Valid: 76.48% Test: 67.52%
Run: 04, Epoch: 645, Loss: 0.2870, Train: 79.49%, Valid: 76.58% Test: 67.72%
Run: 04, Epoch: 650, Loss: 0.2867, Train: 79.48%, Valid: 76.54% Test: 67.64%
Run: 04, Epoch: 655, Loss: 0.2864, Train: 79.56%, Valid: 76.59% Test: 67.73%
Run: 04, Epoch: 660, Loss: 0.2861, Train: 79.65%, Valid: 76.66% Test: 67.83%
Run: 04, Epoch: 665, Loss: 0.2859, Train: 79.65%, Valid: 76.66% Test: 67.81%
Run: 04, Epoch: 670, Loss: 0.2856, Train: 79.73%, Valid: 76.72% Test: 67.89%
Run: 04, Epoch: 675, Loss: 0.2854, Train: 79.78%, Valid: 76.74% Test: 67.93%
Run: 04, Epoch: 680, Loss: 0.2852, Train: 79.92%, Valid: 76.82% Test: 68.06%
Run: 04, Epoch: 685, Loss: 0.2849, Train: 79.97%, Valid: 76.88% Test: 68.15%
Run: 04, Epoch: 690, Loss: 0.2851, Train: 79.82%, Valid: 76.82% Test: 68.05%
Run: 04, Epoch: 695, Loss: 0.2845, Train: 79.88%, Valid: 76.86% Test: 68.14%
Run: 04, Epoch: 700, Loss: 0.2871, Train: 80.30%, Valid: 77.01% Test: 68.30%
Run: 04, Epoch: 705, Loss: 0.2850, Train: 80.32%, Valid: 77.06% Test: 68.38%
Run: 04, Epoch: 710, Loss: 0.2838, Train: 80.31%, Valid: 77.13% Test: 68.51%
Run: 04, Epoch: 715, Loss: 0.2846, Train: 79.99%, Valid: 77.01% Test: 68.40%
Run: 04, Epoch: 720, Loss: 0.2834, Train: 80.12%, Valid: 77.12% Test: 68.55%
Run: 04, Epoch: 725, Loss: 0.2845, Train: 80.53%, Valid: 77.25% Test: 68.72%
Run: 04, Epoch: 730, Loss: 0.2830, Train: 80.36%, Valid: 77.25% Test: 68.73%

Run: 04, Epoch: 735, Loss: 0.2827, Train: 80.34%, Valid: 77.30% Test: 68.87%
Run: 04, Epoch: 740, Loss: 0.2898, Train: 80.83%, Valid: 77.34% Test: 68.93%
Run: 04, Epoch: 745, Loss: 0.2851, Train: 80.80%, Valid: 77.41% Test: 69.02%
Run: 04, Epoch: 750, Loss: 0.2841, Train: 80.72%, Valid: 77.44% Test: 68.98%
Run: 04, Epoch: 755, Loss: 0.2818, Train: 80.45%, Valid: 77.31% Test: 68.87%
Run: 04, Epoch: 760, Loss: 0.2819, Train: 80.55%, Valid: 77.39% Test: 68.98%
Run: 04, Epoch: 765, Loss: 0.2814, Train: 80.80%, Valid: 77.60% Test: 69.28%
Run: 04, Epoch: 770, Loss: 0.2808, Train: 80.88%, Valid: 77.67% Test: 69.40%
Run: 04, Epoch: 775, Loss: 0.2816, Train: 81.10%, Valid: 77.64% Test: 69.35%
Run: 04, Epoch: 780, Loss: 0.2834, Train: 81.09%, Valid: 77.55% Test: 69.08%
Run: 04, Epoch: 785, Loss: 0.2938, Train: 80.91%, Valid: 77.75% Test: 69.46%
Run: 04, Epoch: 790, Loss: 0.2973, Train: 80.78%, Valid: 77.70% Test: 69.30%
Run: 04, Epoch: 795, Loss: 0.2820, Train: 80.28%, Valid: 77.48% Test: 69.14%
Run: 04, Epoch: 800, Loss: 0.2849, Train: 80.89%, Valid: 77.79% Test: 69.58%
Run: 04, Epoch: 805, Loss: 0.2818, Train: 81.15%, Valid: 77.85% Test: 69.84%
Run: 04, Epoch: 810, Loss: 0.2812, Train: 81.16%, Valid: 77.81% Test: 69.74%
Run: 04, Epoch: 815, Loss: 0.2808, Train: 81.02%, Valid: 77.81% Test: 69.69%
Run: 04, Epoch: 820, Loss: 0.2800, Train: 81.08%, Valid: 77.83% Test: 69.71%
Run: 04, Epoch: 825, Loss: 0.2795, Train: 81.27%, Valid: 77.91% Test: 69.84%
Run: 04, Epoch: 830, Loss: 0.2791, Train: 81.28%, Valid: 78.04% Test: 70.02%
Run: 04, Epoch: 835, Loss: 0.2788, Train: 81.36%, Valid: 78.00% Test: 69.94%
Run: 04, Epoch: 840, Loss: 0.2785, Train: 81.37%, Valid: 78.02% Test: 69.95%
Run: 04, Epoch: 845, Loss: 0.2782, Train: 81.45%, Valid: 78.13% Test: 70.09%
Run: 04, Epoch: 850, Loss: 0.2779, Train: 81.58%, Valid: 78.20% Test: 70.19%
Run: 04, Epoch: 855, Loss: 0.2779, Train: 81.49%, Valid: 78.15% Test: 70.14%
Run: 04, Epoch: 860, Loss: 0.2775, Train: 81.57%, Valid: 78.21% Test: 70.20%
Run: 04, Epoch: 865, Loss: 0.2772, Train: 81.72%, Valid: 78.28% Test: 70.32%
Run: 04, Epoch: 870, Loss: 0.2769, Train: 81.69%, Valid: 78.32% Test: 70.40%
Run: 04, Epoch: 875, Loss: 0.2792, Train: 82.00%, Valid: 78.33% Test: 70.46%
Run: 04, Epoch: 880, Loss: 0.2778, Train: 81.95%, Valid: 78.39% Test: 70.40%
Run: 04, Epoch: 885, Loss: 0.2835, Train: 81.77%, Valid: 78.25% Test: 70.28%
Run: 04, Epoch: 890, Loss: 0.2860, Train: 81.42%, Valid: 78.10% Test: 70.08%
Run: 04, Epoch: 895, Loss: 0.2790, Train: 81.42%, Valid: 78.17% Test: 70.17%
Run: 04, Epoch: 900, Loss: 0.2782, Train: 81.93%, Valid: 78.59% Test: 70.81%
Run: 04, Epoch: 905, Loss: 0.2762, Train: 82.04%, Valid: 78.62% Test: 70.90%
Run: 04, Epoch: 910, Loss: 0.2767, Train: 81.93%, Valid: 78.59% Test: 70.80%
Run: 04, Epoch: 915, Loss: 0.2755, Train: 81.91%, Valid: 78.57% Test: 70.84%
Run: 04, Epoch: 920, Loss: 0.2754, Train: 82.15%, Valid: 78.73% Test: 71.13%
Run: 04, Epoch: 925, Loss: 0.2750, Train: 82.18%, Valid: 78.71% Test: 71.10%
Run: 04, Epoch: 930, Loss: 0.2791, Train: 81.23%, Valid: 78.22% Test: 70.77%
Run: 04, Epoch: 935, Loss: 0.2944, Train: 79.36%, Valid: 76.36% Test: 69.24%
Run: 04, Epoch: 940, Loss: 0.3231, Train: 81.68%, Valid: 78.75% Test: 70.95%
Run: 04, Epoch: 945, Loss: 0.2965, Train: 81.42%, Valid: 78.59% Test: 71.14%
Run: 04, Epoch: 950, Loss: 0.2862, Train: 80.96%, Valid: 78.25% Test: 70.85%
Run: 04, Epoch: 955, Loss: 0.2838, Train: 80.97%, Valid: 77.64% Test: 69.94%
Run: 04, Epoch: 960, Loss: 0.2815, Train: 81.48%, Valid: 78.08% Test: 70.82%
Run: 04, Epoch: 965, Loss: 0.2801, Train: 81.75%, Valid: 78.52% Test: 71.43%
Run: 04, Epoch: 970, Loss: 0.2791, Train: 81.79%, Valid: 78.43% Test: 71.20%
Run: 04, Epoch: 975, Loss: 0.2780, Train: 81.77%, Valid: 78.33% Test: 71.12%
Run: 04, Epoch: 980, Loss: 0.2773, Train: 81.91%, Valid: 78.52% Test: 71.35%
Run: 04, Epoch: 985, Loss: 0.2768, Train: 82.02%, Valid: 78.66% Test: 71.56%
Run: 04, Epoch: 990, Loss: 0.2760, Train: 82.10%, Valid: 78.74% Test: 71.64%
Run: 04, Epoch: 995, Loss: 0.2756, Train: 82.15%, Valid: 78.77% Test: 71.67%
Run: 04, Epoch: 1000, Loss: 0.2752, Train: 82.21%, Valid: 78.78% Test: 71.61%
Run 04:
Highest Train: 82.21
Highest Valid: 78.78
  Final Train: 82.21
   Final Test: 71.61
Run: 05, Epoch: 05, Loss: 0.4638, Train: 34.94%, Valid: 34.06% Test: 37.14%
Run: 05, Epoch: 10, Loss: 0.4273, Train: 36.76%, Valid: 34.66% Test: 37.29%
Run: 05, Epoch: 15, Loss: 0.4337, Train: 37.28%, Valid: 33.82% Test: 36.29%
Run: 05, Epoch: 20, Loss: 0.4157, Train: 38.38%, Valid: 33.87% Test: 35.97%
Run: 05, Epoch: 25, Loss: 0.4034, Train: 41.02%, Valid: 34.55% Test: 35.97%
Run: 05, Epoch: 30, Loss: 0.3964, Train: 42.61%, Valid: 34.67% Test: 35.55%
Run: 05, Epoch: 35, Loss: 0.3902, Train: 45.67%, Valid: 35.47% Test: 35.45%
Run: 05, Epoch: 40, Loss: 0.3860, Train: 47.24%, Valid: 36.20% Test: 35.50%
Run: 05, Epoch: 45, Loss: 0.3817, Train: 49.50%, Valid: 37.63% Test: 36.14%
Run: 05, Epoch: 50, Loss: 0.3782, Train: 51.04%, Valid: 39.33% Test: 36.97%
Run: 05, Epoch: 55, Loss: 0.3754, Train: 51.92%, Valid: 40.94% Test: 37.67%
Run: 05, Epoch: 60, Loss: 0.3726, Train: 52.70%, Valid: 42.45% Test: 38.48%
Run: 05, Epoch: 65, Loss: 0.3697, Train: 53.52%, Valid: 43.68% Test: 39.00%
Run: 05, Epoch: 70, Loss: 0.3668, Train: 54.21%, Valid: 44.97% Test: 39.62%
Run: 05, Epoch: 75, Loss: 0.3640, Train: 54.69%, Valid: 45.98% Test: 40.05%
Run: 05, Epoch: 80, Loss: 0.3614, Train: 55.29%, Valid: 47.11% Test: 40.62%
Run: 05, Epoch: 85, Loss: 0.3590, Train: 56.16%, Valid: 48.36% Test: 41.31%
Run: 05, Epoch: 90, Loss: 0.3568, Train: 56.78%, Valid: 49.29% Test: 41.83%
Run: 05, Epoch: 95, Loss: 0.3551, Train: 57.63%, Valid: 50.35% Test: 42.56%
Run: 05, Epoch: 100, Loss: 0.3531, Train: 57.74%, Valid: 50.68% Test: 42.82%
Run: 05, Epoch: 105, Loss: 0.3517, Train: 58.41%, Valid: 51.45% Test: 43.30%
Run: 05, Epoch: 110, Loss: 0.3502, Train: 59.15%, Valid: 52.27% Test: 43.80%
Run: 05, Epoch: 115, Loss: 0.3489, Train: 59.47%, Valid: 52.72% Test: 44.15%
Run: 05, Epoch: 120, Loss: 0.3476, Train: 59.88%, Valid: 53.23% Test: 44.62%
Run: 05, Epoch: 125, Loss: 0.3464, Train: 60.36%, Valid: 53.80% Test: 45.02%
Run: 05, Epoch: 130, Loss: 0.3452, Train: 60.83%, Valid: 54.40% Test: 45.52%
Run: 05, Epoch: 135, Loss: 0.3439, Train: 61.28%, Valid: 55.00% Test: 46.07%
Run: 05, Epoch: 140, Loss: 0.3425, Train: 61.79%, Valid: 55.70% Test: 46.71%
Run: 05, Epoch: 145, Loss: 0.3411, Train: 62.67%, Valid: 56.87% Test: 47.58%
Run: 05, Epoch: 150, Loss: 0.3394, Train: 63.18%, Valid: 57.69% Test: 48.55%
Run: 05, Epoch: 155, Loss: 0.3377, Train: 64.64%, Valid: 59.74% Test: 50.10%
Run: 05, Epoch: 160, Loss: 0.3357, Train: 65.34%, Valid: 60.82% Test: 51.14%
Run: 05, Epoch: 165, Loss: 0.3339, Train: 66.16%, Valid: 62.11% Test: 52.36%
Run: 05, Epoch: 170, Loss: 0.3323, Train: 66.67%, Valid: 62.93% Test: 53.29%
Run: 05, Epoch: 175, Loss: 0.3317, Train: 66.51%, Valid: 62.67% Test: 53.43%
Run: 05, Epoch: 180, Loss: 0.3294, Train: 67.23%, Valid: 63.80% Test: 54.60%
Run: 05, Epoch: 185, Loss: 0.3278, Train: 67.98%, Valid: 64.98% Test: 55.80%
Run: 05, Epoch: 190, Loss: 0.3266, Train: 68.75%, Valid: 66.19% Test: 56.84%
Run: 05, Epoch: 195, Loss: 0.3258, Train: 69.58%, Valid: 67.50% Test: 58.04%
Run: 05, Epoch: 200, Loss: 0.3241, Train: 69.62%, Valid: 67.60% Test: 58.30%
Run: 05, Epoch: 205, Loss: 0.3240, Train: 69.02%, Valid: 66.72% Test: 57.69%
Run: 05, Epoch: 210, Loss: 0.3221, Train: 69.63%, Valid: 67.71% Test: 58.59%
Run: 05, Epoch: 215, Loss: 0.3216, Train: 70.37%, Valid: 68.84% Test: 59.65%
Run: 05, Epoch: 220, Loss: 0.3207, Train: 70.79%, Valid: 69.45% Test: 60.25%
Run: 05, Epoch: 225, Loss: 0.3201, Train: 70.28%, Valid: 68.72% Test: 59.69%
Run: 05, Epoch: 230, Loss: 0.3191, Train: 70.48%, Valid: 69.02% Test: 60.04%
Run: 05, Epoch: 235, Loss: 0.3191, Train: 71.46%, Valid: 70.41% Test: 61.34%
Run: 05, Epoch: 240, Loss: 0.3177, Train: 71.20%, Valid: 70.04% Test: 61.10%
Run: 05, Epoch: 245, Loss: 0.3175, Train: 70.89%, Valid: 69.55% Test: 60.74%
Run: 05, Epoch: 250, Loss: 0.3164, Train: 71.43%, Valid: 70.29% Test: 61.46%
Run: 05, Epoch: 255, Loss: 0.3168, Train: 72.39%, Valid: 71.58% Test: 62.66%
Run: 05, Epoch: 260, Loss: 0.3154, Train: 72.29%, Valid: 71.49% Test: 62.55%

Run: 05, Epoch: 265, Loss: 0.3158, Train: 72.39%, Valid: 71.55% Test: 62.81%
Run: 05, Epoch: 270, Loss: 0.3146, Train: 71.92%, Valid: 70.86% Test: 62.16%
Run: 05, Epoch: 275, Loss: 0.3139, Train: 71.84%, Valid: 70.69% Test: 62.13%
Run: 05, Epoch: 280, Loss: 0.3136, Train: 72.10%, Valid: 71.07% Test: 62.43%
Run: 05, Epoch: 285, Loss: 0.3129, Train: 72.38%, Valid: 71.43% Test: 62.79%
Run: 05, Epoch: 290, Loss: 0.3123, Train: 72.55%, Valid: 71.62% Test: 62.99%
Run: 05, Epoch: 295, Loss: 0.3118, Train: 72.61%, Valid: 71.66% Test: 63.04%
Run: 05, Epoch: 300, Loss: 0.3113, Train: 72.72%, Valid: 71.76% Test: 63.17%
Run: 05, Epoch: 305, Loss: 0.3109, Train: 73.25%, Valid: 72.41% Test: 63.80%
Run: 05, Epoch: 310, Loss: 0.3111, Train: 72.53%, Valid: 71.48% Test: 62.89%
Run: 05, Epoch: 315, Loss: 0.3101, Train: 73.31%, Valid: 72.47% Test: 63.85%
Run: 05, Epoch: 320, Loss: 0.3098, Train: 73.69%, Valid: 72.85% Test: 64.30%
Run: 05, Epoch: 325, Loss: 0.3090, Train: 73.85%, Valid: 72.99% Test: 64.48%
Run: 05, Epoch: 330, Loss: 0.3083, Train: 73.64%, Valid: 72.73% Test: 64.22%
Run: 05, Epoch: 335, Loss: 0.3080, Train: 73.51%, Valid: 72.54% Test: 64.06%
Run: 05, Epoch: 340, Loss: 0.3081, Train: 74.37%, Valid: 73.52% Test: 65.04%
Run: 05, Epoch: 345, Loss: 0.3068, Train: 74.06%, Valid: 73.15% Test: 64.72%
Run: 05, Epoch: 350, Loss: 0.3067, Train: 73.84%, Valid: 72.84% Test: 64.41%
Run: 05, Epoch: 355, Loss: 0.3062, Train: 74.59%, Valid: 73.67% Test: 65.28%
Run: 05, Epoch: 360, Loss: 0.3053, Train: 74.56%, Valid: 73.62% Test: 65.26%
Run: 05, Epoch: 365, Loss: 0.3052, Train: 74.24%, Valid: 73.20% Test: 64.86%
Run: 05, Epoch: 370, Loss: 0.3079, Train: 75.37%, Valid: 74.44% Test: 66.01%
Run: 05, Epoch: 375, Loss: 0.3056, Train: 75.24%, Valid: 74.28% Test: 66.05%
Run: 05, Epoch: 380, Loss: 0.3038, Train: 74.96%, Valid: 73.94% Test: 65.67%
Run: 05, Epoch: 385, Loss: 0.3030, Train: 74.88%, Valid: 73.80% Test: 65.59%
Run: 05, Epoch: 390, Loss: 0.3027, Train: 75.03%, Valid: 73.94% Test: 65.73%
Run: 05, Epoch: 395, Loss: 0.3022, Train: 75.23%, Valid: 74.11% Test: 65.97%
Run: 05, Epoch: 400, Loss: 0.3017, Train: 75.40%, Valid: 74.25% Test: 66.12%
Run: 05, Epoch: 405, Loss: 0.3011, Train: 75.64%, Valid: 74.45% Test: 66.34%
Run: 05, Epoch: 410, Loss: 0.3007, Train: 76.04%, Valid: 74.81% Test: 66.71%
Run: 05, Epoch: 415, Loss: 0.3004, Train: 75.72%, Valid: 74.47% Test: 66.39%
Run: 05, Epoch: 420, Loss: 0.3017, Train: 76.71%, Valid: 75.32% Test: 67.20%
Run: 05, Epoch: 425, Loss: 0.2993, Train: 76.61%, Valid: 75.22% Test: 67.23%
Run: 05, Epoch: 430, Loss: 0.2987, Train: 76.64%, Valid: 75.24% Test: 67.18%
Run: 05, Epoch: 435, Loss: 0.2983, Train: 76.73%, Valid: 75.26% Test: 67.22%
Run: 05, Epoch: 440, Loss: 0.2978, Train: 76.70%, Valid: 75.21% Test: 67.17%
Run: 05, Epoch: 445, Loss: 0.2979, Train: 76.47%, Valid: 74.96% Test: 66.98%
Run: 05, Epoch: 450, Loss: 0.2974, Train: 77.15%, Valid: 75.52% Test: 67.43%
Run: 05, Epoch: 455, Loss: 0.2964, Train: 77.20%, Valid: 75.51% Test: 67.47%
Run: 05, Epoch: 460, Loss: 0.2982, Train: 76.32%, Valid: 74.69% Test: 66.84%
Run: 05, Epoch: 465, Loss: 0.2961, Train: 76.60%, Valid: 75.02% Test: 67.04%
Run: 05, Epoch: 470, Loss: 0.2970, Train: 77.15%, Valid: 75.49% Test: 67.51%
Run: 05, Epoch: 475, Loss: 0.2950, Train: 77.80%, Valid: 75.87% Test: 67.74%
Run: 05, Epoch: 480, Loss: 0.2951, Train: 77.72%, Valid: 75.83% Test: 67.59%
Run: 05, Epoch: 485, Loss: 0.2941, Train: 77.64%, Valid: 75.75% Test: 67.71%
Run: 05, Epoch: 490, Loss: 0.2937, Train: 77.74%, Valid: 75.84% Test: 67.81%
Run: 05, Epoch: 495, Loss: 0.2933, Train: 77.99%, Valid: 75.97% Test: 67.91%
Run: 05, Epoch: 500, Loss: 0.2932, Train: 78.27%, Valid: 76.08% Test: 67.97%
Run: 05, Epoch: 505, Loss: 0.2951, Train: 77.57%, Valid: 75.69% Test: 67.83%
Run: 05, Epoch: 510, Loss: 0.2932, Train: 77.82%, Valid: 75.83% Test: 68.09%
Run: 05, Epoch: 515, Loss: 0.2926, Train: 78.03%, Valid: 75.98% Test: 68.05%
Run: 05, Epoch: 520, Loss: 0.2921, Train: 78.20%, Valid: 76.09% Test: 68.13%
Run: 05, Epoch: 525, Loss: 0.2915, Train: 78.33%, Valid: 76.18% Test: 68.27%
Run: 05, Epoch: 530, Loss: 0.2908, Train: 78.56%, Valid: 76.32% Test: 68.26%
Run: 05, Epoch: 535, Loss: 0.2911, Train: 78.92%, Valid: 76.49% Test: 68.32%
Run: 05, Epoch: 540, Loss: 0.2926, Train: 78.44%, Valid: 76.29% Test: 68.34%
Run: 05, Epoch: 545, Loss: 0.2913, Train: 78.62%, Valid: 76.38% Test: 68.53%
Run: 05, Epoch: 550, Loss: 0.2901, Train: 78.85%, Valid: 76.52% Test: 68.55%
Run: 05, Epoch: 555, Loss: 0.2895, Train: 78.97%, Valid: 76.60% Test: 68.57%
Run: 05, Epoch: 560, Loss: 0.2893, Train: 78.94%, Valid: 76.59% Test: 68.65%
Run: 05, Epoch: 565, Loss: 0.2889, Train: 78.94%, Valid: 76.61% Test: 68.79%
Run: 05, Epoch: 570, Loss: 0.2894, Train: 79.41%, Valid: 76.80% Test: 68.72%
Run: 05, Epoch: 575, Loss: 0.2881, Train: 79.24%, Valid: 76.76% Test: 68.92%
Run: 05, Epoch: 580, Loss: 0.2881, Train: 79.13%, Valid: 76.72% Test: 69.00%
Run: 05, Epoch: 585, Loss: 0.2907, Train: 79.70%, Valid: 76.92% Test: 68.80%
Run: 05, Epoch: 590, Loss: 0.2881, Train: 79.72%, Valid: 76.98% Test: 69.10%
Run: 05, Epoch: 595, Loss: 0.2874, Train: 79.73%, Valid: 77.02% Test: 69.05%
Run: 05, Epoch: 600, Loss: 0.2868, Train: 79.74%, Valid: 77.04% Test: 69.05%
Run: 05, Epoch: 605, Loss: 0.2864, Train: 79.71%, Valid: 77.05% Test: 69.12%
Run: 05, Epoch: 610, Loss: 0.2868, Train: 79.52%, Valid: 77.02% Test: 69.29%
Run: 05, Epoch: 615, Loss: 0.2858, Train: 79.79%, Valid: 77.13% Test: 69.36%
Run: 05, Epoch: 620, Loss: 0.2858, Train: 79.99%, Valid: 77.19% Test: 69.30%
Run: 05, Epoch: 625, Loss: 0.2920, Train: 79.08%, Valid: 76.80% Test: 69.27%
Run: 05, Epoch: 630, Loss: 0.2879, Train: 79.76%, Valid: 77.11% Test: 69.49%
Run: 05, Epoch: 635, Loss: 0.2851, Train: 80.24%, Valid: 77.37% Test: 69.54%
Run: 05, Epoch: 640, Loss: 0.2861, Train: 80.11%, Valid: 77.32% Test: 69.30%
Run: 05, Epoch: 645, Loss: 0.2846, Train: 80.07%, Valid: 77.35% Test: 69.50%
Run: 05, Epoch: 650, Loss: 0.2842, Train: 80.04%, Valid: 77.38% Test: 69.68%
Run: 05, Epoch: 655, Loss: 0.2840, Train: 80.09%, Valid: 77.41% Test: 69.75%
Run: 05, Epoch: 660, Loss: 0.2836, Train: 80.27%, Valid: 77.46% Test: 69.79%
Run: 05, Epoch: 665, Loss: 0.2838, Train: 80.42%, Valid: 77.49% Test: 69.71%
Run: 05, Epoch: 670, Loss: 0.2836, Train: 80.25%, Valid: 77.49% Test: 69.98%
Run: 05, Epoch: 675, Loss: 0.2838, Train: 80.59%, Valid: 77.56% Test: 69.78%
Run: 05, Epoch: 680, Loss: 0.2840, Train: 80.27%, Valid: 77.52% Test: 70.02%
Run: 05, Epoch: 685, Loss: 0.2825, Train: 80.42%, Valid: 77.59% Test: 70.11%
Run: 05, Epoch: 690, Loss: 0.2837, Train: 80.74%, Valid: 77.66% Test: 69.85%
Run: 05, Epoch: 695, Loss: 0.2820, Train: 80.66%, Valid: 77.70% Test: 70.08%
Run: 05, Epoch: 700, Loss: 0.2826, Train: 80.42%, Valid: 77.66% Test: 70.25%
Run: 05, Epoch: 705, Loss: 0.2843, Train: 80.89%, Valid: 77.77% Test: 69.95%
Run: 05, Epoch: 710, Loss: 0.2829, Train: 80.96%, Valid: 77.80% Test: 70.08%
Run: 05, Epoch: 715, Loss: 0.2814, Train: 80.96%, Valid: 77.82% Test: 70.16%
Run: 05, Epoch: 720, Loss: 0.2812, Train: 80.86%, Valid: 77.86% Test: 70.22%
Run: 05, Epoch: 725, Loss: 0.2818, Train: 80.69%, Valid: 77.85% Test: 70.38%
Run: 05, Epoch: 730, Loss: 0.2804, Train: 80.93%, Valid: 77.92% Test: 70.38%
Run: 05, Epoch: 735, Loss: 0.2816, Train: 81.18%, Valid: 77.92% Test: 70.16%
Run: 05, Epoch: 740, Loss: 0.2811, Train: 80.95%, Valid: 77.95% Test: 70.46%
Run: 05, Epoch: 745, Loss: 0.2810, Train: 80.85%, Valid: 77.94% Test: 70.61%
Run: 05, Epoch: 750, Loss: 0.2796, Train: 81.09%, Valid: 78.02% Test: 70.58%
Run: 05, Epoch: 755, Loss: 0.2812, Train: 81.36%, Valid: 78.03% Test: 70.28%
Run: 05, Epoch: 760, Loss: 0.2793, Train: 81.24%, Valid: 78.09% Test: 70.61%
Run: 05, Epoch: 765, Loss: 0.2805, Train: 81.00%, Valid: 78.06% Test: 70.78%
Run: 05, Epoch: 770, Loss: 0.2789, Train: 81.33%, Valid: 78.15% Test: 70.68%
Run: 05, Epoch: 775, Loss: 0.2798, Train: 81.51%, Valid: 78.14% Test: 70.48%
Run: 05, Epoch: 780, Loss: 0.2796, Train: 81.27%, Valid: 78.18% Test: 70.80%
Run: 05, Epoch: 785, Loss: 0.2791, Train: 81.20%, Valid: 78.17% Test: 70.96%
Run: 05, Epoch: 790, Loss: 0.2785, Train: 81.53%, Valid: 78.25% Test: 70.77%
Run: 05, Epoch: 795, Loss: 0.2785, Train: 81.65%, Valid: 78.25% Test: 70.67%

Run: 05, Epoch: 800, Loss: 0.2796, Train: 81.33%, Valid: 78.27% Test: 71.00%
Run: 05, Epoch: 805, Loss: 0.2779, Train: 81.40%, Valid: 78.29% Test: 71.12%
Run: 05, Epoch: 810, Loss: 0.2782, Train: 81.72%, Valid: 78.35% Test: 70.88%
Run: 05, Epoch: 815, Loss: 0.2777, Train: 81.79%, Valid: 78.36% Test: 70.83%
Run: 05, Epoch: 820, Loss: 0.2788, Train: 81.52%, Valid: 78.39% Test: 71.16%
Run: 05, Epoch: 825, Loss: 0.2771, Train: 81.59%, Valid: 78.40% Test: 71.27%
Run: 05, Epoch: 830, Loss: 0.2782, Train: 81.91%, Valid: 78.43% Test: 70.99%
Run: 05, Epoch: 835, Loss: 0.2765, Train: 81.90%, Valid: 78.47% Test: 71.10%
Run: 05, Epoch: 840, Loss: 0.2779, Train: 81.58%, Valid: 78.46% Test: 71.44%
Run: 05, Epoch: 845, Loss: 0.2771, Train: 81.95%, Valid: 78.51% Test: 71.17%
Run: 05, Epoch: 850, Loss: 0.2781, Train: 82.08%, Valid: 78.51% Test: 71.05%
Run: 05, Epoch: 855, Loss: 0.2759, Train: 82.05%, Valid: 78.56% Test: 71.19%
Run: 05, Epoch: 860, Loss: 0.2772, Train: 81.79%, Valid: 78.56% Test: 71.38%
Run: 05, Epoch: 865, Loss: 0.2755, Train: 81.86%, Valid: 78.60% Test: 71.51%
Run: 05, Epoch: 870, Loss: 0.2766, Train: 82.13%, Valid: 78.59% Test: 71.15%
Run: 05, Epoch: 875, Loss: 0.2751, Train: 82.16%, Valid: 78.64% Test: 71.27%
Run: 05, Epoch: 880, Loss: 0.2773, Train: 81.78%, Valid: 78.62% Test: 71.61%
Run: 05, Epoch: 885, Loss: 0.2746, Train: 82.09%, Valid: 78.69% Test: 71.50%
Run: 05, Epoch: 890, Loss: 0.2767, Train: 82.31%, Valid: 78.66% Test: 71.22%
Run: 05, Epoch: 895, Loss: 0.2746, Train: 82.32%, Valid: 78.72% Test: 71.33%
Run: 05, Epoch: 900, Loss: 0.2758, Train: 82.09%, Valid: 78.76% Test: 71.63%
Run: 05, Epoch: 905, Loss: 0.2743, Train: 82.14%, Valid: 78.78% Test: 71.74%
Run: 05, Epoch: 910, Loss: 0.2757, Train: 82.43%, Valid: 78.76% Test: 71.35%
Run: 05, Epoch: 915, Loss: 0.2740, Train: 82.45%, Valid: 78.79% Test: 71.43%
Run: 05, Epoch: 920, Loss: 0.2756, Train: 82.18%, Valid: 78.84% Test: 71.78%
Run: 05, Epoch: 925, Loss: 0.2734, Train: 82.30%, Valid: 78.86% Test: 71.78%
Run: 05, Epoch: 930, Loss: 0.2754, Train: 82.55%, Valid: 78.82% Test: 71.38%
Run: 05, Epoch: 935, Loss: 0.2729, Train: 82.53%, Valid: 78.89% Test: 71.58%
Run: 05, Epoch: 940, Loss: 0.2753, Train: 82.21%, Valid: 78.91% Test: 71.93%
Run: 05, Epoch: 945, Loss: 0.2726, Train: 82.46%, Valid: 78.94% Test: 71.79%
Run: 05, Epoch: 950, Loss: 0.2751, Train: 82.67%, Valid: 78.88% Test: 71.45%
Run: 05, Epoch: 955, Loss: 0.2727, Train: 82.66%, Valid: 78.94% Test: 71.57%
Run: 05, Epoch: 960, Loss: 0.2741, Train: 82.43%, Valid: 78.99% Test: 71.86%
Run: 05, Epoch: 965, Loss: 0.2727, Train: 82.45%, Valid: 79.02% Test: 71.98%
Run: 05, Epoch: 970, Loss: 0.2731, Train: 82.71%, Valid: 78.99% Test: 71.62%
Run: 05, Epoch: 975, Loss: 0.2724, Train: 82.78%, Valid: 79.00% Test: 71.59%
Run: 05, Epoch: 980, Loss: 0.2732, Train: 82.60%, Valid: 79.09% Test: 71.95%
Run: 05, Epoch: 985, Loss: 0.2718, Train: 82.65%, Valid: 79.10% Test: 72.02%
Run: 05, Epoch: 990, Loss: 0.2745, Train: 82.91%, Valid: 79.02% Test: 71.56%
Run: 05, Epoch: 995, Loss: 0.2712, Train: 82.87%, Valid: 79.10% Test: 71.80%
Run: 05, Epoch: 1000, Loss: 0.2728, Train: 82.66%, Valid: 79.17% Test: 72.15%
Run 05:
Highest Train: 82.91
Highest Valid: 79.17
  Final Train: 82.66
   Final Test: 72.15
Run: 06, Epoch: 05, Loss: 0.4671, Train: 35.02%, Valid: 34.64% Test: 37.80%
Run: 06, Epoch: 10, Loss: 0.4273, Train: 36.92%, Valid: 35.18% Test: 37.91%
Run: 06, Epoch: 15, Loss: 0.4335, Train: 37.59%, Valid: 34.22% Test: 36.59%
Run: 06, Epoch: 20, Loss: 0.4159, Train: 37.99%, Valid: 33.84% Test: 36.07%
Run: 06, Epoch: 25, Loss: 0.4042, Train: 40.47%, Valid: 34.37% Test: 35.99%
Run: 06, Epoch: 30, Loss: 0.3985, Train: 41.45%, Valid: 34.22% Test: 35.40%
Run: 06, Epoch: 35, Loss: 0.3919, Train: 44.47%, Valid: 34.88% Test: 35.20%
Run: 06, Epoch: 40, Loss: 0.3866, Train: 46.70%, Valid: 35.90% Test: 35.46%
Run: 06, Epoch: 45, Loss: 0.3819, Train: 48.65%, Valid: 36.95% Test: 35.81%
Run: 06, Epoch: 50, Loss: 0.3781, Train: 50.73%, Valid: 38.61% Test: 36.53%
Run: 06, Epoch: 55, Loss: 0.3746, Train: 51.91%, Valid: 39.93% Test: 36.98%
Run: 06, Epoch: 60, Loss: 0.3712, Train: 53.22%, Valid: 42.19% Test: 38.15%
Run: 06, Epoch: 65, Loss: 0.3678, Train: 54.22%, Valid: 44.06% Test: 38.97%
Run: 06, Epoch: 70, Loss: 0.3646, Train: 54.80%, Valid: 45.22% Test: 39.17%
Run: 06, Epoch: 75, Loss: 0.3619, Train: 56.11%, Valid: 47.24% Test: 40.36%
Run: 06, Epoch: 80, Loss: 0.3594, Train: 56.91%, Valid: 48.49% Test: 41.02%
Run: 06, Epoch: 85, Loss: 0.3569, Train: 56.92%, Valid: 48.77% Test: 40.80%
Run: 06, Epoch: 90, Loss: 0.3547, Train: 57.98%, Valid: 50.22% Test: 41.77%
Run: 06, Epoch: 95, Loss: 0.3526, Train: 58.86%, Valid: 51.46% Test: 42.43%
Run: 06, Epoch: 100, Loss: 0.3505, Train: 59.70%, Valid: 52.57% Test: 42.98%
Run: 06, Epoch: 105, Loss: 0.3485, Train: 60.06%, Valid: 53.06% Test: 43.19%
Run: 06, Epoch: 110, Loss: 0.3462, Train: 60.88%, Valid: 54.07% Test: 43.91%
Run: 06, Epoch: 115, Loss: 0.3440, Train: 62.35%, Valid: 55.94% Test: 45.55%
Run: 06, Epoch: 120, Loss: 0.3421, Train: 63.64%, Valid: 57.56% Test: 47.11%
Run: 06, Epoch: 125, Loss: 0.3401, Train: 64.87%, Valid: 59.18% Test: 48.46%
Run: 06, Epoch: 130, Loss: 0.3381, Train: 65.29%, Valid: 59.73% Test: 49.04%
Run: 06, Epoch: 135, Loss: 0.3366, Train: 65.89%, Valid: 60.65% Test: 49.93%
Run: 06, Epoch: 140, Loss: 0.3352, Train: 66.21%, Valid: 61.17% Test: 50.23%
Run: 06, Epoch: 145, Loss: 0.3347, Train: 65.90%, Valid: 60.73% Test: 49.86%
Run: 06, Epoch: 150, Loss: 0.3328, Train: 66.45%, Valid: 61.62% Test: 50.57%
Run: 06, Epoch: 155, Loss: 0.3329, Train: 68.02%, Valid: 64.30% Test: 52.94%
Run: 06, Epoch: 160, Loss: 0.3313, Train: 68.26%, Valid: 64.75% Test: 53.42%
Run: 06, Epoch: 165, Loss: 0.3299, Train: 68.59%, Valid: 65.35% Test: 54.01%
Run: 06, Epoch: 170, Loss: 0.3283, Train: 68.70%, Valid: 65.58% Test: 54.29%
Run: 06, Epoch: 175, Loss: 0.3282, Train: 67.84%, Valid: 64.17% Test: 52.99%
Run: 06, Epoch: 180, Loss: 0.3260, Train: 68.43%, Valid: 65.18% Test: 54.13%
Run: 06, Epoch: 185, Loss: 0.3255, Train: 69.60%, Valid: 67.09% Test: 55.96%
Run: 06, Epoch: 190, Loss: 0.3238, Train: 69.69%, Valid: 67.28% Test: 56.30%
Run: 06, Epoch: 195, Loss: 0.3267, Train: 67.85%, Valid: 64.44% Test: 53.40%
Run: 06, Epoch: 200, Loss: 0.3245, Train: 69.26%, Valid: 66.70% Test: 55.75%
Run: 06, Epoch: 205, Loss: 0.3212, Train: 70.76%, Valid: 69.09% Test: 58.31%
Run: 06, Epoch: 210, Loss: 0.3204, Train: 70.00%, Valid: 67.96% Test: 57.01%
Run: 06, Epoch: 215, Loss: 0.3199, Train: 70.22%, Valid: 68.33% Test: 57.49%
Run: 06, Epoch: 220, Loss: 0.3185, Train: 70.97%, Valid: 69.41% Test: 58.58%
Run: 06, Epoch: 225, Loss: 0.3178, Train: 71.26%, Valid: 69.80% Test: 59.08%
Run: 06, Epoch: 230, Loss: 0.3171, Train: 71.40%, Valid: 69.97% Test: 59.25%
Run: 06, Epoch: 235, Loss: 0.3164, Train: 71.53%, Valid: 70.12% Test: 59.43%
Run: 06, Epoch: 240, Loss: 0.3159, Train: 71.26%, Valid: 69.70% Test: 59.00%
Run: 06, Epoch: 245, Loss: 0.3152, Train: 71.91%, Valid: 70.59% Test: 59.97%
Run: 06, Epoch: 250, Loss: 0.3158, Train: 70.78%, Valid: 68.87% Test: 58.12%
Run: 06, Epoch: 255, Loss: 0.3144, Train: 71.52%, Valid: 69.96% Test: 59.17%
Run: 06, Epoch: 260, Loss: 0.3142, Train: 71.32%, Valid: 69.56% Test: 59.04%
Run: 06, Epoch: 265, Loss: 0.3136, Train: 72.31%, Valid: 71.02% Test: 60.42%
Run: 06, Epoch: 270, Loss: 0.3129, Train: 72.75%, Valid: 71.59% Test: 61.24%
Run: 06, Epoch: 275, Loss: 0.3123, Train: 72.50%, Valid: 71.24% Test: 60.77%
Run: 06, Epoch: 280, Loss: 0.3117, Train: 72.42%, Valid: 71.08% Test: 60.66%
Run: 06, Epoch: 285, Loss: 0.3113, Train: 72.57%, Valid: 71.25% Test: 60.84%
Run: 06, Epoch: 290, Loss: 0.3109, Train: 72.74%, Valid: 71.44% Test: 61.08%
Run: 06, Epoch: 295, Loss: 0.3104, Train: 72.88%, Valid: 71.60% Test: 61.29%
Run: 06, Epoch: 300, Loss: 0.3101, Train: 73.33%, Valid: 72.15% Test: 61.95%
Run: 06, Epoch: 305, Loss: 0.3095, Train: 73.41%, Valid: 72.21% Test: 62.05%
Run: 06, Epoch: 310, Loss: 0.3102, Train: 72.52%, Valid: 70.95% Test: 60.68%
Run: 06, Epoch: 315, Loss: 0.3088, Train: 73.20%, Valid: 71.86% Test: 61.68%
Run: 06, Epoch: 320, Loss: 0.3083, Train: 73.16%, Valid: 71.78% Test: 61.76%
Run: 06, Epoch: 325, Loss: 0.3083, Train: 73.33%, Valid: 72.01% Test: 62.01%

Run: 06, Epoch: 330, Loss: 0.3078, Train: 73.70%, Valid: 72.46% Test: 62.67%
Run: 06, Epoch: 335, Loss: 0.3072, Train: 73.95%, Valid: 72.74% Test: 63.01%
Run: 06, Epoch: 340, Loss: 0.3067, Train: 74.03%, Valid: 72.79% Test: 63.16%
Run: 06, Epoch: 345, Loss: 0.3064, Train: 73.96%, Valid: 72.67% Test: 63.04%
Run: 06, Epoch: 350, Loss: 0.3059, Train: 74.48%, Valid: 73.25% Test: 63.80%
Run: 06, Epoch: 355, Loss: 0.3055, Train: 74.24%, Valid: 72.92% Test: 63.44%
Run: 06, Epoch: 360, Loss: 0.3066, Train: 75.34%, Valid: 74.11% Test: 64.99%
Run: 06, Epoch: 365, Loss: 0.3047, Train: 75.04%, Valid: 73.76% Test: 64.48%
Run: 06, Epoch: 370, Loss: 0.3046, Train: 75.28%, Valid: 73.97% Test: 64.92%
Run: 06, Epoch: 375, Loss: 0.3045, Train: 75.08%, Valid: 73.77% Test: 64.64%
Run: 06, Epoch: 380, Loss: 0.3033, Train: 74.84%, Valid: 73.47% Test: 64.37%
Run: 06, Epoch: 385, Loss: 0.3031, Train: 74.91%, Valid: 73.50% Test: 64.48%
Run: 06, Epoch: 390, Loss: 0.3026, Train: 75.11%, Valid: 73.67% Test: 64.78%
Run: 06, Epoch: 395, Loss: 0.3021, Train: 75.26%, Valid: 73.81% Test: 64.96%
Run: 06, Epoch: 400, Loss: 0.3016, Train: 75.48%, Valid: 74.01% Test: 65.24%
Run: 06, Epoch: 405, Loss: 0.3013, Train: 75.93%, Valid: 74.42% Test: 65.74%
Run: 06, Epoch: 410, Loss: 0.3013, Train: 75.30%, Valid: 73.70% Test: 64.97%
Run: 06, Epoch: 415, Loss: 0.3034, Train: 76.50%, Valid: 74.88% Test: 66.27%
Run: 06, Epoch: 420, Loss: 0.3013, Train: 76.41%, Valid: 74.74% Test: 66.23%
Run: 06, Epoch: 425, Loss: 0.3000, Train: 76.28%, Valid: 74.64% Test: 66.02%
Run: 06, Epoch: 430, Loss: 0.2992, Train: 76.31%, Valid: 74.63% Test: 66.11%
Run: 06, Epoch: 435, Loss: 0.2986, Train: 76.48%, Valid: 74.76% Test: 66.24%
Run: 06, Epoch: 440, Loss: 0.2983, Train: 76.76%, Valid: 74.99% Test: 66.55%
Run: 06, Epoch: 445, Loss: 0.2978, Train: 76.92%, Valid: 75.10% Test: 66.68%
Run: 06, Epoch: 450, Loss: 0.2984, Train: 76.23%, Valid: 74.43% Test: 66.05%
Run: 06, Epoch: 455, Loss: 0.2991, Train: 77.18%, Valid: 75.29% Test: 66.75%
Run: 06, Epoch: 460, Loss: 0.2971, Train: 77.01%, Valid: 75.08% Test: 66.63%
Run: 06, Epoch: 465, Loss: 0.2963, Train: 76.85%, Valid: 74.96% Test: 66.48%
Run: 06, Epoch: 470, Loss: 0.2961, Train: 77.07%, Valid: 75.16% Test: 66.79%
Run: 06, Epoch: 475, Loss: 0.2956, Train: 77.25%, Valid: 75.29% Test: 66.89%
Run: 06, Epoch: 480, Loss: 0.2952, Train: 77.41%, Valid: 75.41% Test: 67.08%
Run: 06, Epoch: 485, Loss: 0.2948, Train: 77.75%, Valid: 75.60% Test: 67.25%
Run: 06, Epoch: 490, Loss: 0.2945, Train: 77.46%, Valid: 75.39% Test: 67.13%
Run: 06, Epoch: 495, Loss: 0.2989, Train: 78.35%, Valid: 75.89% Test: 67.47%
Run: 06, Epoch: 500, Loss: 0.2958, Train: 78.29%, Valid: 75.91% Test: 67.57%
Run: 06, Epoch: 505, Loss: 0.2945, Train: 78.10%, Valid: 75.91% Test: 67.49%
Run: 06, Epoch: 510, Loss: 0.2931, Train: 77.78%, Valid: 75.59% Test: 67.28%
Run: 06, Epoch: 515, Loss: 0.2931, Train: 77.89%, Valid: 75.65% Test: 67.30%
Run: 06, Epoch: 520, Loss: 0.2927, Train: 78.08%, Valid: 75.82% Test: 67.58%
Run: 06, Epoch: 525, Loss: 0.2921, Train: 78.17%, Valid: 75.93% Test: 67.70%
Run: 06, Epoch: 530, Loss: 0.2917, Train: 78.46%, Valid: 76.10% Test: 67.86%
Run: 06, Epoch: 535, Loss: 0.2913, Train: 78.57%, Valid: 76.12% Test: 67.89%
Run: 06, Epoch: 540, Loss: 0.2935, Train: 77.70%, Valid: 75.57% Test: 67.71%
Run: 06, Epoch: 545, Loss: 0.2916, Train: 77.86%, Valid: 75.64% Test: 67.55%
Run: 06, Epoch: 550, Loss: 0.2928, Train: 78.45%, Valid: 76.00% Test: 67.66%
Run: 06, Epoch: 555, Loss: 0.2910, Train: 79.03%, Valid: 76.53% Test: 68.41%
Run: 06, Epoch: 560, Loss: 0.2903, Train: 78.66%, Valid: 76.24% Test: 68.01%
Run: 06, Epoch: 565, Loss: 0.2902, Train: 78.73%, Valid: 76.25% Test: 68.27%
Run: 06, Epoch: 570, Loss: 0.2896, Train: 78.92%, Valid: 76.47% Test: 68.40%
Run: 06, Epoch: 575, Loss: 0.2893, Train: 79.07%, Valid: 76.59% Test: 68.67%
Run: 06, Epoch: 580, Loss: 0.2887, Train: 78.96%, Valid: 76.43% Test: 68.43%
Run: 06, Epoch: 585, Loss: 0.2887, Train: 79.22%, Valid: 76.52% Test: 68.45%
Run: 06, Epoch: 590, Loss: 0.2892, Train: 78.91%, Valid: 76.50% Test: 68.77%
Run: 06, Epoch: 595, Loss: 0.2890, Train: 79.39%, Valid: 76.71% Test: 68.71%
Run: 06, Epoch: 600, Loss: 0.2886, Train: 79.50%, Valid: 76.81% Test: 68.84%
Run: 06, Epoch: 605, Loss: 0.2880, Train: 79.52%, Valid: 76.79% Test: 68.88%
Run: 06, Epoch: 610, Loss: 0.2876, Train: 79.60%, Valid: 76.83% Test: 68.86%
Run: 06, Epoch: 615, Loss: 0.2867, Train: 79.65%, Valid: 76.89% Test: 69.03%
Run: 06, Epoch: 620, Loss: 0.2878, Train: 79.27%, Valid: 76.77% Test: 69.14%
Run: 06, Epoch: 625, Loss: 0.2871, Train: 79.75%, Valid: 76.99% Test: 69.09%
Run: 06, Epoch: 630, Loss: 0.2872, Train: 79.89%, Valid: 77.08% Test: 69.16%
Run: 06, Epoch: 635, Loss: 0.2865, Train: 79.97%, Valid: 77.11% Test: 69.28%
Run: 06, Epoch: 640, Loss: 0.2853, Train: 79.94%, Valid: 77.13% Test: 69.33%
Run: 06, Epoch: 645, Loss: 0.2864, Train: 79.63%, Valid: 77.06% Test: 69.43%
Run: 06, Epoch: 650, Loss: 0.2850, Train: 80.03%, Valid: 77.22% Test: 69.51%
Run: 06, Epoch: 655, Loss: 0.2852, Train: 80.21%, Valid: 77.31% Test: 69.51%
Run: 06, Epoch: 660, Loss: 0.2863, Train: 79.76%, Valid: 77.14% Test: 69.55%
Run: 06, Epoch: 665, Loss: 0.2840, Train: 80.02%, Valid: 77.27% Test: 69.71%
Run: 06, Epoch: 670, Loss: 0.2849, Train: 80.34%, Valid: 77.43% Test: 69.67%
Run: 06, Epoch: 675, Loss: 0.2837, Train: 80.40%, Valid: 77.47% Test: 69.77%
Run: 06, Epoch: 680, Loss: 0.2861, Train: 79.85%, Valid: 77.22% Test: 69.83%
Run: 06, Epoch: 685, Loss: 0.2832, Train: 80.15%, Valid: 77.41% Test: 69.93%
Run: 06, Epoch: 690, Loss: 0.2828, Train: 80.35%, Valid: 77.55% Test: 69.91%
Run: 06, Epoch: 695, Loss: 0.2833, Train: 80.53%, Valid: 77.59% Test: 69.91%
Run: 06, Epoch: 700, Loss: 0.2830, Train: 80.66%, Valid: 77.62% Test: 70.03%
Run: 06, Epoch: 705, Loss: 0.2834, Train: 80.35%, Valid: 77.55% Test: 70.11%
Run: 06, Epoch: 710, Loss: 0.2818, Train: 80.51%, Valid: 77.69% Test: 70.22%
Run: 06, Epoch: 715, Loss: 0.2837, Train: 80.87%, Valid: 77.76% Test: 70.15%
Run: 06, Epoch: 720, Loss: 0.2818, Train: 80.72%, Valid: 77.77% Test: 70.26%
Run: 06, Epoch: 725, Loss: 0.2826, Train: 80.60%, Valid: 77.85% Test: 70.42%
Run: 06, Epoch: 730, Loss: 0.2817, Train: 80.61%, Valid: 77.81% Test: 70.61%
Run: 06, Epoch: 735, Loss: 0.2807, Train: 80.89%, Valid: 77.89% Test: 70.53%
Run: 06, Epoch: 740, Loss: 0.2820, Train: 81.11%, Valid: 77.96% Test: 70.43%
Run: 06, Epoch: 745, Loss: 0.2814, Train: 80.84%, Valid: 77.93% Test: 70.67%
Run: 06, Epoch: 750, Loss: 0.2804, Train: 80.87%, Valid: 78.01% Test: 70.87%
Run: 06, Epoch: 755, Loss: 0.2808, Train: 81.23%, Valid: 78.11% Test: 70.75%
Run: 06, Epoch: 760, Loss: 0.2794, Train: 81.19%, Valid: 78.15% Test: 70.88%
Run: 06, Epoch: 765, Loss: 0.2804, Train: 80.83%, Valid: 78.02% Test: 71.05%
Run: 06, Epoch: 770, Loss: 0.2833, Train: 81.27%, Valid: 78.17% Test: 70.67%
Run: 06, Epoch: 775, Loss: 0.2794, Train: 81.01%, Valid: 78.14% Test: 70.92%
Run: 06, Epoch: 780, Loss: 0.2803, Train: 81.15%, Valid: 78.23% Test: 71.25%
Run: 06, Epoch: 785, Loss: 0.2789, Train: 81.30%, Valid: 78.18% Test: 70.89%
Run: 06, Epoch: 790, Loss: 0.2787, Train: 81.29%, Valid: 78.18% Test: 70.85%
Run: 06, Epoch: 795, Loss: 0.2783, Train: 81.42%, Valid: 78.35% Test: 71.27%
Run: 06, Epoch: 800, Loss: 0.2779, Train: 81.46%, Valid: 78.41% Test: 71.45%
Run: 06, Epoch: 805, Loss: 0.2780, Train: 81.63%, Valid: 78.40% Test: 71.29%
Run: 06, Epoch: 810, Loss: 0.2828, Train: 80.84%, Valid: 78.09% Test: 71.44%
Run: 06, Epoch: 815, Loss: 0.2797, Train: 81.12%, Valid: 78.23% Test: 71.51%
Run: 06, Epoch: 820, Loss: 0.2789, Train: 81.36%, Valid: 78.38% Test: 71.34%
Run: 06, Epoch: 825, Loss: 0.2780, Train: 81.57%, Valid: 78.44% Test: 71.36%
Run: 06, Epoch: 830, Loss: 0.2772, Train: 81.71%, Valid: 78.56% Test: 71.66%
Run: 06, Epoch: 835, Loss: 0.2770, Train: 81.70%, Valid: 78.58% Test: 71.72%
Run: 06, Epoch: 840, Loss: 0.2764, Train: 81.73%, Valid: 78.59% Test: 71.69%
Run: 06, Epoch: 845, Loss: 0.2768, Train: 81.94%, Valid: 78.61% Test: 71.56%
Run: 06, Epoch: 850, Loss: 0.2784, Train: 81.56%, Valid: 78.54% Test: 71.85%
Run: 06, Epoch: 855, Loss: 0.2756, Train: 81.83%, Valid: 78.65% Test: 71.80%
Run: 06, Epoch: 860, Loss: 0.2772, Train: 82.05%, Valid: 78.70% Test: 71.65%

Run: 06, Epoch: 865, Loss: 0.2753, Train: 82.05%, Valid: 78.72% Test: 71.77%
Run: 06, Epoch: 870, Loss: 0.2771, Train: 81.73%, Valid: 78.66% Test: 72.02%
Run: 06, Epoch: 875, Loss: 0.2757, Train: 82.10%, Valid: 78.79% Test: 71.86%
Run: 06, Epoch: 880, Loss: 0.2769, Train: 82.24%, Valid: 78.79% Test: 71.74%
Run: 06, Epoch: 885, Loss: 0.2746, Train: 82.15%, Valid: 78.81% Test: 71.95%
Run: 06, Epoch: 890, Loss: 0.2761, Train: 81.94%, Valid: 78.80% Test: 72.15%
Run: 06, Epoch: 895, Loss: 0.2741, Train: 82.17%, Valid: 78.86% Test: 72.07%
Run: 06, Epoch: 900, Loss: 0.2758, Train: 82.36%, Valid: 78.87% Test: 71.88%
Run: 06, Epoch: 905, Loss: 0.2756, Train: 82.11%, Valid: 78.87% Test: 72.10%
Run: 06, Epoch: 910, Loss: 0.2752, Train: 82.06%, Valid: 78.90% Test: 72.32%
Run: 06, Epoch: 915, Loss: 0.2736, Train: 82.32%, Valid: 78.95% Test: 72.24%
Run: 06, Epoch: 920, Loss: 0.2754, Train: 82.48%, Valid: 78.97% Test: 72.01%
Run: 06, Epoch: 925, Loss: 0.2734, Train: 82.37%, Valid: 79.02% Test: 72.28%
Run: 06, Epoch: 930, Loss: 0.2738, Train: 82.25%, Valid: 79.00% Test: 72.46%
Run: 06, Epoch: 935, Loss: 0.2767, Train: 82.56%, Valid: 79.01% Test: 72.04%
Run: 06, Epoch: 940, Loss: 0.2736, Train: 82.55%, Valid: 79.03% Test: 72.12%
Run: 06, Epoch: 945, Loss: 0.2728, Train: 82.48%, Valid: 79.05% Test: 72.34%
Run: 06, Epoch: 950, Loss: 0.2740, Train: 82.45%, Valid: 79.13% Test: 72.62%
Run: 06, Epoch: 955, Loss: 0.2727, Train: 82.65%, Valid: 79.17% Test: 72.54%
Run: 06, Epoch: 960, Loss: 0.2724, Train: 82.50%, Valid: 79.15% Test: 72.59%
Run: 06, Epoch: 965, Loss: 0.2795, Train: 82.83%, Valid: 79.14% Test: 72.18%
Run: 06, Epoch: 970, Loss: 0.2734, Train: 82.80%, Valid: 79.20% Test: 72.38%
Run: 06, Epoch: 975, Loss: 0.2731, Train: 82.80%, Valid: 79.21% Test: 72.46%
Run: 06, Epoch: 980, Loss: 0.2714, Train: 82.69%, Valid: 79.14% Test: 72.35%
Run: 06, Epoch: 985, Loss: 0.2718, Train: 82.70%, Valid: 79.23% Test: 72.52%
Run: 06, Epoch: 990, Loss: 0.2718, Train: 82.70%, Valid: 79.30% Test: 72.83%
Run: 06, Epoch: 995, Loss: 0.2712, Train: 82.87%, Valid: 79.33% Test: 72.69%
Run: 06, Epoch: 1000, Loss: 0.2707, Train: 82.86%, Valid: 79.33% Test: 72.71%
Run 06:
Highest Train: 82.87
Highest Valid: 79.33
  Final Train: 82.86
   Final Test: 72.71
Run: 07, Epoch: 05, Loss: 0.4603, Train: 34.85%, Valid: 34.45% Test: 37.61%
Run: 07, Epoch: 10, Loss: 0.4265, Train: 36.56%, Valid: 34.91% Test: 37.73%
Run: 07, Epoch: 15, Loss: 0.4344, Train: 36.50%, Valid: 33.67% Test: 36.28%
Run: 07, Epoch: 20, Loss: 0.4175, Train: 37.23%, Valid: 33.61% Test: 35.98%
Run: 07, Epoch: 25, Loss: 0.4056, Train: 39.80%, Valid: 34.34% Test: 36.11%
Run: 07, Epoch: 30, Loss: 0.3996, Train: 40.77%, Valid: 33.95% Test: 35.34%
Run: 07, Epoch: 35, Loss: 0.3940, Train: 42.88%, Valid: 34.21% Test: 35.07%
Run: 07, Epoch: 40, Loss: 0.3889, Train: 44.67%, Valid: 34.60% Test: 34.94%
Run: 07, Epoch: 45, Loss: 0.3837, Train: 47.71%, Valid: 35.93% Test: 35.41%
Run: 07, Epoch: 50, Loss: 0.3792, Train: 50.03%, Valid: 37.60% Test: 36.08%
Run: 07, Epoch: 55, Loss: 0.3746, Train: 52.30%, Valid: 39.66% Test: 36.94%
Run: 07, Epoch: 60, Loss: 0.3703, Train: 54.35%, Valid: 42.89% Test: 38.54%
Run: 07, Epoch: 65, Loss: 0.3664, Train: 55.77%, Valid: 45.98% Test: 40.19%
Run: 07, Epoch: 70, Loss: 0.3630, Train: 56.08%, Valid: 47.35% Test: 40.89%
Run: 07, Epoch: 75, Loss: 0.3600, Train: 56.28%, Valid: 48.37% Test: 41.32%
Run: 07, Epoch: 80, Loss: 0.3572, Train: 57.11%, Valid: 49.87% Test: 42.11%
Run: 07, Epoch: 85, Loss: 0.3546, Train: 58.07%, Valid: 51.22% Test: 42.91%
Run: 07, Epoch: 90, Loss: 0.3519, Train: 58.93%, Valid: 52.27% Test: 43.36%
Run: 07, Epoch: 95, Loss: 0.3496, Train: 59.35%, Valid: 52.78% Test: 43.52%
Run: 07, Epoch: 100, Loss: 0.3470, Train: 60.29%, Valid: 53.83% Test: 44.17%
Run: 07, Epoch: 105, Loss: 0.3445, Train: 61.48%, Valid: 55.16% Test: 45.06%
Run: 07, Epoch: 110, Loss: 0.3421, Train: 63.01%, Valid: 56.95% Test: 46.24%
Run: 07, Epoch: 115, Loss: 0.3398, Train: 64.33%, Valid: 58.67% Test: 47.53%
Run: 07, Epoch: 120, Loss: 0.3377, Train: 64.71%, Valid: 59.25% Test: 48.04%
Run: 07, Epoch: 125, Loss: 0.3356, Train: 65.56%, Valid: 60.81% Test: 49.51%
Run: 07, Epoch: 130, Loss: 0.3338, Train: 66.07%, Valid: 61.82% Test: 50.48%
Run: 07, Epoch: 135, Loss: 0.3321, Train: 66.41%, Valid: 62.60% Test: 51.41%
Run: 07, Epoch: 140, Loss: 0.3304, Train: 67.44%, Valid: 64.46% Test: 52.96%
Run: 07, Epoch: 145, Loss: 0.3292, Train: 68.29%, Valid: 66.07% Test: 54.47%
Run: 07, Epoch: 150, Loss: 0.3286, Train: 67.84%, Valid: 65.37% Test: 54.03%
Run: 07, Epoch: 155, Loss: 0.3268, Train: 68.48%, Valid: 66.55% Test: 55.20%
Run: 07, Epoch: 160, Loss: 0.3257, Train: 68.91%, Valid: 67.28% Test: 55.87%
Run: 07, Epoch: 165, Loss: 0.3247, Train: 69.11%, Valid: 67.59% Test: 56.24%
Run: 07, Epoch: 170, Loss: 0.3241, Train: 68.97%, Valid: 67.33% Test: 56.01%
Run: 07, Epoch: 175, Loss: 0.3232, Train: 68.97%, Valid: 67.30% Test: 56.05%
Run: 07, Epoch: 180, Loss: 0.3229, Train: 70.11%, Valid: 69.12% Test: 57.67%
Run: 07, Epoch: 185, Loss: 0.3214, Train: 70.08%, Valid: 69.01% Test: 57.68%
Run: 07, Epoch: 190, Loss: 0.3217, Train: 69.26%, Valid: 67.61% Test: 56.41%
Run: 07, Epoch: 195, Loss: 0.3200, Train: 69.90%, Valid: 68.57% Test: 57.35%
Run: 07, Epoch: 200, Loss: 0.3194, Train: 70.45%, Valid: 69.36% Test: 58.04%
Run: 07, Epoch: 205, Loss: 0.3191, Train: 71.07%, Valid: 70.18% Test: 58.93%
Run: 07, Epoch: 210, Loss: 0.3179, Train: 70.82%, Valid: 69.71% Test: 58.42%
Run: 07, Epoch: 215, Loss: 0.3176, Train: 70.49%, Valid: 69.12% Test: 57.82%
Run: 07, Epoch: 220, Loss: 0.3187, Train: 71.75%, Valid: 70.92% Test: 59.68%
Run: 07, Epoch: 225, Loss: 0.3170, Train: 71.63%, Valid: 70.68% Test: 59.56%
Run: 07, Epoch: 230, Loss: 0.3157, Train: 71.52%, Valid: 70.41% Test: 59.28%
Run: 07, Epoch: 235, Loss: 0.3149, Train: 71.64%, Valid: 70.47% Test: 59.43%
Run: 07, Epoch: 240, Loss: 0.3143, Train: 71.90%, Valid: 70.78% Test: 59.75%
Run: 07, Epoch: 245, Loss: 0.3138, Train: 72.20%, Valid: 71.14% Test: 60.16%
Run: 07, Epoch: 250, Loss: 0.3131, Train: 72.39%, Valid: 71.32% Test: 60.39%
Run: 07, Epoch: 255, Loss: 0.3128, Train: 72.12%, Valid: 70.88% Test: 59.97%
Run: 07, Epoch: 260, Loss: 0.3119, Train: 72.48%, Valid: 71.28% Test: 60.47%
Run: 07, Epoch: 265, Loss: 0.3119, Train: 72.01%, Valid: 70.59% Test: 59.59%
Run: 07, Epoch: 270, Loss: 0.3191, Train: 72.53%, Valid: 71.37% Test: 60.43%
Run: 07, Epoch: 275, Loss: 0.3159, Train: 72.44%, Valid: 71.22% Test: 60.57%
Run: 07, Epoch: 280, Loss: 0.3114, Train: 72.26%, Valid: 70.78% Test: 60.42%
Run: 07, Epoch: 285, Loss: 0.3115, Train: 73.14%, Valid: 71.81% Test: 61.59%
Run: 07, Epoch: 290, Loss: 0.3096, Train: 73.18%, Valid: 71.82% Test: 61.55%
Run: 07, Epoch: 295, Loss: 0.3095, Train: 73.38%, Valid: 72.04% Test: 61.83%
Run: 07, Epoch: 300, Loss: 0.3085, Train: 73.28%, Valid: 71.89% Test: 61.76%
Run: 07, Epoch: 305, Loss: 0.3080, Train: 73.69%, Valid: 72.38% Test: 62.29%
Run: 07, Epoch: 310, Loss: 0.3076, Train: 73.71%, Valid: 72.31% Test: 62.36%
Run: 07, Epoch: 315, Loss: 0.3071, Train: 73.93%, Valid: 72.55% Test: 62.56%
Run: 07, Epoch: 320, Loss: 0.3066, Train: 73.91%, Valid: 72.45% Test: 62.50%
Run: 07, Epoch: 325, Loss: 0.3061, Train: 74.12%, Valid: 72.65% Test: 62.69%
Run: 07, Epoch: 330, Loss: 0.3056, Train: 74.22%, Valid: 72.69% Test: 62.76%
Run: 07, Epoch: 335, Loss: 0.3052, Train: 74.35%, Valid: 72.75% Test: 62.85%
Run: 07, Epoch: 340, Loss: 0.3047, Train: 74.57%, Valid: 72.95% Test: 63.11%
Run: 07, Epoch: 345, Loss: 0.3043, Train: 74.51%, Valid: 72.85% Test: 63.00%
Run: 07, Epoch: 350, Loss: 0.3048, Train: 75.37%, Valid: 73.65% Test: 64.13%
Run: 07, Epoch: 355, Loss: 0.3034, Train: 75.11%, Valid: 73.39% Test: 63.71%
Run: 07, Epoch: 360, Loss: 0.3029, Train: 75.24%, Valid: 73.44% Test: 63.80%
Run: 07, Epoch: 365, Loss: 0.3025, Train: 75.21%, Valid: 73.34% Test: 63.72%
Run: 07, Epoch: 370, Loss: 0.3024, Train: 75.02%, Valid: 73.12% Test: 63.46%
Run: 07, Epoch: 375, Loss: 0.3015, Train: 75.38%, Valid: 73.43% Test: 63.90%
Run: 07, Epoch: 380, Loss: 0.3018, Train: 76.16%, Valid: 74.12% Test: 64.82%
Run: 07, Epoch: 385, Loss: 0.3022, Train: 75.40%, Valid: 73.38% Test: 63.85%
Run: 07, Epoch: 390, Loss: 0.3009, Train: 75.75%, Valid: 73.68% Test: 64.29%

Run: 07, Epoch: 395, Loss: 0.3000, Train: 76.04%, Valid: 73.88% Test: 64.57%
Run: 07, Epoch: 400, Loss: 0.2996, Train: 76.08%, Valid: 73.86% Test: 64.58%
Run: 07, Epoch: 405, Loss: 0.2992, Train: 76.00%, Valid: 73.76% Test: 64.52%
Run: 07, Epoch: 410, Loss: 0.2986, Train: 76.60%, Valid: 74.31% Test: 65.17%
Run: 07, Epoch: 415, Loss: 0.2981, Train: 76.36%, Valid: 74.09% Test: 64.91%
Run: 07, Epoch: 420, Loss: 0.2997, Train: 77.40%, Valid: 74.90% Test: 65.95%
Run: 07, Epoch: 425, Loss: 0.2976, Train: 77.35%, Valid: 74.86% Test: 65.81%
Run: 07, Epoch: 430, Loss: 0.3000, Train: 76.89%, Valid: 74.49% Test: 65.41%
Run: 07, Epoch: 435, Loss: 0.2989, Train: 76.45%, Valid: 74.02% Test: 64.87%
Run: 07, Epoch: 440, Loss: 0.2970, Train: 77.38%, Valid: 74.83% Test: 65.84%
Run: 07, Epoch: 445, Loss: 0.2960, Train: 76.87%, Valid: 74.36% Test: 65.39%
Run: 07, Epoch: 450, Loss: 0.2957, Train: 77.28%, Valid: 74.74% Test: 65.78%
Run: 07, Epoch: 455, Loss: 0.2954, Train: 77.45%, Valid: 74.88% Test: 65.99%
Run: 07, Epoch: 460, Loss: 0.2948, Train: 77.48%, Valid: 74.93% Test: 66.15%
Run: 07, Epoch: 465, Loss: 0.2944, Train: 77.57%, Valid: 74.99% Test: 66.27%
Run: 07, Epoch: 470, Loss: 0.2942, Train: 77.86%, Valid: 75.20% Test: 66.52%
Run: 07, Epoch: 475, Loss: 0.2954, Train: 77.05%, Valid: 74.55% Test: 65.84%
Run: 07, Epoch: 480, Loss: 0.2934, Train: 77.61%, Valid: 75.01% Test: 66.36%
Run: 07, Epoch: 485, Loss: 0.2931, Train: 77.80%, Valid: 75.18% Test: 66.50%
Run: 07, Epoch: 490, Loss: 0.2929, Train: 78.07%, Valid: 75.38% Test: 66.68%
Run: 07, Epoch: 495, Loss: 0.2930, Train: 78.43%, Valid: 75.62% Test: 66.95%
Run: 07, Epoch: 500, Loss: 0.2934, Train: 77.91%, Valid: 75.21% Test: 66.52%
Run: 07, Epoch: 505, Loss: 0.2927, Train: 77.96%, Valid: 75.29% Test: 66.69%
Run: 07, Epoch: 510, Loss: 0.2921, Train: 78.08%, Valid: 75.41% Test: 66.84%
Run: 07, Epoch: 515, Loss: 0.2913, Train: 78.23%, Valid: 75.52% Test: 66.97%
Run: 07, Epoch: 520, Loss: 0.2915, Train: 78.78%, Valid: 75.89% Test: 67.40%
Run: 07, Epoch: 525, Loss: 0.2912, Train: 78.30%, Valid: 75.58% Test: 67.19%
Run: 07, Epoch: 530, Loss: 0.2904, Train: 78.79%, Valid: 75.95% Test: 67.55%
Run: 07, Epoch: 535, Loss: 0.2899, Train: 78.78%, Valid: 75.96% Test: 67.58%
Run: 07, Epoch: 540, Loss: 0.2896, Train: 78.65%, Valid: 75.89% Test: 67.55%
Run: 07, Epoch: 545, Loss: 0.3095, Train: 79.55%, Valid: 76.42% Test: 68.06%
Run: 07, Epoch: 550, Loss: 0.2908, Train: 78.21%, Valid: 75.36% Test: 67.20%
Run: 07, Epoch: 555, Loss: 0.2898, Train: 78.85%, Valid: 75.96% Test: 67.36%
Run: 07, Epoch: 560, Loss: 0.2895, Train: 78.89%, Valid: 76.01% Test: 67.82%
Run: 07, Epoch: 565, Loss: 0.2888, Train: 79.04%, Valid: 76.16% Test: 67.70%
Run: 07, Epoch: 570, Loss: 0.2884, Train: 79.28%, Valid: 76.32% Test: 68.13%
Run: 07, Epoch: 575, Loss: 0.2881, Train: 79.15%, Valid: 76.25% Test: 67.90%
Run: 07, Epoch: 580, Loss: 0.2878, Train: 79.28%, Valid: 76.43% Test: 68.24%
Run: 07, Epoch: 585, Loss: 0.2874, Train: 79.38%, Valid: 76.54% Test: 68.44%
Run: 07, Epoch: 590, Loss: 0.2870, Train: 79.38%, Valid: 76.51% Test: 68.30%
Run: 07, Epoch: 595, Loss: 0.2867, Train: 79.56%, Valid: 76.62% Test: 68.50%
Run: 07, Epoch: 600, Loss: 0.2864, Train: 79.62%, Valid: 76.67% Test: 68.63%
Run: 07, Epoch: 605, Loss: 0.2861, Train: 79.57%, Valid: 76.64% Test: 68.61%
Run: 07, Epoch: 610, Loss: 0.2954, Train: 80.23%, Valid: 76.92% Test: 68.80%
Run: 07, Epoch: 615, Loss: 0.2973, Train: 79.80%, Valid: 76.82% Test: 68.84%
Run: 07, Epoch: 620, Loss: 0.2945, Train: 79.46%, Valid: 76.58% Test: 68.42%
Run: 07, Epoch: 625, Loss: 0.2879, Train: 79.28%, Valid: 76.42% Test: 68.48%
Run: 07, Epoch: 630, Loss: 0.2861, Train: 79.90%, Valid: 76.75% Test: 68.42%
Run: 07, Epoch: 635, Loss: 0.2865, Train: 79.73%, Valid: 76.73% Test: 68.76%
Run: 07, Epoch: 640, Loss: 0.2858, Train: 80.06%, Valid: 76.99% Test: 69.01%
Run: 07, Epoch: 645, Loss: 0.2851, Train: 79.99%, Valid: 76.94% Test: 68.96%
Run: 07, Epoch: 650, Loss: 0.2845, Train: 80.11%, Valid: 77.05% Test: 69.14%
Run: 07, Epoch: 655, Loss: 0.2842, Train: 80.12%, Valid: 77.07% Test: 69.13%
Run: 07, Epoch: 660, Loss: 0.2839, Train: 80.21%, Valid: 77.17% Test: 69.35%
Run: 07, Epoch: 665, Loss: 0.2836, Train: 80.27%, Valid: 77.21% Test: 69.43%
Run: 07, Epoch: 670, Loss: 0.2832, Train: 80.29%, Valid: 77.20% Test: 69.40%
Run: 07, Epoch: 675, Loss: 0.2829, Train: 80.39%, Valid: 77.29% Test: 69.58%
Run: 07, Epoch: 680, Loss: 0.2827, Train: 80.44%, Valid: 77.31% Test: 69.62%
Run: 07, Epoch: 685, Loss: 0.2824, Train: 80.49%, Valid: 77.33% Test: 69.63%
Run: 07, Epoch: 690, Loss: 0.2822, Train: 80.56%, Valid: 77.39% Test: 69.72%
Run: 07, Epoch: 695, Loss: 0.2819, Train: 80.58%, Valid: 77.42% Test: 69.79%
Run: 07, Epoch: 700, Loss: 0.2829, Train: 80.91%, Valid: 77.53% Test: 69.81%
Run: 07, Epoch: 705, Loss: 0.2835, Train: 80.85%, Valid: 77.51% Test: 69.62%
Run: 07, Epoch: 710, Loss: 0.2875, Train: 80.75%, Valid: 77.57% Test: 69.85%
Run: 07, Epoch: 715, Loss: 0.2860, Train: 80.24%, Valid: 77.25% Test: 69.70%
Run: 07, Epoch: 720, Loss: 0.2830, Train: 80.97%, Valid: 77.57% Test: 69.59%
Run: 07, Epoch: 725, Loss: 0.2819, Train: 80.48%, Valid: 77.29% Test: 69.62%
Run: 07, Epoch: 730, Loss: 0.2814, Train: 81.00%, Valid: 77.68% Test: 69.96%
Run: 07, Epoch: 735, Loss: 0.2812, Train: 80.88%, Valid: 77.62% Test: 69.94%
Run: 07, Epoch: 740, Loss: 0.2806, Train: 80.93%, Valid: 77.70% Test: 70.23%
Run: 07, Epoch: 745, Loss: 0.2803, Train: 80.95%, Valid: 77.67% Test: 70.08%
Run: 07, Epoch: 750, Loss: 0.2798, Train: 81.13%, Valid: 77.82% Test: 70.33%
Run: 07, Epoch: 755, Loss: 0.2795, Train: 81.11%, Valid: 77.77% Test: 70.24%
Run: 07, Epoch: 760, Loss: 0.2793, Train: 81.20%, Valid: 77.84% Test: 70.35%
Run: 07, Epoch: 765, Loss: 0.2790, Train: 81.23%, Valid: 77.86% Test: 70.41%
Run: 07, Epoch: 770, Loss: 0.2788, Train: 81.21%, Valid: 77.86% Test: 70.44%
Run: 07, Epoch: 775, Loss: 0.2786, Train: 81.33%, Valid: 77.93% Test: 70.51%
Run: 07, Epoch: 780, Loss: 0.2784, Train: 81.30%, Valid: 77.94% Test: 70.59%
Run: 07, Epoch: 785, Loss: 0.2818, Train: 81.62%, Valid: 77.98% Test: 70.44%
Run: 07, Epoch: 790, Loss: 0.2794, Train: 81.57%, Valid: 78.01% Test: 70.47%
Run: 07, Epoch: 795, Loss: 0.2822, Train: 81.58%, Valid: 78.17% Test: 70.67%
Run: 07, Epoch: 800, Loss: 0.2778, Train: 81.26%, Valid: 77.93% Test: 70.62%
Run: 07, Epoch: 805, Loss: 0.2787, Train: 81.35%, Valid: 78.00% Test: 70.80%
Run: 07, Epoch: 810, Loss: 0.2782, Train: 81.54%, Valid: 78.13% Test: 70.73%
Run: 07, Epoch: 815, Loss: 0.2771, Train: 81.60%, Valid: 78.10% Test: 70.62%
Run: 07, Epoch: 820, Loss: 0.2769, Train: 81.72%, Valid: 78.23% Test: 70.88%
Run: 07, Epoch: 825, Loss: 0.2770, Train: 81.66%, Valid: 78.20% Test: 70.89%
Run: 07, Epoch: 830, Loss: 0.2769, Train: 81.61%, Valid: 78.19% Test: 70.95%
Run: 07, Epoch: 835, Loss: 0.2764, Train: 81.79%, Valid: 78.27% Test: 70.92%
Run: 07, Epoch: 840, Loss: 0.2761, Train: 81.84%, Valid: 78.28% Test: 70.92%
Run: 07, Epoch: 845, Loss: 0.2781, Train: 81.46%, Valid: 78.09% Test: 71.12%
Run: 07, Epoch: 850, Loss: 0.2759, Train: 81.69%, Valid: 78.23% Test: 71.04%
Run: 07, Epoch: 855, Loss: 0.2758, Train: 81.71%, Valid: 78.32% Test: 71.13%
Run: 07, Epoch: 860, Loss: 0.2755, Train: 81.81%, Valid: 78.35% Test: 71.21%
Run: 07, Epoch: 865, Loss: 0.2754, Train: 81.86%, Valid: 78.34% Test: 71.20%
Run: 07, Epoch: 870, Loss: 0.2750, Train: 81.93%, Valid: 78.41% Test: 71.17%
Run: 07, Epoch: 875, Loss: 0.2751, Train: 82.07%, Valid: 78.48% Test: 71.16%
Run: 07, Epoch: 880, Loss: 0.2756, Train: 82.19%, Valid: 78.50% Test: 71.15%
Run: 07, Epoch: 885, Loss: 0.2757, Train: 81.98%, Valid: 78.46% Test: 71.37%
Run: 07, Epoch: 890, Loss: 0.2742, Train: 82.09%, Valid: 78.54% Test: 71.35%
Run: 07, Epoch: 895, Loss: 0.2764, Train: 82.31%, Valid: 78.55% Test: 71.20%
Run: 07, Epoch: 900, Loss: 0.2744, Train: 82.21%, Valid: 78.60% Test: 71.37%
Run: 07, Epoch: 905, Loss: 0.2757, Train: 82.11%, Valid: 78.59% Test: 71.51%
Run: 07, Epoch: 910, Loss: 0.2748, Train: 82.07%, Valid: 78.53% Test: 71.56%
Run: 07, Epoch: 915, Loss: 0.2734, Train: 82.21%, Valid: 78.60% Test: 71.48%
Run: 07, Epoch: 920, Loss: 0.2749, Train: 82.42%, Valid: 78.73% Test: 71.46%
Run: 07, Epoch: 925, Loss: 0.2759, Train: 82.51%, Valid: 78.72% Test: 71.40%

Run: 07, Epoch: 930, Loss: 0.2738, Train: 82.47%, Valid: 78.70% Test: 71.41%
Run: 07, Epoch: 935, Loss: 0.2728, Train: 82.46%, Valid: 78.74% Test: 71.51%
Run: 07, Epoch: 940, Loss: 0.2740, Train: 82.52%, Valid: 78.80% Test: 71.53%
Run: 07, Epoch: 945, Loss: 0.2738, Train: 82.54%, Valid: 78.84% Test: 71.63%
Run: 07, Epoch: 950, Loss: 0.2725, Train: 82.56%, Valid: 78.84% Test: 71.67%
Run: 07, Epoch: 955, Loss: 0.2722, Train: 82.56%, Valid: 78.81% Test: 71.60%
Run: 07, Epoch: 960, Loss: 0.2723, Train: 82.61%, Valid: 78.88% Test: 71.67%
Run: 07, Epoch: 965, Loss: 0.2732, Train: 82.54%, Valid: 78.90% Test: 71.82%
Run: 07, Epoch: 970, Loss: 0.2731, Train: 82.42%, Valid: 78.81% Test: 71.90%
Run: 07, Epoch: 975, Loss: 0.2715, Train: 82.52%, Valid: 78.85% Test: 71.86%
Run: 07, Epoch: 980, Loss: 0.2727, Train: 82.73%, Valid: 79.01% Test: 71.91%
Run: 07, Epoch: 985, Loss: 0.2751, Train: 82.80%, Valid: 79.01% Test: 71.83%
Run: 07, Epoch: 990, Loss: 0.2734, Train: 82.79%, Valid: 79.01% Test: 71.86%
Run: 07, Epoch: 995, Loss: 0.2716, Train: 82.77%, Valid: 79.01% Test: 71.92%
Run: 07, Epoch: 1000, Loss: 0.2715, Train: 82.84%, Valid: 79.04% Test: 71.88%
Run 07:
Highest Train: 82.84
Highest Valid: 79.04
  Final Train: 82.84
   Final Test: 71.88
Run: 08, Epoch: 05, Loss: 0.4512, Train: 35.29%, Valid: 34.48% Test: 37.55%
Run: 08, Epoch: 10, Loss: 0.4234, Train: 37.35%, Valid: 35.20% Test: 37.71%
Run: 08, Epoch: 15, Loss: 0.4317, Train: 37.58%, Valid: 34.07% Test: 36.40%
Run: 08, Epoch: 20, Loss: 0.4163, Train: 38.29%, Valid: 33.77% Test: 35.92%
Run: 08, Epoch: 25, Loss: 0.4040, Train: 41.14%, Valid: 34.30% Test: 35.70%
Run: 08, Epoch: 30, Loss: 0.3977, Train: 42.25%, Valid: 34.22% Test: 35.18%
Run: 08, Epoch: 35, Loss: 0.3911, Train: 45.17%, Valid: 34.97% Test: 35.03%
Run: 08, Epoch: 40, Loss: 0.3857, Train: 47.55%, Valid: 36.06% Test: 35.31%
Run: 08, Epoch: 45, Loss: 0.3811, Train: 49.45%, Valid: 37.70% Test: 36.14%
Run: 08, Epoch: 50, Loss: 0.3772, Train: 51.33%, Valid: 39.36% Test: 36.98%
Run: 08, Epoch: 55, Loss: 0.3732, Train: 53.00%, Valid: 41.70% Test: 38.24%
Run: 08, Epoch: 60, Loss: 0.3695, Train: 54.57%, Valid: 44.18% Test: 39.43%
Run: 08, Epoch: 65, Loss: 0.3659, Train: 55.31%, Valid: 45.76% Test: 40.16%
Run: 08, Epoch: 70, Loss: 0.3626, Train: 55.86%, Valid: 47.16% Test: 40.81%
Run: 08, Epoch: 75, Loss: 0.3595, Train: 57.11%, Valid: 49.12% Test: 41.97%
Run: 08, Epoch: 80, Loss: 0.3565, Train: 57.93%, Valid: 50.33% Test: 42.56%
Run: 08, Epoch: 85, Loss: 0.3534, Train: 58.85%, Valid: 51.58% Test: 43.23%
Run: 08, Epoch: 90, Loss: 0.3503, Train: 60.09%, Valid: 53.20% Test: 44.39%
Run: 08, Epoch: 95, Loss: 0.3474, Train: 60.94%, Valid: 54.16% Test: 45.15%
Run: 08, Epoch: 100, Loss: 0.3449, Train: 61.54%, Valid: 54.75% Test: 45.57%
Run: 08, Epoch: 105, Loss: 0.3423, Train: 62.64%, Valid: 56.01% Test: 46.23%
Run: 08, Epoch: 110, Loss: 0.3404, Train: 63.68%, Valid: 57.36% Test: 46.98%
Run: 08, Epoch: 115, Loss: 0.3384, Train: 64.56%, Valid: 58.65% Test: 47.76%
Run: 08, Epoch: 120, Loss: 0.3363, Train: 65.22%, Valid: 59.80% Test: 48.54%
Run: 08, Epoch: 125, Loss: 0.3347, Train: 66.72%, Valid: 62.50% Test: 50.71%
Run: 08, Epoch: 130, Loss: 0.3329, Train: 67.64%, Valid: 64.37% Test: 52.41%
Run: 08, Epoch: 135, Loss: 0.3315, Train: 67.63%, Valid: 64.56% Test: 52.71%
Run: 08, Epoch: 140, Loss: 0.3303, Train: 68.34%, Valid: 66.02% Test: 54.12%
Run: 08, Epoch: 145, Loss: 0.3287, Train: 67.88%, Valid: 65.38% Test: 53.82%
Run: 08, Epoch: 150, Loss: 0.3271, Train: 67.79%, Valid: 65.33% Test: 54.15%
Run: 08, Epoch: 155, Loss: 0.3260, Train: 68.09%, Valid: 65.87% Test: 54.76%
Run: 08, Epoch: 160, Loss: 0.3249, Train: 68.69%, Valid: 66.91% Test: 55.81%
Run: 08, Epoch: 165, Loss: 0.3245, Train: 69.69%, Valid: 68.60% Test: 57.38%
Run: 08, Epoch: 170, Loss: 0.3232, Train: 69.14%, Valid: 67.62% Test: 56.63%
Run: 08, Epoch: 175, Loss: 0.3223, Train: 69.11%, Valid: 67.53% Test: 56.60%
Run: 08, Epoch: 180, Loss: 0.3250, Train: 70.89%, Valid: 70.30% Test: 59.35%
Run: 08, Epoch: 185, Loss: 0.3227, Train: 70.47%, Valid: 69.58% Test: 58.69%
Run: 08, Epoch: 190, Loss: 0.3203, Train: 69.71%, Valid: 68.33% Test: 57.53%
Run: 08, Epoch: 195, Loss: 0.3200, Train: 69.74%, Valid: 68.30% Test: 57.57%
Run: 08, Epoch: 200, Loss: 0.3193, Train: 70.32%, Valid: 69.12% Test: 58.35%
Run: 08, Epoch: 205, Loss: 0.3185, Train: 70.66%, Valid: 69.59% Test: 58.84%
Run: 08, Epoch: 210, Loss: 0.3179, Train: 70.75%, Valid: 69.68% Test: 58.97%
Run: 08, Epoch: 215, Loss: 0.3175, Train: 70.69%, Valid: 69.53% Test: 58.82%
Run: 08, Epoch: 220, Loss: 0.3168, Train: 71.21%, Valid: 70.23% Test: 59.56%
Run: 08, Epoch: 225, Loss: 0.3162, Train: 71.39%, Valid: 70.42% Test: 59.76%
Run: 08, Epoch: 230, Loss: 0.3166, Train: 70.25%, Valid: 68.65% Test: 57.95%
Run: 08, Epoch: 235, Loss: 0.3153, Train: 70.25%, Valid: 68.68% Test: 57.94%
Run: 08, Epoch: 240, Loss: 0.3167, Train: 71.42%, Valid: 70.32% Test: 59.65%
Run: 08, Epoch: 245, Loss: 0.3153, Train: 71.94%, Valid: 70.93% Test: 60.36%
Run: 08, Epoch: 250, Loss: 0.3145, Train: 71.53%, Valid: 70.31% Test: 59.68%
Run: 08, Epoch: 255, Loss: 0.3136, Train: 72.40%, Valid: 71.44% Test: 61.01%
Run: 08, Epoch: 260, Loss: 0.3130, Train: 71.97%, Valid: 70.83% Test: 60.43%
Run: 08, Epoch: 265, Loss: 0.3126, Train: 72.25%, Valid: 71.21% Test: 60.85%
Run: 08, Epoch: 270, Loss: 0.3120, Train: 72.61%, Valid: 71.63% Test: 61.39%
Run: 08, Epoch: 275, Loss: 0.3116, Train: 72.67%, Valid: 71.65% Test: 61.46%
Run: 08, Epoch: 280, Loss: 0.3111, Train: 72.70%, Valid: 71.62% Test: 61.45%
Run: 08, Epoch: 285, Loss: 0.3106, Train: 72.81%, Valid: 71.70% Test: 61.55%
Run: 08, Epoch: 290, Loss: 0.3101, Train: 72.97%, Valid: 71.84% Test: 61.72%
Run: 08, Epoch: 295, Loss: 0.3097, Train: 73.16%, Valid: 72.02% Test: 61.92%
Run: 08, Epoch: 300, Loss: 0.3092, Train: 73.26%, Valid: 72.08% Test: 61.98%
Run: 08, Epoch: 305, Loss: 0.3087, Train: 73.24%, Valid: 71.99% Test: 61.86%
Run: 08, Epoch: 310, Loss: 0.3095, Train: 74.34%, Valid: 73.22% Test: 63.45%
Run: 08, Epoch: 315, Loss: 0.3084, Train: 74.21%, Valid: 73.11% Test: 63.17%
Run: 08, Epoch: 320, Loss: 0.3106, Train: 73.99%, Valid: 72.81% Test: 62.86%
Run: 08, Epoch: 325, Loss: 0.3088, Train: 73.02%, Valid: 71.54% Test: 61.38%
Run: 08, Epoch: 330, Loss: 0.3073, Train: 74.51%, Valid: 73.25% Test: 63.56%
Run: 08, Epoch: 335, Loss: 0.3065, Train: 73.57%, Valid: 72.05% Test: 62.23%
Run: 08, Epoch: 340, Loss: 0.3059, Train: 74.54%, Valid: 73.19% Test: 63.59%
Run: 08, Epoch: 345, Loss: 0.3056, Train: 74.20%, Valid: 72.76% Test: 63.10%
Run: 08, Epoch: 350, Loss: 0.3052, Train: 74.31%, Valid: 72.83% Test: 63.23%
Run: 08, Epoch: 355, Loss: 0.3046, Train: 74.77%, Valid: 73.30% Test: 63.84%
Run: 08, Epoch: 360, Loss: 0.3042, Train: 74.76%, Valid: 73.23% Test: 63.81%
Run: 08, Epoch: 365, Loss: 0.3037, Train: 74.74%, Valid: 73.15% Test: 63.74%
Run: 08, Epoch: 370, Loss: 0.3033, Train: 74.85%, Valid: 73.23% Test: 63.77%
Run: 08, Epoch: 375, Loss: 0.3035, Train: 75.01%, Valid: 73.28% Test: 64.02%
Run: 08, Epoch: 380, Loss: 0.3025, Train: 75.09%, Valid: 73.36% Test: 63.99%
Run: 08, Epoch: 385, Loss: 0.3020, Train: 75.30%, Valid: 73.53% Test: 64.18%
Run: 08, Epoch: 390, Loss: 0.3018, Train: 75.82%, Valid: 74.02% Test: 64.78%
Run: 08, Epoch: 395, Loss: 0.3020, Train: 75.19%, Valid: 73.30% Test: 63.83%
Run: 08, Epoch: 400, Loss: 0.3010, Train: 75.40%, Valid: 73.51% Test: 64.05%
Run: 08, Epoch: 405, Loss: 0.3006, Train: 75.89%, Valid: 73.98% Test: 64.57%
Run: 08, Epoch: 410, Loss: 0.3001, Train: 76.13%, Valid: 74.16% Test: 64.82%
Run: 08, Epoch: 415, Loss: 0.3010, Train: 75.05%, Valid: 72.86% Test: 63.42%
Run: 08, Epoch: 420, Loss: 0.2992, Train: 75.77%, Valid: 73.69% Test: 64.24%
Run: 08, Epoch: 425, Loss: 0.2994, Train: 75.58%, Valid: 73.48% Test: 63.99%
Run: 08, Epoch: 430, Loss: 0.2989, Train: 76.39%, Valid: 74.27% Test: 64.96%
Run: 08, Epoch: 435, Loss: 0.2980, Train: 76.80%, Valid: 74.60% Test: 65.47%
Run: 08, Epoch: 440, Loss: 0.2979, Train: 76.88%, Valid: 74.64% Test: 65.54%
Run: 08, Epoch: 445, Loss: 0.2973, Train: 76.86%, Valid: 74.59% Test: 65.50%
Run: 08, Epoch: 450, Loss: 0.2968, Train: 76.96%, Valid: 74.64% Test: 65.59%
Run: 08, Epoch: 455, Loss: 0.2966, Train: 76.93%, Valid: 74.55% Test: 65.63%

Run: 08, Epoch: 460, Loss: 0.3026, Train: 77.63%, Valid: 75.35% Test: 66.28%
Run: 08, Epoch: 465, Loss: 0.2971, Train: 77.40%, Valid: 74.92% Test: 66.15%
Run: 08, Epoch: 470, Loss: 0.2979, Train: 77.28%, Valid: 74.92% Test: 65.96%
Run: 08, Epoch: 475, Loss: 0.2972, Train: 76.92%, Valid: 74.48% Test: 65.35%
Run: 08, Epoch: 480, Loss: 0.2967, Train: 77.11%, Valid: 74.67% Test: 65.70%
Run: 08, Epoch: 485, Loss: 0.2957, Train: 77.37%, Valid: 74.89% Test: 65.93%
Run: 08, Epoch: 490, Loss: 0.2947, Train: 77.64%, Valid: 75.11% Test: 66.33%
Run: 08, Epoch: 495, Loss: 0.2941, Train: 77.68%, Valid: 75.14% Test: 66.31%
Run: 08, Epoch: 500, Loss: 0.2938, Train: 77.67%, Valid: 75.08% Test: 66.43%
Run: 08, Epoch: 505, Loss: 0.2933, Train: 77.68%, Valid: 75.08% Test: 66.34%
Run: 08, Epoch: 510, Loss: 0.2929, Train: 77.86%, Valid: 75.24% Test: 66.64%
Run: 08, Epoch: 515, Loss: 0.2946, Train: 78.48%, Valid: 75.76% Test: 67.17%
Run: 08, Epoch: 520, Loss: 0.2926, Train: 78.40%, Valid: 75.70% Test: 67.08%
Run: 08, Epoch: 525, Loss: 0.2921, Train: 78.39%, Valid: 75.69% Test: 67.09%
Run: 08, Epoch: 530, Loss: 0.2917, Train: 78.37%, Valid: 75.63% Test: 67.06%
Run: 08, Epoch: 535, Loss: 0.2916, Train: 78.27%, Valid: 75.53% Test: 66.99%
Run: 08, Epoch: 540, Loss: 0.2916, Train: 78.01%, Valid: 75.25% Test: 66.80%
Run: 08, Epoch: 545, Loss: 0.2942, Train: 78.70%, Valid: 75.90% Test: 67.31%
Run: 08, Epoch: 550, Loss: 0.2912, Train: 78.40%, Valid: 75.65% Test: 67.14%
Run: 08, Epoch: 555, Loss: 0.2909, Train: 78.19%, Valid: 75.45% Test: 66.87%
Run: 08, Epoch: 560, Loss: 0.2908, Train: 78.51%, Valid: 75.70% Test: 67.18%
Run: 08, Epoch: 565, Loss: 0.2901, Train: 78.79%, Valid: 75.91% Test: 67.51%
Run: 08, Epoch: 570, Loss: 0.2897, Train: 78.89%, Valid: 76.02% Test: 67.66%
Run: 08, Epoch: 575, Loss: 0.2895, Train: 78.85%, Valid: 75.98% Test: 67.72%
Run: 08, Epoch: 580, Loss: 0.2893, Train: 78.84%, Valid: 75.98% Test: 67.75%
Run: 08, Epoch: 585, Loss: 0.2894, Train: 79.17%, Valid: 76.23% Test: 67.92%
Run: 08, Epoch: 590, Loss: 0.2893, Train: 78.86%, Valid: 75.99% Test: 67.79%
Run: 08, Epoch: 595, Loss: 0.2884, Train: 79.05%, Valid: 76.14% Test: 67.94%
Run: 08, Epoch: 600, Loss: 0.2887, Train: 79.38%, Valid: 76.39% Test: 68.12%
Run: 08, Epoch: 605, Loss: 0.2887, Train: 78.98%, Valid: 76.10% Test: 67.95%
Run: 08, Epoch: 610, Loss: 0.2879, Train: 79.41%, Valid: 76.41% Test: 68.22%
Run: 08, Epoch: 615, Loss: 0.2874, Train: 79.49%, Valid: 76.48% Test: 68.29%
Run: 08, Epoch: 620, Loss: 0.2889, Train: 78.87%, Valid: 76.01% Test: 68.00%
Run: 08, Epoch: 625, Loss: 0.2878, Train: 79.41%, Valid: 76.43% Test: 68.18%
Run: 08, Epoch: 630, Loss: 0.2873, Train: 79.25%, Valid: 76.36% Test: 68.22%
Run: 08, Epoch: 635, Loss: 0.2875, Train: 79.54%, Valid: 76.51% Test: 68.37%
Run: 08, Epoch: 640, Loss: 0.2863, Train: 79.74%, Valid: 76.66% Test: 68.41%
Run: 08, Epoch: 645, Loss: 0.2862, Train: 79.80%, Valid: 76.70% Test: 68.55%
Run: 08, Epoch: 650, Loss: 0.2859, Train: 79.80%, Valid: 76.70% Test: 68.53%
Run: 08, Epoch: 655, Loss: 0.2856, Train: 79.74%, Valid: 76.68% Test: 68.52%
Run: 08, Epoch: 660, Loss: 0.2856, Train: 80.06%, Valid: 76.89% Test: 68.80%
Run: 08, Epoch: 665, Loss: 0.2890, Train: 79.21%, Valid: 76.33% Test: 68.37%
Run: 08, Epoch: 670, Loss: 0.2861, Train: 79.56%, Valid: 76.61% Test: 68.65%
Run: 08, Epoch: 675, Loss: 0.2859, Train: 79.82%, Valid: 76.82% Test: 68.68%
Run: 08, Epoch: 680, Loss: 0.2849, Train: 80.05%, Valid: 76.93% Test: 68.82%
Run: 08, Epoch: 685, Loss: 0.2842, Train: 80.17%, Valid: 76.99% Test: 68.93%
Run: 08, Epoch: 690, Loss: 0.2840, Train: 80.19%, Valid: 77.04% Test: 68.98%
Run: 08, Epoch: 695, Loss: 0.2838, Train: 80.19%, Valid: 77.06% Test: 69.07%
Run: 08, Epoch: 700, Loss: 0.2843, Train: 80.54%, Valid: 77.26% Test: 69.24%
Run: 08, Epoch: 705, Loss: 0.2888, Train: 79.75%, Valid: 76.89% Test: 68.94%
Run: 08, Epoch: 710, Loss: 0.2858, Train: 80.13%, Valid: 77.12% Test: 69.18%
Run: 08, Epoch: 715, Loss: 0.2834, Train: 80.43%, Valid: 77.23% Test: 69.07%
Run: 08, Epoch: 720, Loss: 0.2832, Train: 80.55%, Valid: 77.32% Test: 69.22%
Run: 08, Epoch: 725, Loss: 0.2831, Train: 80.57%, Valid: 77.32% Test: 69.30%
Run: 08, Epoch: 730, Loss: 0.2824, Train: 80.66%, Valid: 77.44% Test: 69.48%
Run: 08, Epoch: 735, Loss: 0.2820, Train: 80.73%, Valid: 77.49% Test: 69.55%
Run: 08, Epoch: 740, Loss: 0.2819, Train: 80.61%, Valid: 77.46% Test: 69.56%
Run: 08, Epoch: 745, Loss: 0.2884, Train: 81.12%, Valid: 77.65% Test: 69.61%
Run: 08, Epoch: 750, Loss: 0.2852, Train: 81.04%, Valid: 77.75% Test: 69.72%
Run: 08, Epoch: 755, Loss: 0.2829, Train: 80.67%, Valid: 77.49% Test: 69.28%
Run: 08, Epoch: 760, Loss: 0.2817, Train: 80.81%, Valid: 77.59% Test: 69.64%
Run: 08, Epoch: 765, Loss: 0.2809, Train: 80.96%, Valid: 77.72% Test: 69.93%
Run: 08, Epoch: 770, Loss: 0.2809, Train: 80.96%, Valid: 77.73% Test: 69.89%
Run: 08, Epoch: 775, Loss: 0.2803, Train: 80.98%, Valid: 77.74% Test: 69.88%
Run: 08, Epoch: 780, Loss: 0.2803, Train: 81.13%, Valid: 77.82% Test: 69.91%
Run: 08, Epoch: 785, Loss: 0.2802, Train: 81.04%, Valid: 77.86% Test: 70.08%
Run: 08, Epoch: 790, Loss: 0.2865, Train: 81.45%, Valid: 77.93% Test: 69.94%
Run: 08, Epoch: 795, Loss: 0.2813, Train: 81.42%, Valid: 78.01% Test: 70.10%
Run: 08, Epoch: 800, Loss: 0.2822, Train: 81.40%, Valid: 78.04% Test: 70.09%
Run: 08, Epoch: 805, Loss: 0.2801, Train: 81.32%, Valid: 77.97% Test: 70.11%
Run: 08, Epoch: 810, Loss: 0.2790, Train: 81.29%, Valid: 78.01% Test: 70.23%
Run: 08, Epoch: 815, Loss: 0.2788, Train: 81.35%, Valid: 78.10% Test: 70.33%
Run: 08, Epoch: 820, Loss: 0.2785, Train: 81.41%, Valid: 78.09% Test: 70.27%
Run: 08, Epoch: 825, Loss: 0.2788, Train: 81.57%, Valid: 78.18% Test: 70.35%
Run: 08, Epoch: 830, Loss: 0.2782, Train: 81.46%, Valid: 78.16% Test: 70.43%
Run: 08, Epoch: 835, Loss: 0.2785, Train: 81.70%, Valid: 78.22% Test: 70.41%
Run: 08, Epoch: 840, Loss: 0.2868, Train: 80.89%, Valid: 77.98% Test: 70.41%
Run: 08, Epoch: 845, Loss: 0.2815, Train: 81.50%, Valid: 78.33% Test: 70.66%
Run: 08, Epoch: 850, Loss: 0.2776, Train: 81.78%, Valid: 78.28% Test: 70.48%
Run: 08, Epoch: 855, Loss: 0.2793, Train: 81.86%, Valid: 78.33% Test: 70.60%
Run: 08, Epoch: 860, Loss: 0.2780, Train: 81.80%, Valid: 78.36% Test: 70.67%
Run: 08, Epoch: 865, Loss: 0.2769, Train: 81.70%, Valid: 78.33% Test: 70.64%
Run: 08, Epoch: 870, Loss: 0.2767, Train: 81.78%, Valid: 78.47% Test: 70.85%
Run: 08, Epoch: 875, Loss: 0.2764, Train: 81.84%, Valid: 78.46% Test: 70.80%
Run: 08, Epoch: 880, Loss: 0.2766, Train: 81.97%, Valid: 78.47% Test: 70.77%
Run: 08, Epoch: 885, Loss: 0.2759, Train: 82.00%, Valid: 78.54% Test: 70.93%
Run: 08, Epoch: 890, Loss: 0.2767, Train: 81.76%, Valid: 78.50% Test: 71.08%
Run: 08, Epoch: 895, Loss: 0.2892, Train: 82.17%, Valid: 78.65% Test: 70.87%
Run: 08, Epoch: 900, Loss: 0.2765, Train: 81.86%, Valid: 78.57% Test: 71.06%
Run: 08, Epoch: 905, Loss: 0.2781, Train: 81.72%, Valid: 78.47% Test: 71.16%
Run: 08, Epoch: 910, Loss: 0.2762, Train: 82.17%, Valid: 78.59% Test: 71.03%
Run: 08, Epoch: 915, Loss: 0.2767, Train: 82.19%, Valid: 78.54% Test: 70.86%
Run: 08, Epoch: 920, Loss: 0.2751, Train: 82.22%, Valid: 78.73% Test: 71.24%
Run: 08, Epoch: 925, Loss: 0.2751, Train: 82.26%, Valid: 78.79% Test: 71.33%
Run: 08, Epoch: 930, Loss: 0.2745, Train: 82.24%, Valid: 78.72% Test: 71.19%
Run: 08, Epoch: 935, Loss: 0.2743, Train: 82.29%, Valid: 78.75% Test: 71.28%
Run: 08, Epoch: 940, Loss: 0.2741, Train: 82.37%, Valid: 78.81% Test: 71.38%
Run: 08, Epoch: 945, Loss: 0.2739, Train: 82.34%, Valid: 78.83% Test: 71.47%
Run: 08, Epoch: 950, Loss: 0.2776, Train: 82.59%, Valid: 78.78% Test: 71.29%
Run: 08, Epoch: 955, Loss: 0.2742, Train: 82.56%, Valid: 78.91% Test: 71.39%
Run: 08, Epoch: 960, Loss: 0.2795, Train: 82.52%, Valid: 78.89% Test: 71.37%
Run: 08, Epoch: 965, Loss: 0.2766, Train: 82.25%, Valid: 78.75% Test: 71.44%
Run: 08, Epoch: 970, Loss: 0.2754, Train: 82.43%, Valid: 78.92% Test: 71.70%
Run: 08, Epoch: 975, Loss: 0.2744, Train: 82.39%, Valid: 78.77% Test: 71.23%
Run: 08, Epoch: 980, Loss: 0.2738, Train: 82.68%, Valid: 79.03% Test: 71.63%
Run: 08, Epoch: 985, Loss: 0.2736, Train: 82.63%, Valid: 79.01% Test: 71.62%
Run: 08, Epoch: 990, Loss: 0.2730, Train: 82.70%, Valid: 79.06% Test: 71.72%

Run: 08, Epoch: 995, Loss: 0.2727, Train: 82.72%, Valid: 79.05% Test: 71.75%
Run: 08, Epoch: 1000, Loss: 0.2722, Train: 82.78%, Valid: 79.11% Test: 71.87%
Run 08:
Highest Train: 82.78
Highest Valid: 79.11
  Final Train: 82.78
   Final Test: 71.87
Run: 09, Epoch: 05, Loss: 0.4475, Train: 34.62%, Valid: 33.85% Test: 37.11%
Run: 09, Epoch: 10, Loss: 0.4231, Train: 36.75%, Valid: 34.62% Test: 37.17%
Run: 09, Epoch: 15, Loss: 0.4291, Train: 36.98%, Valid: 33.61% Test: 36.02%
Run: 09, Epoch: 20, Loss: 0.4158, Train: 38.18%, Valid: 33.61% Test: 35.71%
Run: 09, Epoch: 25, Loss: 0.4048, Train: 41.33%, Valid: 34.40% Test: 35.73%
Run: 09, Epoch: 30, Loss: 0.3973, Train: 42.58%, Valid: 34.20% Test: 35.11%
Run: 09, Epoch: 35, Loss: 0.3899, Train: 45.43%, Valid: 35.06% Test: 35.24%
Run: 09, Epoch: 40, Loss: 0.3842, Train: 48.09%, Valid: 36.45% Test: 35.64%
Run: 09, Epoch: 45, Loss: 0.3797, Train: 50.33%, Valid: 38.28% Test: 36.31%
Run: 09, Epoch: 50, Loss: 0.3760, Train: 52.32%, Valid: 40.24% Test: 37.17%
Run: 09, Epoch: 55, Loss: 0.3724, Train: 53.66%, Valid: 42.25% Test: 38.13%
Run: 09, Epoch: 60, Loss: 0.3687, Train: 54.03%, Valid: 43.44% Test: 38.66%
Run: 09, Epoch: 65, Loss: 0.3653, Train: 54.80%, Valid: 45.02% Test: 39.14%
Run: 09, Epoch: 70, Loss: 0.3620, Train: 55.60%, Valid: 46.52% Test: 39.75%
Run: 09, Epoch: 75, Loss: 0.3589, Train: 56.56%, Valid: 48.37% Test: 40.79%
Run: 09, Epoch: 80, Loss: 0.3560, Train: 57.35%, Valid: 49.79% Test: 41.61%
Run: 09, Epoch: 85, Loss: 0.3536, Train: 57.96%, Valid: 50.92% Test: 42.53%
Run: 09, Epoch: 90, Loss: 0.3508, Train: 59.29%, Valid: 52.81% Test: 44.30%
Run: 09, Epoch: 95, Loss: 0.3482, Train: 60.50%, Valid: 54.32% Test: 45.57%
Run: 09, Epoch: 100, Loss: 0.3459, Train: 61.42%, Valid: 55.49% Test: 46.61%
Run: 09, Epoch: 105, Loss: 0.3443, Train: 61.83%, Valid: 56.00% Test: 46.99%
Run: 09, Epoch: 110, Loss: 0.3420, Train: 62.76%, Valid: 57.11% Test: 47.76%
Run: 09, Epoch: 115, Loss: 0.3399, Train: 63.87%, Valid: 58.54% Test: 48.65%
Run: 09, Epoch: 120, Loss: 0.3387, Train: 65.21%, Valid: 60.42% Test: 49.85%
Run: 09, Epoch: 125, Loss: 0.3371, Train: 66.17%, Valid: 61.94% Test: 50.79%
Run: 09, Epoch: 130, Loss: 0.3351, Train: 66.48%, Valid: 62.52% Test: 51.12%
Run: 09, Epoch: 135, Loss: 0.3345, Train: 66.00%, Valid: 61.82% Test: 50.76%
Run: 09, Epoch: 140, Loss: 0.3326, Train: 66.39%, Valid: 62.56% Test: 51.29%
Run: 09, Epoch: 145, Loss: 0.3306, Train: 67.32%, Valid: 64.30% Test: 52.70%
Run: 09, Epoch: 150, Loss: 0.3302, Train: 68.54%, Valid: 66.55% Test: 54.47%
Run: 09, Epoch: 155, Loss: 0.3279, Train: 68.68%, Valid: 66.95% Test: 55.18%
Run: 09, Epoch: 160, Loss: 0.3265, Train: 68.48%, Valid: 66.65% Test: 55.28%
Run: 09, Epoch: 165, Loss: 0.3257, Train: 68.18%, Valid: 66.12% Test: 55.10%
Run: 09, Epoch: 170, Loss: 0.3241, Train: 69.14%, Valid: 67.72% Test: 56.38%
Run: 09, Epoch: 175, Loss: 0.3235, Train: 69.92%, Valid: 68.94% Test: 57.50%
Run: 09, Epoch: 180, Loss: 0.3221, Train: 69.61%, Valid: 68.37% Test: 57.04%
Run: 09, Epoch: 185, Loss: 0.3217, Train: 69.19%, Valid: 67.58% Test: 56.43%
Run: 09, Epoch: 190, Loss: 0.3208, Train: 70.23%, Valid: 69.22% Test: 57.78%
Run: 09, Epoch: 195, Loss: 0.3201, Train: 70.65%, Valid: 69.80% Test: 58.31%
Run: 09, Epoch: 200, Loss: 0.3191, Train: 70.99%, Valid: 70.23% Test: 58.76%
Run: 09, Epoch: 205, Loss: 0.3179, Train: 70.89%, Valid: 70.00% Test: 58.57%
Run: 09, Epoch: 210, Loss: 0.3178, Train: 70.33%, Valid: 69.03% Test: 57.76%
Run: 09, Epoch: 215, Loss: 0.3169, Train: 71.32%, Valid: 70.51% Test: 59.13%
Run: 09, Epoch: 220, Loss: 0.3163, Train: 71.79%, Valid: 71.11% Test: 59.81%
Run: 09, Epoch: 225, Loss: 0.3153, Train: 71.48%, Valid: 70.58% Test: 59.40%
Run: 09, Epoch: 230, Loss: 0.3149, Train: 71.20%, Valid: 70.07% Test: 59.00%
Run: 09, Epoch: 235, Loss: 0.3155, Train: 72.41%, Valid: 71.76% Test: 60.69%
Run: 09, Epoch: 240, Loss: 0.3140, Train: 72.51%, Valid: 71.85% Test: 60.91%
Run: 09, Epoch: 245, Loss: 0.3130, Train: 72.55%, Valid: 71.82% Test: 60.94%
Run: 09, Epoch: 250, Loss: 0.3123, Train: 72.38%, Valid: 71.51% Test: 60.77%
Run: 09, Epoch: 255, Loss: 0.3121, Train: 72.09%, Valid: 71.04% Test: 60.38%
Run: 09, Epoch: 260, Loss: 0.3114, Train: 72.87%, Valid: 72.05% Test: 61.45%
Run: 09, Epoch: 265, Loss: 0.3106, Train: 72.90%, Valid: 72.03% Test: 61.51%
Run: 09, Epoch: 270, Loss: 0.3105, Train: 72.40%, Valid: 71.23% Test: 60.81%
Run: 09, Epoch: 275, Loss: 0.3144, Train: 73.56%, Valid: 72.79% Test: 62.30%
Run: 09, Epoch: 280, Loss: 0.3093, Train: 72.30%, Valid: 71.00% Test: 60.91%
Run: 09, Epoch: 285, Loss: 0.3096, Train: 73.40%, Valid: 72.47% Test: 62.15%
Run: 09, Epoch: 290, Loss: 0.3086, Train: 73.91%, Valid: 73.01% Test: 63.07%
Run: 09, Epoch: 295, Loss: 0.3078, Train: 73.60%, Valid: 72.56% Test: 62.58%
Run: 09, Epoch: 300, Loss: 0.3073, Train: 73.59%, Valid: 72.51% Test: 62.68%
Run: 09, Epoch: 305, Loss: 0.3068, Train: 73.90%, Valid: 72.82% Test: 63.00%
Run: 09, Epoch: 310, Loss: 0.3062, Train: 74.16%, Valid: 73.06% Test: 63.33%
Run: 09, Epoch: 315, Loss: 0.3056, Train: 74.32%, Valid: 73.18% Test: 63.53%
Run: 09, Epoch: 320, Loss: 0.3051, Train: 74.42%, Valid: 73.23% Test: 63.63%
Run: 09, Epoch: 325, Loss: 0.3046, Train: 74.57%, Valid: 73.32% Test: 63.77%
Run: 09, Epoch: 330, Loss: 0.3041, Train: 75.02%, Valid: 73.76% Test: 64.22%
Run: 09, Epoch: 335, Loss: 0.3040, Train: 74.42%, Valid: 72.93% Test: 63.44%
Run: 09, Epoch: 340, Loss: 0.3060, Train: 75.70%, Valid: 74.35% Test: 64.54%
Run: 09, Epoch: 345, Loss: 0.3038, Train: 75.49%, Valid: 74.10% Test: 64.62%
Run: 09, Epoch: 350, Loss: 0.3021, Train: 75.31%, Valid: 73.82% Test: 64.54%
Run: 09, Epoch: 355, Loss: 0.3018, Train: 75.47%, Valid: 73.89% Test: 64.71%
Run: 09, Epoch: 360, Loss: 0.3015, Train: 75.42%, Valid: 73.75% Test: 64.45%
Run: 09, Epoch: 365, Loss: 0.3013, Train: 76.15%, Valid: 74.55% Test: 65.30%
Run: 09, Epoch: 370, Loss: 0.3000, Train: 76.30%, Valid: 74.62% Test: 65.32%
Run: 09, Epoch: 375, Loss: 0.2995, Train: 76.15%, Valid: 74.36% Test: 64.98%
Run: 09, Epoch: 380, Loss: 0.2989, Train: 76.45%, Valid: 74.63% Test: 65.35%
Run: 09, Epoch: 385, Loss: 0.2985, Train: 76.36%, Valid: 74.49% Test: 65.33%
Run: 09, Epoch: 390, Loss: 0.3032, Train: 77.72%, Valid: 75.70% Test: 66.61%
Run: 09, Epoch: 395, Loss: 0.3030, Train: 77.11%, Valid: 75.16% Test: 65.53%
Run: 09, Epoch: 400, Loss: 0.3029, Train: 76.21%, Valid: 74.35% Test: 65.49%
Run: 09, Epoch: 405, Loss: 0.2973, Train: 76.63%, Valid: 74.44% Test: 65.08%
Run: 09, Epoch: 410, Loss: 0.2986, Train: 77.14%, Valid: 75.13% Test: 66.41%
Run: 09, Epoch: 415, Loss: 0.2961, Train: 77.13%, Valid: 75.11% Test: 66.71%
Run: 09, Epoch: 420, Loss: 0.2965, Train: 77.13%, Valid: 75.02% Test: 66.07%
Run: 09, Epoch: 425, Loss: 0.2953, Train: 77.33%, Valid: 75.13% Test: 65.95%
Run: 09, Epoch: 430, Loss: 0.2947, Train: 77.68%, Valid: 75.50% Test: 66.75%
Run: 09, Epoch: 435, Loss: 0.2944, Train: 77.59%, Valid: 75.32% Test: 66.25%
Run: 09, Epoch: 440, Loss: 0.2940, Train: 77.70%, Valid: 75.49% Test: 66.70%
Run: 09, Epoch: 445, Loss: 0.2935, Train: 77.92%, Valid: 75.56% Test: 66.54%
Run: 09, Epoch: 450, Loss: 0.2930, Train: 77.94%, Valid: 75.62% Test: 66.87%
Run: 09, Epoch: 455, Loss: 0.2961, Train: 78.74%, Valid: 76.07% Test: 66.81%
Run: 09, Epoch: 460, Loss: 0.2965, Train: 78.72%, Valid: 76.13% Test: 67.28%
Run: 09, Epoch: 465, Loss: 0.2923, Train: 77.64%, Valid: 75.32% Test: 66.47%
Run: 09, Epoch: 470, Loss: 0.2927, Train: 78.34%, Valid: 75.91% Test: 67.21%
Run: 09, Epoch: 475, Loss: 0.2915, Train: 78.58%, Valid: 75.95% Test: 66.81%
Run: 09, Epoch: 480, Loss: 0.2914, Train: 78.72%, Valid: 76.10% Test: 67.28%
Run: 09, Epoch: 485, Loss: 0.2908, Train: 78.60%, Valid: 76.01% Test: 67.20%
Run: 09, Epoch: 490, Loss: 0.2903, Train: 78.72%, Valid: 76.10% Test: 67.41%
Run: 09, Epoch: 495, Loss: 0.2900, Train: 78.85%, Valid: 76.15% Test: 67.45%
Run: 09, Epoch: 500, Loss: 0.2895, Train: 78.89%, Valid: 76.15% Test: 67.54%
Run: 09, Epoch: 505, Loss: 0.2896, Train: 78.66%, Valid: 76.08% Test: 67.74%
Run: 09, Epoch: 510, Loss: 0.2904, Train: 79.22%, Valid: 76.42% Test: 67.70%
Run: 09, Epoch: 515, Loss: 0.2895, Train: 79.32%, Valid: 76.47% Test: 67.84%
Run: 09, Epoch: 520, Loss: 0.2883, Train: 79.32%, Valid: 76.44% Test: 67.91%

Run: 09, Epoch: 525, Loss: 0.2882, Train: 79.13%, Valid: 76.39% Test: 67.88%
Run: 09, Epoch: 530, Loss: 0.2885, Train: 78.91%, Valid: 76.25% Test: 68.09%
Run: 09, Epoch: 535, Loss: 0.2872, Train: 79.15%, Valid: 76.39% Test: 68.21%
Run: 09, Epoch: 540, Loss: 0.2888, Train: 79.64%, Valid: 76.73% Test: 68.07%
Run: 09, Epoch: 545, Loss: 0.2884, Train: 79.82%, Valid: 76.83% Test: 68.37%
Run: 09, Epoch: 550, Loss: 0.2870, Train: 79.80%, Valid: 76.78% Test: 68.36%
Run: 09, Epoch: 555, Loss: 0.2860, Train: 79.74%, Valid: 76.79% Test: 68.30%
Run: 09, Epoch: 560, Loss: 0.2861, Train: 79.60%, Valid: 76.72% Test: 68.45%
Run: 09, Epoch: 565, Loss: 0.2861, Train: 79.43%, Valid: 76.65% Test: 68.65%
Run: 09, Epoch: 570, Loss: 0.2852, Train: 79.85%, Valid: 76.89% Test: 68.70%
Run: 09, Epoch: 575, Loss: 0.2857, Train: 80.11%, Valid: 77.04% Test: 68.63%
Run: 09, Epoch: 580, Loss: 0.2852, Train: 79.75%, Valid: 76.83% Test: 68.77%
Run: 09, Epoch: 585, Loss: 0.2846, Train: 79.75%, Valid: 76.86% Test: 68.89%
Run: 09, Epoch: 590, Loss: 0.2858, Train: 80.32%, Valid: 77.18% Test: 68.87%
Run: 09, Epoch: 595, Loss: 0.2839, Train: 80.33%, Valid: 77.21% Test: 69.07%
Run: 09, Epoch: 600, Loss: 0.2841, Train: 80.05%, Valid: 77.10% Test: 69.08%
Run: 09, Epoch: 605, Loss: 0.2836, Train: 79.98%, Valid: 77.06% Test: 69.20%
Run: 09, Epoch: 610, Loss: 0.2848, Train: 80.54%, Valid: 77.35% Test: 69.18%
Run: 09, Epoch: 615, Loss: 0.2833, Train: 80.58%, Valid: 77.39% Test: 69.24%
Run: 09, Epoch: 620, Loss: 0.2824, Train: 80.43%, Valid: 77.32% Test: 69.33%
Run: 09, Epoch: 625, Loss: 0.2835, Train: 80.08%, Valid: 77.16% Test: 69.38%
Run: 09, Epoch: 630, Loss: 0.2820, Train: 80.52%, Valid: 77.40% Test: 69.56%
Run: 09, Epoch: 635, Loss: 0.2830, Train: 80.77%, Valid: 77.54% Test: 69.36%
Run: 09, Epoch: 640, Loss: 0.2817, Train: 80.81%, Valid: 77.54% Test: 69.50%
Run: 09, Epoch: 645, Loss: 0.2825, Train: 80.52%, Valid: 77.40% Test: 69.52%
Run: 09, Epoch: 650, Loss: 0.2821, Train: 80.36%, Valid: 77.37% Test: 69.72%
Run: 09, Epoch: 655, Loss: 0.2807, Train: 80.62%, Valid: 77.50% Test: 69.86%
Run: 09, Epoch: 660, Loss: 0.2818, Train: 80.95%, Valid: 77.69% Test: 69.58%
Run: 09, Epoch: 665, Loss: 0.2826, Train: 81.10%, Valid: 77.71% Test: 69.56%
Run: 09, Epoch: 670, Loss: 0.2811, Train: 81.11%, Valid: 77.67% Test: 69.68%
Run: 09, Epoch: 675, Loss: 0.2799, Train: 81.09%, Valid: 77.68% Test: 69.52%
Run: 09, Epoch: 680, Loss: 0.2794, Train: 81.08%, Valid: 77.71% Test: 69.65%
Run: 09, Epoch: 685, Loss: 0.2794, Train: 80.96%, Valid: 77.61% Test: 69.75%
Run: 09, Epoch: 690, Loss: 0.2794, Train: 80.85%, Valid: 77.60% Test: 69.82%
Run: 09, Epoch: 695, Loss: 0.2816, Train: 81.35%, Valid: 77.86% Test: 69.75%
Run: 09, Epoch: 700, Loss: 0.2793, Train: 81.34%, Valid: 77.85% Test: 69.91%
Run: 09, Epoch: 705, Loss: 0.2785, Train: 81.27%, Valid: 77.80% Test: 69.83%
Run: 09, Epoch: 710, Loss: 0.2790, Train: 81.12%, Valid: 77.75% Test: 69.88%
Run: 09, Epoch: 715, Loss: 0.2787, Train: 81.03%, Valid: 77.72% Test: 70.13%
Run: 09, Epoch: 720, Loss: 0.2783, Train: 81.42%, Valid: 77.95% Test: 70.10%
Run: 09, Epoch: 725, Loss: 0.2793, Train: 81.60%, Valid: 78.02% Test: 70.00%
Run: 09, Epoch: 730, Loss: 0.2775, Train: 81.52%, Valid: 77.96% Test: 70.15%
Run: 09, Epoch: 735, Loss: 0.2784, Train: 81.35%, Valid: 77.89% Test: 70.06%
Run: 09, Epoch: 740, Loss: 0.2792, Train: 81.12%, Valid: 77.88% Test: 70.41%
Run: 09, Epoch: 745, Loss: 0.2779, Train: 81.21%, Valid: 77.86% Test: 70.68%
Run: 09, Epoch: 750, Loss: 0.2769, Train: 81.36%, Valid: 78.03% Test: 70.49%
Run: 09, Epoch: 755, Loss: 0.2762, Train: 81.53%, Valid: 78.14% Test: 70.54%
Run: 09, Epoch: 760, Loss: 0.2759, Train: 81.66%, Valid: 78.17% Test: 70.72%
Run: 09, Epoch: 765, Loss: 0.2764, Train: 81.89%, Valid: 78.29% Test: 70.56%
Run: 09, Epoch: 770, Loss: 0.2761, Train: 81.98%, Valid: 78.30% Test: 70.44%
Run: 09, Epoch: 775, Loss: 0.2764, Train: 81.70%, Valid: 78.19% Test: 70.61%
Run: 09, Epoch: 780, Loss: 0.2755, Train: 81.72%, Valid: 78.21% Test: 70.64%
Run: 09, Epoch: 785, Loss: 0.2767, Train: 82.02%, Valid: 78.25% Test: 70.40%
Run: 09, Epoch: 790, Loss: 0.2747, Train: 81.95%, Valid: 78.26% Test: 70.59%
Run: 09, Epoch: 795, Loss: 0.2764, Train: 81.62%, Valid: 78.16% Test: 70.78%
Run: 09, Epoch: 800, Loss: 0.2747, Train: 82.01%, Valid: 78.37% Test: 70.70%
Run: 09, Epoch: 805, Loss: 0.2756, Train: 82.14%, Valid: 78.36% Test: 70.52%
Run: 09, Epoch: 810, Loss: 0.2739, Train: 82.15%, Valid: 78.38% Test: 70.73%
Run: 09, Epoch: 815, Loss: 0.2756, Train: 81.93%, Valid: 78.36% Test: 70.89%
Run: 09, Epoch: 820, Loss: 0.2737, Train: 82.02%, Valid: 78.41% Test: 70.91%
Run: 09, Epoch: 825, Loss: 0.2755, Train: 82.31%, Valid: 78.46% Test: 70.66%
Run: 09, Epoch: 830, Loss: 0.2732, Train: 82.25%, Valid: 78.47% Test: 70.82%
Run: 09, Epoch: 835, Loss: 0.2752, Train: 81.92%, Valid: 78.39% Test: 71.09%
Run: 09, Epoch: 840, Loss: 0.2728, Train: 82.21%, Valid: 78.50% Test: 71.00%
Run: 09, Epoch: 845, Loss: 0.2752, Train: 82.43%, Valid: 78.55% Test: 70.75%
Run: 09, Epoch: 850, Loss: 0.2749, Train: 82.50%, Valid: 78.56% Test: 70.77%
Run: 09, Epoch: 855, Loss: 0.2735, Train: 82.45%, Valid: 78.54% Test: 70.79%
Run: 09, Epoch: 860, Loss: 0.2731, Train: 82.44%, Valid: 78.53% Test: 70.69%
Run: 09, Epoch: 865, Loss: 0.2729, Train: 82.44%, Valid: 78.64% Test: 70.98%
Run: 09, Epoch: 870, Loss: 0.2726, Train: 82.46%, Valid: 78.70% Test: 71.24%
Run: 09, Epoch: 875, Loss: 0.2719, Train: 82.51%, Valid: 78.76% Test: 71.28%
Run: 09, Epoch: 880, Loss: 0.2727, Train: 82.73%, Valid: 78.80% Test: 71.03%
Run: 09, Epoch: 885, Loss: 0.2724, Train: 82.51%, Valid: 78.82% Test: 71.42%
Run: 09, Epoch: 890, Loss: 0.2713, Train: 82.70%, Valid: 78.84% Test: 71.30%
Run: 09, Epoch: 895, Loss: 0.2714, Train: 82.80%, Valid: 78.84% Test: 71.17%
Run: 09, Epoch: 900, Loss: 0.2778, Train: 82.15%, Valid: 78.71% Test: 71.61%
Run: 09, Epoch: 905, Loss: 0.2749, Train: 82.51%, Valid: 78.71% Test: 71.39%
Run: 09, Epoch: 910, Loss: 0.2712, Train: 82.70%, Valid: 78.72% Test: 71.06%
Run: 09, Epoch: 915, Loss: 0.2714, Train: 82.77%, Valid: 78.75% Test: 71.00%
Run: 09, Epoch: 920, Loss: 0.2710, Train: 82.86%, Valid: 78.91% Test: 71.21%
Run: 09, Epoch: 925, Loss: 0.2702, Train: 82.91%, Valid: 79.00% Test: 71.40%
Run: 09, Epoch: 930, Loss: 0.2703, Train: 82.87%, Valid: 79.04% Test: 71.51%
Run: 09, Epoch: 935, Loss: 0.2699, Train: 82.92%, Valid: 79.03% Test: 71.45%
Run: 09, Epoch: 940, Loss: 0.2709, Train: 83.06%, Valid: 78.98% Test: 71.20%
Run: 09, Epoch: 945, Loss: 0.2729, Train: 82.91%, Valid: 78.87% Test: 71.06%
Run: 09, Epoch: 950, Loss: 0.2702, Train: 83.04%, Valid: 79.05% Test: 71.41%
Run: 09, Epoch: 955, Loss: 0.2720, Train: 83.09%, Valid: 79.06% Test: 71.44%
Run: 09, Epoch: 960, Loss: 0.2702, Train: 83.07%, Valid: 79.11% Test: 71.48%
Run: 09, Epoch: 965, Loss: 0.2695, Train: 83.04%, Valid: 79.12% Test: 71.52%
Run: 09, Epoch: 970, Loss: 0.2690, Train: 83.08%, Valid: 79.09% Test: 71.54%
Run: 09, Epoch: 975, Loss: 0.2690, Train: 83.13%, Valid: 79.10% Test: 71.45%
Run: 09, Epoch: 980, Loss: 0.2687, Train: 83.18%, Valid: 79.12% Test: 71.44%
Run: 09, Epoch: 985, Loss: 0.2693, Train: 83.03%, Valid: 79.12% Test: 71.69%
Run: 09, Epoch: 990, Loss: 0.2700, Train: 83.27%, Valid: 79.13% Test: 71.37%
Run: 09, Epoch: 995, Loss: 0.2683, Train: 83.21%, Valid: 79.21% Test: 71.67%
Run: 09, Epoch: 1000, Loss: 0.2680, Train: 83.22%, Valid: 79.24% Test: 71.72%
Run 09:
Highest Train: 83.27
Highest Valid: 79.24
  Final Train: 83.22
   Final Test: 71.72
Run: 10, Epoch: 05, Loss: 0.4595, Train: 34.94%, Valid: 34.48% Test: 37.62%
Run: 10, Epoch: 10, Loss: 0.4266, Train: 37.10%, Valid: 35.32% Test: 37.91%
Run: 10, Epoch: 15, Loss: 0.4335, Train: 36.93%, Valid: 33.68% Test: 36.13%
Run: 10, Epoch: 20, Loss: 0.4170, Train: 37.81%, Valid: 33.84% Test: 36.06%
Run: 10, Epoch: 25, Loss: 0.4049, Train: 40.57%, Valid: 34.51% Test: 35.97%
Run: 10, Epoch: 30, Loss: 0.3986, Train: 41.27%, Valid: 33.99% Test: 35.18%
Run: 10, Epoch: 35, Loss: 0.3925, Train: 43.80%, Valid: 34.58% Test: 35.04%
Run: 10, Epoch: 40, Loss: 0.3878, Train: 45.72%, Valid: 35.26% Test: 35.02%
Run: 10, Epoch: 45, Loss: 0.3827, Train: 48.42%, Valid: 36.68% Test: 35.51%
Run: 10, Epoch: 50, Loss: 0.3787, Train: 50.66%, Valid: 38.49% Test: 36.36%

Run: 10, Epoch: 55, Loss: 0.3747, Train: 52.51%, Valid: 40.74% Test: 37.39%
Run: 10, Epoch: 60, Loss: 0.3707, Train: 54.11%, Valid: 43.47% Test: 38.70%
Run: 10, Epoch: 65, Loss: 0.3669, Train: 54.99%, Valid: 45.42% Test: 39.49%
Run: 10, Epoch: 70, Loss: 0.3636, Train: 55.52%, Valid: 46.59% Test: 39.94%
Run: 10, Epoch: 75, Loss: 0.3606, Train: 55.94%, Valid: 47.76% Test: 40.49%
Run: 10, Epoch: 80, Loss: 0.3577, Train: 57.25%, Valid: 49.70% Test: 41.64%
Run: 10, Epoch: 85, Loss: 0.3544, Train: 58.43%, Valid: 51.19% Test: 42.55%
Run: 10, Epoch: 90, Loss: 0.3509, Train: 59.84%, Valid: 52.79% Test: 43.76%
Run: 10, Epoch: 95, Loss: 0.3480, Train: 61.16%, Valid: 54.13% Test: 44.49%
Run: 10, Epoch: 100, Loss: 0.3443, Train: 63.30%, Valid: 56.84% Test: 46.40%
Run: 10, Epoch: 105, Loss: 0.3417, Train: 64.49%, Valid: 58.53% Test: 47.54%
Run: 10, Epoch: 110, Loss: 0.3393, Train: 65.27%, Valid: 59.83% Test: 48.63%
Run: 10, Epoch: 115, Loss: 0.3370, Train: 65.95%, Valid: 61.26% Test: 50.01%
Run: 10, Epoch: 120, Loss: 0.3350, Train: 66.08%, Valid: 61.85% Test: 50.79%
Run: 10, Epoch: 125, Loss: 0.3338, Train: 65.70%, Valid: 61.58% Test: 51.09%
Run: 10, Epoch: 130, Loss: 0.3319, Train: 66.48%, Valid: 63.14% Test: 52.34%
Run: 10, Epoch: 135, Loss: 0.3307, Train: 67.00%, Valid: 64.24% Test: 53.38%
Run: 10, Epoch: 140, Loss: 0.3298, Train: 67.75%, Valid: 65.73% Test: 54.64%
Run: 10, Epoch: 145, Loss: 0.3287, Train: 68.40%, Valid: 67.02% Test: 55.76%
Run: 10, Epoch: 150, Loss: 0.3275, Train: 67.88%, Valid: 66.12% Test: 55.00%
Run: 10, Epoch: 155, Loss: 0.3268, Train: 67.70%, Valid: 65.83% Test: 54.83%
Run: 10, Epoch: 160, Loss: 0.3254, Train: 68.66%, Valid: 67.57% Test: 56.26%
Run: 10, Epoch: 165, Loss: 0.3249, Train: 69.53%, Valid: 69.10% Test: 57.61%
Run: 10, Epoch: 170, Loss: 0.3242, Train: 68.88%, Valid: 67.92% Test: 56.58%
Run: 10, Epoch: 175, Loss: 0.3231, Train: 69.19%, Valid: 68.42% Test: 57.06%
Run: 10, Epoch: 180, Loss: 0.3221, Train: 69.44%, Valid: 68.75% Test: 57.38%
Run: 10, Epoch: 185, Loss: 0.3215, Train: 69.40%, Valid: 68.59% Test: 57.23%
Run: 10, Epoch: 190, Loss: 0.3204, Train: 69.58%, Valid: 68.78% Test: 57.38%
Run: 10, Epoch: 195, Loss: 0.3205, Train: 70.84%, Valid: 70.79% Test: 59.36%
Run: 10, Epoch: 200, Loss: 0.3188, Train: 70.66%, Valid: 70.40% Test: 59.03%
Run: 10, Epoch: 205, Loss: 0.3186, Train: 70.13%, Valid: 69.37% Test: 58.02%
Run: 10, Epoch: 210, Loss: 0.3174, Train: 70.78%, Valid: 70.32% Test: 58.94%
Run: 10, Epoch: 215, Loss: 0.3173, Train: 71.69%, Valid: 71.61% Test: 60.28%
Run: 10, Epoch: 220, Loss: 0.3178, Train: 70.87%, Valid: 70.18% Test: 58.74%
Run: 10, Epoch: 225, Loss: 0.3157, Train: 71.65%, Valid: 71.32% Test: 60.10%
Run: 10, Epoch: 230, Loss: 0.3152, Train: 72.07%, Valid: 71.83% Test: 60.64%
Run: 10, Epoch: 235, Loss: 0.3151, Train: 72.11%, Valid: 71.77% Test: 60.52%
Run: 10, Epoch: 240, Loss: 0.3141, Train: 71.95%, Valid: 71.44% Test: 60.16%
Run: 10, Epoch: 245, Loss: 0.3133, Train: 71.98%, Valid: 71.38% Test: 60.14%
Run: 10, Epoch: 250, Loss: 0.3127, Train: 72.19%, Valid: 71.55% Test: 60.24%
Run: 10, Epoch: 255, Loss: 0.3122, Train: 72.50%, Valid: 71.93% Test: 60.70%
Run: 10, Epoch: 260, Loss: 0.3117, Train: 72.77%, Valid: 72.22% Test: 61.04%
Run: 10, Epoch: 265, Loss: 0.3113, Train: 72.25%, Valid: 71.35% Test: 60.04%
Run: 10, Epoch: 270, Loss: 0.3112, Train: 73.30%, Valid: 72.77% Test: 61.76%
Run: 10, Epoch: 275, Loss: 0.3103, Train: 72.69%, Valid: 71.79% Test: 60.59%
Run: 10, Epoch: 280, Loss: 0.3097, Train: 72.68%, Valid: 71.68% Test: 60.53%
Run: 10, Epoch: 285, Loss: 0.3095, Train: 73.53%, Valid: 72.84% Test: 61.92%
Run: 10, Epoch: 290, Loss: 0.3086, Train: 73.29%, Valid: 72.39% Test: 61.37%
Run: 10, Epoch: 295, Loss: 0.3081, Train: 73.28%, Valid: 72.29% Test: 61.29%
Run: 10, Epoch: 300, Loss: 0.3095, Train: 74.47%, Valid: 73.85% Test: 63.32%
Run: 10, Epoch: 305, Loss: 0.3073, Train: 74.29%, Valid: 73.52% Test: 62.75%
Run: 10, Epoch: 310, Loss: 0.3086, Train: 74.24%, Valid: 73.44% Test: 62.79%
Run: 10, Epoch: 315, Loss: 0.3066, Train: 73.70%, Valid: 72.64% Test: 61.90%
Run: 10, Epoch: 320, Loss: 0.3062, Train: 73.59%, Valid: 72.40% Test: 61.63%
Run: 10, Epoch: 325, Loss: 0.3058, Train: 74.02%, Valid: 72.88% Test: 62.39%
Run: 10, Epoch: 330, Loss: 0.3051, Train: 74.32%, Valid: 73.23% Test: 62.82%
Run: 10, Epoch: 335, Loss: 0.3046, Train: 74.50%, Valid: 73.42% Test: 63.09%
Run: 10, Epoch: 340, Loss: 0.3042, Train: 74.60%, Valid: 73.48% Test: 63.17%
Run: 10, Epoch: 345, Loss: 0.3038, Train: 74.64%, Valid: 73.44% Test: 63.15%
Run: 10, Epoch: 350, Loss: 0.3033, Train: 74.66%, Valid: 73.37% Test: 63.15%
Run: 10, Epoch: 355, Loss: 0.3029, Train: 74.99%, Valid: 73.75% Test: 63.65%
Run: 10, Epoch: 360, Loss: 0.3032, Train: 74.77%, Valid: 73.30% Test: 63.45%
Run: 10, Epoch: 365, Loss: 0.3030, Train: 75.37%, Valid: 74.02% Test: 64.26%
Run: 10, Epoch: 370, Loss: 0.3024, Train: 74.99%, Valid: 73.44% Test: 63.25%
Run: 10, Epoch: 375, Loss: 0.3015, Train: 75.23%, Valid: 73.73% Test: 63.64%
Run: 10, Epoch: 380, Loss: 0.3011, Train: 75.79%, Valid: 74.34% Test: 64.62%
Run: 10, Epoch: 385, Loss: 0.3010, Train: 75.20%, Valid: 73.44% Test: 63.60%
Run: 10, Epoch: 390, Loss: 0.3012, Train: 76.19%, Valid: 74.69% Test: 65.17%
Run: 10, Epoch: 395, Loss: 0.2996, Train: 75.89%, Valid: 74.27% Test: 64.58%
Run: 10, Epoch: 400, Loss: 0.2995, Train: 75.64%, Valid: 73.82% Test: 64.10%
Run: 10, Epoch: 405, Loss: 0.2992, Train: 76.44%, Valid: 74.79% Test: 65.34%
Run: 10, Epoch: 410, Loss: 0.2984, Train: 76.11%, Valid: 74.28% Test: 64.77%
Run: 10, Epoch: 415, Loss: 0.2979, Train: 76.48%, Valid: 74.71% Test: 65.40%
Run: 10, Epoch: 420, Loss: 0.2976, Train: 76.28%, Valid: 74.36% Test: 64.91%
Run: 10, Epoch: 425, Loss: 0.3005, Train: 77.47%, Valid: 75.71% Test: 66.58%
Run: 10, Epoch: 430, Loss: 0.2999, Train: 77.51%, Valid: 75.62% Test: 66.35%
Run: 10, Epoch: 435, Loss: 0.2988, Train: 76.71%, Valid: 74.64% Test: 65.35%
Run: 10, Epoch: 440, Loss: 0.2979, Train: 76.65%, Valid: 74.53% Test: 65.23%
Run: 10, Epoch: 445, Loss: 0.2961, Train: 77.24%, Valid: 75.31% Test: 65.92%
Run: 10, Epoch: 450, Loss: 0.2956, Train: 76.86%, Valid: 74.72% Test: 65.46%
Run: 10, Epoch: 455, Loss: 0.2955, Train: 77.03%, Valid: 74.93% Test: 65.81%
Run: 10, Epoch: 460, Loss: 0.2947, Train: 77.47%, Valid: 75.47% Test: 66.48%
Run: 10, Epoch: 465, Loss: 0.2946, Train: 77.54%, Valid: 75.48% Test: 66.56%
Run: 10, Epoch: 470, Loss: 0.2941, Train: 77.46%, Valid: 75.34% Test: 66.39%
Run: 10, Epoch: 475, Loss: 0.2937, Train: 77.51%, Valid: 75.36% Test: 66.50%
Run: 10, Epoch: 480, Loss: 0.2939, Train: 77.37%, Valid: 75.10% Test: 65.94%
Run: 10, Epoch: 485, Loss: 0.2943, Train: 77.59%, Valid: 75.38% Test: 66.38%
Run: 10, Epoch: 490, Loss: 0.2939, Train: 77.42%, Valid: 75.16% Test: 65.98%
Run: 10, Epoch: 495, Loss: 0.2927, Train: 77.96%, Valid: 75.82% Test: 67.39%
Run: 10, Epoch: 500, Loss: 0.2931, Train: 78.00%, Valid: 75.83% Test: 67.01%
Run: 10, Epoch: 505, Loss: 0.2931, Train: 78.00%, Valid: 75.79% Test: 67.01%
Run: 10, Epoch: 510, Loss: 0.2919, Train: 78.20%, Valid: 76.03% Test: 67.68%
Run: 10, Epoch: 515, Loss: 0.2916, Train: 78.18%, Valid: 75.93% Test: 67.37%
Run: 10, Epoch: 520, Loss: 0.2914, Train: 78.18%, Valid: 75.88% Test: 67.31%
Run: 10, Epoch: 525, Loss: 0.2910, Train: 78.34%, Valid: 76.06% Test: 67.70%
Run: 10, Epoch: 530, Loss: 0.2907, Train: 78.45%, Valid: 76.17% Test: 67.90%
Run: 10, Epoch: 535, Loss: 0.2905, Train: 78.54%, Valid: 76.25% Test: 67.97%
Run: 10, Epoch: 540, Loss: 0.2907, Train: 78.18%, Valid: 75.72% Test: 67.58%
Run: 10, Epoch: 545, Loss: 0.2957, Train: 78.78%, Valid: 76.34% Test: 67.67%
Run: 10, Epoch: 550, Loss: 0.2899, Train: 78.26%, Valid: 75.80% Test: 67.46%
Run: 10, Epoch: 555, Loss: 0.2910, Train: 78.34%, Valid: 75.78% Test: 67.48%
Run: 10, Epoch: 560, Loss: 0.2896, Train: 78.79%, Valid: 76.40% Test: 67.95%
Run: 10, Epoch: 565, Loss: 0.2894, Train: 78.98%, Valid: 76.59% Test: 68.25%
Run: 10, Epoch: 570, Loss: 0.2892, Train: 79.04%, Valid: 76.66% Test: 68.55%
Run: 10, Epoch: 575, Loss: 0.2887, Train: 79.05%, Valid: 76.65% Test: 68.60%
Run: 10, Epoch: 580, Loss: 0.2883, Train: 79.02%, Valid: 76.57% Test: 68.52%
Run: 10, Epoch: 585, Loss: 0.2880, Train: 79.11%, Valid: 76.64% Test: 68.59%

Run: 10, Epoch: 590, Loss: 0.2879, Train: 79.26%, Valid: 76.81% Test: 68.76%
Run: 10, Epoch: 595, Loss: 0.2877, Train: 79.22%, Valid: 76.73% Test: 68.90%
Run: 10, Epoch: 600, Loss: 0.2872, Train: 79.26%, Valid: 76.75% Test: 68.93%
Run: 10, Epoch: 605, Loss: 0.2889, Train: 79.54%, Valid: 77.02% Test: 68.85%
Run: 10, Epoch: 610, Loss: 0.2871, Train: 79.60%, Valid: 77.04% Test: 69.02%
Run: 10, Epoch: 615, Loss: 0.2873, Train: 79.61%, Valid: 77.09% Test: 68.99%
Run: 10, Epoch: 620, Loss: 0.2877, Train: 79.59%, Valid: 77.03% Test: 69.06%
Run: 10, Epoch: 625, Loss: 0.2867, Train: 79.56%, Valid: 76.90% Test: 69.01%
Run: 10, Epoch: 630, Loss: 0.2861, Train: 79.60%, Valid: 76.95% Test: 69.11%
Run: 10, Epoch: 635, Loss: 0.2860, Train: 79.71%, Valid: 77.05% Test: 69.25%
Run: 10, Epoch: 640, Loss: 0.2855, Train: 79.81%, Valid: 77.13% Test: 69.40%
Run: 10, Epoch: 645, Loss: 0.2861, Train: 79.55%, Valid: 76.80% Test: 69.35%
Run: 10, Epoch: 650, Loss: 0.2853, Train: 79.86%, Valid: 77.14% Test: 69.38%
Run: 10, Epoch: 655, Loss: 0.2850, Train: 79.99%, Valid: 77.26% Test: 69.49%
Run: 10, Epoch: 660, Loss: 0.2857, Train: 79.77%, Valid: 76.99% Test: 69.64%
Run: 10, Epoch: 665, Loss: 0.2845, Train: 80.12%, Valid: 77.36% Test: 69.76%
Run: 10, Epoch: 670, Loss: 0.2842, Train: 80.20%, Valid: 77.43% Test: 69.77%
Run: 10, Epoch: 675, Loss: 0.2864, Train: 79.60%, Valid: 76.66% Test: 69.42%
Run: 10, Epoch: 680, Loss: 0.2837, Train: 79.94%, Valid: 77.03% Test: 69.53%
Run: 10, Epoch: 685, Loss: 0.2838, Train: 80.15%, Valid: 77.24% Test: 69.53%
Run: 10, Epoch: 690, Loss: 0.2840, Train: 80.33%, Valid: 77.44% Test: 69.70%
Run: 10, Epoch: 695, Loss: 0.2837, Train: 80.44%, Valid: 77.55% Test: 69.88%
Run: 10, Epoch: 700, Loss: 0.2826, Train: 80.44%, Valid: 77.53% Test: 70.05%
Run: 10, Epoch: 705, Loss: 0.2834, Train: 80.22%, Valid: 77.25% Test: 70.03%
Run: 10, Epoch: 710, Loss: 0.2839, Train: 80.66%, Valid: 77.71% Test: 70.09%
Run: 10, Epoch: 715, Loss: 0.2822, Train: 80.63%, Valid: 77.67% Test: 70.09%
Run: 10, Epoch: 720, Loss: 0.2830, Train: 80.34%, Valid: 77.24% Test: 69.88%
Run: 10, Epoch: 725, Loss: 0.2815, Train: 80.65%, Valid: 77.64% Test: 70.21%
Run: 10, Epoch: 730, Loss: 0.2820, Train: 80.89%, Valid: 77.88% Test: 70.33%
Run: 10, Epoch: 735, Loss: 0.2861, Train: 80.36%, Valid: 77.29% Test: 70.12%
Run: 10, Epoch: 740, Loss: 0.2840, Train: 80.49%, Valid: 77.43% Test: 70.26%
Run: 10, Epoch: 745, Loss: 0.2823, Train: 80.74%, Valid: 77.65% Test: 70.43%
Run: 10, Epoch: 750, Loss: 0.2812, Train: 80.91%, Valid: 77.80% Test: 70.43%
Run: 10, Epoch: 755, Loss: 0.2809, Train: 80.91%, Valid: 77.80% Test: 70.50%
Run: 10, Epoch: 760, Loss: 0.2806, Train: 80.86%, Valid: 77.73% Test: 70.61%
Run: 10, Epoch: 765, Loss: 0.2799, Train: 81.04%, Valid: 77.87% Test: 70.54%
Run: 10, Epoch: 770, Loss: 0.2797, Train: 81.18%, Valid: 77.99% Test: 70.55%
Run: 10, Epoch: 775, Loss: 0.2851, Train: 80.27%, Valid: 76.94% Test: 70.05%
Run: 10, Epoch: 780, Loss: 0.2827, Train: 80.62%, Valid: 77.47% Test: 70.64%
Run: 10, Epoch: 785, Loss: 0.2808, Train: 81.12%, Valid: 77.95% Test: 70.76%
Run: 10, Epoch: 790, Loss: 0.2793, Train: 81.34%, Valid: 78.16% Test: 70.92%
Run: 10, Epoch: 795, Loss: 0.2790, Train: 81.37%, Valid: 78.22% Test: 71.18%
Run: 10, Epoch: 800, Loss: 0.2787, Train: 81.40%, Valid: 78.23% Test: 71.22%
Run: 10, Epoch: 805, Loss: 0.2786, Train: 81.54%, Valid: 78.30% Test: 71.05%
Run: 10, Epoch: 810, Loss: 0.2797, Train: 81.17%, Valid: 77.95% Test: 71.22%
Run: 10, Epoch: 815, Loss: 0.2799, Train: 81.57%, Valid: 78.28% Test: 70.94%
Run: 10, Epoch: 820, Loss: 0.2804, Train: 81.60%, Valid: 78.34% Test: 70.80%
Run: 10, Epoch: 825, Loss: 0.2793, Train: 81.60%, Valid: 78.31% Test: 70.91%
Run: 10, Epoch: 830, Loss: 0.2785, Train: 81.66%, Valid: 78.32% Test: 70.99%
Run: 10, Epoch: 835, Loss: 0.2774, Train: 81.75%, Valid: 78.40% Test: 71.09%
Run: 10, Epoch: 840, Loss: 0.2769, Train: 81.67%, Valid: 78.34% Test: 71.26%
Run: 10, Epoch: 845, Loss: 0.2763, Train: 81.75%, Valid: 78.42% Test: 71.36%
Run: 10, Epoch: 850, Loss: 0.2769, Train: 81.91%, Valid: 78.52% Test: 71.23%
Run: 10, Epoch: 855, Loss: 0.2817, Train: 81.83%, Valid: 78.41% Test: 70.70%
Run: 10, Epoch: 860, Loss: 0.2765, Train: 81.93%, Valid: 78.68% Test: 71.29%
Run: 10, Epoch: 865, Loss: 0.2804, Train: 81.97%, Valid: 78.61% Test: 71.30%
Run: 10, Epoch: 870, Loss: 0.2764, Train: 81.61%, Valid: 78.11% Test: 70.88%
Run: 10, Epoch: 875, Loss: 0.2763, Train: 81.94%, Valid: 78.63% Test: 71.73%
Run: 10, Epoch: 880, Loss: 0.2766, Train: 81.99%, Valid: 78.65% Test: 71.81%
Run: 10, Epoch: 885, Loss: 0.2753, Train: 81.91%, Valid: 78.46% Test: 71.41%
Run: 10, Epoch: 890, Loss: 0.2751, Train: 82.05%, Valid: 78.63% Test: 71.71%
Run: 10, Epoch: 895, Loss: 0.2745, Train: 82.13%, Valid: 78.69% Test: 71.81%
Run: 10, Epoch: 900, Loss: 0.2747, Train: 82.25%, Valid: 78.79% Test: 71.76%
Run: 10, Epoch: 905, Loss: 0.2779, Train: 81.66%, Valid: 78.21% Test: 71.73%
Run: 10, Epoch: 910, Loss: 0.2742, Train: 81.97%, Valid: 78.51% Test: 71.78%
Run: 10, Epoch: 915, Loss: 0.2741, Train: 82.12%, Valid: 78.64% Test: 71.76%
Run: 10, Epoch: 920, Loss: 0.2738, Train: 82.20%, Valid: 78.71% Test: 71.90%
Run: 10, Epoch: 925, Loss: 0.2736, Train: 82.26%, Valid: 78.76% Test: 72.00%
Run: 10, Epoch: 930, Loss: 0.2735, Train: 82.35%, Valid: 78.83% Test: 71.86%
Run: 10, Epoch: 935, Loss: 0.2744, Train: 82.47%, Valid: 78.94% Test: 71.76%
Run: 10, Epoch: 940, Loss: 0.2729, Train: 82.45%, Valid: 78.91% Test: 72.01%
Run: 10, Epoch: 945, Loss: 0.2738, Train: 82.28%, Valid: 78.74% Test: 72.11%
Run: 10, Epoch: 950, Loss: 0.2801, Train: 82.59%, Valid: 78.99% Test: 71.60%
Run: 10, Epoch: 955, Loss: 0.2774, Train: 82.62%, Valid: 79.09% Test: 71.85%
Run: 10, Epoch: 960, Loss: 0.2754, Train: 82.64%, Valid: 79.05% Test: 71.99%
Run: 10, Epoch: 965, Loss: 0.2735, Train: 82.66%, Valid: 79.04% Test: 71.94%
Run: 10, Epoch: 970, Loss: 0.2721, Train: 82.67%, Valid: 79.07% Test: 71.98%
Run: 10, Epoch: 975, Loss: 0.2722, Train: 82.62%, Valid: 79.03% Test: 72.19%
Run: 10, Epoch: 980, Loss: 0.2721, Train: 82.58%, Valid: 78.98% Test: 72.32%
Run: 10, Epoch: 985, Loss: 0.2747, Train: 82.80%, Valid: 79.14% Test: 71.95%
Run: 10, Epoch: 990, Loss: 0.2717, Train: 82.73%, Valid: 79.12% Test: 72.29%
Run: 10, Epoch: 995, Loss: 0.2725, Train: 82.60%, Valid: 78.94% Test: 72.32%
Run: 10, Epoch: 1000, Loss: 0.2732, Train: 82.89%, Valid: 79.21% Test: 72.15%
Run 10:
Highest Train: 82.89
Highest Valid: 79.21
  Final Train: 82.89
   Final Test: 72.15
All runs:
Highest Train: 82.88 ± 0.28
Highest Valid: 79.18 ± 0.19
  Final Train: 82.84 ± 0.27
   Final Test: 72.14 ± 0.38