Skip to content

Instantly share code, notes, and snippets.

@wrmedford
Created October 23, 2025 03:18
Show Gist options
  • Select an option

  • Save wrmedford/14893b6a4477b6d2ef114a3406d5aa87 to your computer and use it in GitHub Desktop.

Select an option

Save wrmedford/14893b6a4477b6d2ef114a3406d5aa87 to your computer and use it in GitHub Desktop.
GPT-2 Medium modded-nanogpt single GPU Friendly
import os
import sys
with open(sys.argv[0]) as f:
code = f.read() # read the code of this file ASAP, for logging
import uuid
import time
import copy
from dataclasses import dataclass
from functools import lru_cache
from pathlib import Path
os.environ["PYTORCH_CUDA_ALLOC_CONF"] = "expandable_segments:True"
import torch
torch.empty(1, device="cuda", requires_grad=True).backward() # prevents a bug on some systems
from torch import Tensor, nn
import torch.nn.functional as F
import torch.distributed as dist
# use of FlexAttention contributed by @KoszarskyB
from torch.nn.attention.flex_attention import BlockMask, flex_attention
torch._inductor.config.coordinate_descent_tuning = True # we have banned this flag for new records because it causes compilation to take 30min
torch._dynamo.config.error_on_nested_fx_trace = False
torch._dynamo.config.compiled_autograd = True
# -----------------------------------------------------------------------------
# Muon optimizer
def zeropower_via_newtonschulz5(G: Tensor) -> Tensor:
"""
Newton-Schulz iteration to compute the zeroth power / orthogonalization of G. We opt to use a
quintic iteration whose coefficients are selected to maximize the slope at zero. For the purpose
of minimizing steps, it turns out to be empirically effective to keep increasing the slope at
zero even beyond the point where the iteration no longer converges all the way to one everywhere
on the interval. This iteration therefore does not produce UV^T but rather something like US'V^T
where S' is diagonal with S_{ii}' ∈ [1 - l, 1 + r], which turns out not to hurt model
performance at all relative to UV^T, where USV^T = G is the SVD.
"""
assert G.ndim >= 2 # batched Muon implementation by @scottjmaddox, and put into practice in the record by @YouJiacheng
X = G.bfloat16()
if G.size(-2) > G.size(-1):
X = X.mT
# Ensure spectral norm is at most 1
X = X / (X.norm(dim=(-2, -1), keepdim=True) + 1e-7)
# Perform the NS iterations
for a, b, c in [
(4.0848, -6.8946, 2.9270),
(3.9505, -6.3029, 2.6377),
(3.7418, -5.5913, 2.3037),
(2.8769, -3.1427, 1.2046),
(2.8366, -3.0525, 1.2012),
]:
A = X @ X.mT
B = b * A + c * A @ A # quintic computation strategy adapted from suggestion by @jxbz, @leloykun, and @YouJiacheng
X = a * X + B @ X
if G.size(-2) > G.size(-1):
X = X.mT
return X
@torch.compile
def update(acc_bf16_view_u16: Tensor, mantissa: Tensor, momentum_buffer: Tensor, grad: Tensor, momentum: Tensor, eff_lr: Tensor, eff_weight_decay: Tensor):
assert acc_bf16_view_u16.dtype == mantissa.dtype == torch.uint16
grad = grad.float()
momentum_buffer.copy_(momentum * momentum_buffer + (1 - momentum) * grad)
v = zeropower_via_newtonschulz5(momentum * momentum_buffer + (1 - momentum) * grad)
acc_m_u32 = (acc_bf16_view_u16.to(torch.uint32) << 16) | mantissa.to(torch.uint32)
acc_m_u32.view(torch.float32).mul_(1 - eff_weight_decay)
acc_m_u32.view(torch.float32).add_(other=v, alpha=-eff_lr)
acc_bf16_view_u16.copy_((acc_m_u32 >> 16).to(torch.uint16))
mantissa.copy_(acc_m_u32.to(torch.uint16))
class Muon(torch.optim.Optimizer):
"""
Muon - MomentUm Orthogonalized by Newton-schulz
https://kellerjordan.github.io/posts/muon/
Muon internally runs standard SGD-momentum, and then performs an orthogonalization post-
processing step, in which each 2D parameter's update is replaced with the nearest orthogonal
matrix. To efficiently orthogonalize each update, we use a Newton-Schulz iteration, which has
the advantage that it can be stably run in bfloat16 on the GPU.
Warning: This optimizer should not be used for the embedding layer, the final fully connected layer,
or any {0,1}-D parameters; those should all be optimized by a standard method (e.g., AdamW).
"""
def __init__(self, params, lr=0.02, weight_decay=0.01, momentum=0.95, rank=0, world_size=1):
self.rank = rank
self.world_size = world_size
defaults = dict(lr=lr, weight_decay=weight_decay, momentum=momentum)
super().__init__(params, defaults)
assert all(p.dtype == torch.bfloat16 for group in self.param_groups for p in group["params"])
@torch.no_grad()
def step(self):
futures: list[torch.Future] = []
for group in self.param_groups:
params: list[Tensor] = group["params"]
params_pad = params + [torch.empty_like(params[-1])] * self.world_size
momentum = torch._as_tensor_fullprec(group["momentum"])
for base_i in range(len(params))[::self.world_size]:
if base_i + self.rank < len(params):
p = params[base_i + self.rank]
state = self.state[p]
if len(state) == 0:
state["mantissa"] = torch.zeros_like(p, dtype=torch.uint16)
state["momentum_buffer"] = torch.zeros_like(p, dtype=torch.float32)
update(
p.view(torch.uint16), state["mantissa"], state["momentum_buffer"],
p.grad, momentum,
eff_lr=torch._as_tensor_fullprec(group["lr"] * max(1, p.size(-2) / p.size(-1)) ** 0.5),
eff_weight_decay=torch._as_tensor_fullprec(group["lr"] * group["weight_decay"] * getattr(p, "wd_mul", 1.0)),
)
futures.append(dist.all_gather(params_pad[base_i:base_i + self.world_size], params_pad[base_i + self.rank], async_op=True).get_future())
torch.futures.collect_all(futures).wait()
# -----------------------------------------------------------------------------
# PyTorch nn.Module definitions for the model
def norm(x: Tensor):
return F.rms_norm(x, (x.size(-1),))
@torch.no_grad()
def init_linear(w: Tensor):
std = 0.5 * (w.size(-1) ** -0.5) # 0.5 is a bit better than the default 1/sqrt(3)
bound = (3 ** 0.5) * std
return w.uniform_(-bound, bound)
class Rotary(nn.Module):
def __init__(self, dim: int, max_seq_len: int):
super().__init__()
# half-truncate RoPE by @YouJiacheng (w/ base freq tuning)
angular_freq = (1 / 1024) ** torch.linspace(0, 1, steps=dim//4, dtype=torch.float32)
angular_freq = torch.cat([angular_freq, angular_freq.new_zeros(dim//4)])
t = torch.arange(max_seq_len, dtype=torch.float32)
theta = torch.einsum("i,j -> ij", t, angular_freq)
self.cos = nn.Buffer(theta.cos(), persistent=False)
self.sin = nn.Buffer(theta.sin(), persistent=False)
def forward(self, x_BTHD: Tensor):
assert self.cos.size(0) >= x_BTHD.size(-3)
cos, sin = self.cos[None, :x_BTHD.size(-3), None, :], self.sin[None, :x_BTHD.size(-3), None, :]
x1, x2 = x_BTHD.to(dtype=torch.float32).chunk(2, dim=-1)
y1 = x1 * cos + x2 * sin
y2 = x1 * (-sin) + x2 * cos
return torch.cat((y1, y2), 3).type_as(x_BTHD)
class CausalSelfAttention(nn.Module):
def __init__(self, dim: int, num_heads: int, max_seq_len: int, head_dim=128):
super().__init__()
self.num_heads = num_heads
self.head_dim = head_dim
hdim = num_heads * head_dim
# merged QKV weights: suggested by many, implemented by @fernbear.bsky.social, and further improved by @YouJiacheng
# https://x.com/hi_tysam/status/1879699187107033311
self.qkvo_w = nn.Parameter(init_linear(torch.empty(4, hdim, dim)).bfloat16())
self.qkvo_w.detach()[3].zero_() # out zero init suggested by @Grad62304977
self.rotary = Rotary(head_dim, max_seq_len)
# scale the attention logits by given constant, instead of the default head_dim**-0.5, by @leloykun
# inspired by learnable scalars used by @brendanh0gan https://x.com/hi_tysam/status/1879693583898591283
self.attn_scale = 0.12
def forward(self, x: Tensor, ve: Tensor | None, block_mask: BlockMask, lambdas: Tensor):
B, T = x.size(0), x.size(1) # batch size, sequence length
assert B == 1, "Must use batch size = 1 for FlexAttention"
q, k, v = F.linear(x, self.qkvo_w[:3].flatten(end_dim=1)).view(B, T, 3 * self.num_heads, self.head_dim).chunk(3, dim=-2)
q, k = norm(q), norm(k) # QK norm @Grad62304977
q, k = self.rotary(q), self.rotary(k)
v = norm(v)
if ve is not None:
v = lambdas[0] * v + lambdas[1] * ve.view_as(v) # @KoszarskyB & @Grad62304977
else: # skip mid-layers token value embeddings by @YouJiacheng
v = lambdas[0] * v
y = flex_attention(q.transpose(1, 2), k.transpose(1, 2), v.transpose(1, 2), block_mask=block_mask, scale=self.attn_scale).transpose(1, 2)
y = y.contiguous().view(B, T, self.num_heads * self.head_dim) # re-assemble all head outputs side by side
y = F.linear(y, self.qkvo_w[3])
return y
class MLP(nn.Module):
def __init__(self, dim: int):
super().__init__()
hdim = 4 * dim
self.fc_w = nn.Parameter(init_linear(torch.empty(hdim, dim)).bfloat16())
self.proj_w = nn.Parameter(torch.zeros(dim, hdim).bfloat16())
self.fc_w.wd_mul = 2.0
self.proj_w.wd_mul = 2.0
def forward(self, x: Tensor):
x = F.linear(x, self.fc_w)
x = F.relu(x).square() # https://arxiv.org/abs/2109.08668v2; ~1-2% better than GELU; suggested by @SKYLINEZ007 and @Grad62304977
x = F.linear(x, self.proj_w)
return x
class Block(nn.Module):
def __init__(self, dim: int, num_heads: int, max_seq_len: int, layer_idx: int):
super().__init__()
# skip attention of blocks.7 (the 8th layer) by @YouJiacheng
self.attn = CausalSelfAttention(dim, num_heads, max_seq_len) if layer_idx != 7 else None
self.mlp = MLP(dim)
def forward(self, x: Tensor, ve: Tensor | None, x0: Tensor, block_mask: BlockMask, lambdas: Tensor, sa_lambdas: Tensor):
x = lambdas[0] * x + lambdas[1] * x0
if self.attn is not None:
x = x + self.attn(x, ve, block_mask, sa_lambdas)
x = x + self.mlp(norm(x))
return x
# -----------------------------------------------------------------------------
# The main model
def next_multiple_of_n(v: float | int, *, n: int):
return next(x for x in range(n, int(v) + 1 + n, n) if x >= v)
class GPT(nn.Module):
def __init__(self, vocab_size: int, num_layers: int, num_heads: int, model_dim: int, max_seq_len: int):
super().__init__()
self.embed = nn.Embedding(vocab_size, model_dim)
# token value embeddings by @KoszarskyB - inspired by @Grad62304977's value residual implementation following https://arxiv.org/abs/2410.17897
# value embedding code simplification inspired by @ragulpr https://github.com/KellerJordan/modded-nanogpt/pull/78
self.value_embeds = nn.ModuleList([nn.Embedding(vocab_size, model_dim) for _ in range(3)])
self.blocks = nn.ModuleList([Block(model_dim, num_heads, max_seq_len, i) for i in range(num_layers)])
# there are only 50257 unique GPT-2 tokens; we extend to nearest multiple of 128 for efficiency.
# suggested to me by @Grad62304977. this originates from Karpathy's experiments.
self.lm_head_w = nn.Parameter(torch.zeros(next_multiple_of_n(vocab_size, n=128), model_dim))
# Add learnable skip connection weights for decoder layers
assert num_layers % 2 == 0
self.scalars = nn.Parameter(torch.cat([
torch.ones(num_layers), # skip_weights
*[torch.tensor([1.0, 0.0]) for _ in range(num_layers)], # block lambdas
*[torch.tensor([0.5, 0.5]) for _ in range(num_layers)], # SA lambdas
]))
def create_blockmasks(self, input_seq: Tensor, sliding_window_num_blocks: Tensor):
BLOCK_SIZE = 128
docs = (input_seq == 50256).cumsum(0)
def document_causal(b, h, q_idx, kv_idx):
causal_mask = q_idx >= kv_idx
document_mask = docs[q_idx] == docs[kv_idx]
return causal_mask & document_mask
def dense_to_ordered(dense_blockmask: Tensor):
num_blocks = dense_blockmask.sum(dim=-1, dtype=torch.int32)
indices = dense_blockmask.argsort(dim=-1, descending=False, stable=True).flip(-1).to(torch.int32)
return num_blocks[None, None].contiguous(), indices[None, None].contiguous()
# manual block mask creation by @YouJiacheng
assert len(input_seq) % BLOCK_SIZE == 0
NUM_BLOCKS = len(input_seq) // BLOCK_SIZE
block_idx = torch.arange(NUM_BLOCKS, dtype=torch.int32, device="cuda")
causal_blockmask_any = block_idx[:, None] >= block_idx
causal_blockmask_all = block_idx[:, None] > block_idx
docs_low = docs.view(-1, BLOCK_SIZE)[:, 0].contiguous()
docs_high = docs.view(-1, BLOCK_SIZE)[:, -1].contiguous()
document_blockmask_any = (docs_low[:, None] <= docs_high) & (docs_high[:, None] >= docs_low)
document_blockmask_all = (docs_low[:, None] == docs_high) & (docs_high[:, None] == docs_low)
blockmask_any = causal_blockmask_any & document_blockmask_any
blockmask_all = causal_blockmask_all & document_blockmask_all
partial_kv_num_blocks, partial_kv_indices = dense_to_ordered(blockmask_any & ~blockmask_all)
full_kv_num_blocks, full_kv_indices = dense_to_ordered(blockmask_all)
def build_bm(window_size_blocks: Tensor) -> BlockMask:
return BlockMask.from_kv_blocks(
torch.clamp_max(partial_kv_num_blocks, torch.clamp_min(window_size_blocks - full_kv_num_blocks, 1)),
partial_kv_indices,
torch.clamp_max(full_kv_num_blocks, window_size_blocks - 1),
full_kv_indices,
BLOCK_SIZE=BLOCK_SIZE,
mask_mod=document_causal,
)
# Long-short SWA block masks by @leloykun & @YouJiacheng, adapated from suggestion by @Grad62304977, following Gemma 2 paper
return build_bm(sliding_window_num_blocks), build_bm(sliding_window_num_blocks // 2)
def forward(self, input_seq: Tensor, target_seq: Tensor, sliding_window_num_blocks: Tensor):
assert input_seq.ndim == 1
ve = [value_embed(input_seq) for value_embed in self.value_embeds]
# 012 ... 012 structure on token value embeddings by @YouJiacheng, improved on @leloykun's U-net structure
ve = [ve[0], ve[1], ve[2]] + [None] * (len(self.blocks) - 6) + [ve[0], ve[1], ve[2]]
assert len(ve) == len(self.blocks)
long_bm, short_bm = self.create_blockmasks(input_seq, sliding_window_num_blocks)
block_masks = [long_bm, short_bm, short_bm, short_bm, long_bm, short_bm, short_bm, short_bm, short_bm, short_bm, short_bm, long_bm, short_bm, short_bm, short_bm, long_bm]
assert len(block_masks) == len(self.blocks)
x = x0 = norm(self.embed(input_seq)[None]) # use of norm here by @Grad62304977
skip_connections = []
skip_map = {
9: 6,
10: 4,
11: 2,
}
skip_weights = self.scalars[:len(self.blocks)]
lambdas = self.scalars[1 * len(self.blocks): 3 * len(self.blocks)].view(-1, 2)
sa_lambdas = self.scalars[3 * len(self.blocks): 5 * len(self.blocks)].view(-1, 2)
for i in range(len(self.blocks)):
if i in skip_map:
x = x + skip_weights[skip_map[i]] * skip_connections[skip_map[i]]
x = self.blocks[i](x, ve[i], x0, block_masks[i], lambdas[i], sa_lambdas[i])
skip_connections.append(x)
x = norm(x)
if self.training:
logits: Tensor = F.linear(x.flatten(end_dim=1), self.lm_head_w.bfloat16()).float()
loss = F.cross_entropy(15 * logits * torch.rsqrt(logits.square() + 225), target_seq)
return loss
loss = 0
for i in range(4):
logits: Tensor = F.linear(x.flatten(end_dim=1).chunk(4)[i], self.lm_head_w.bfloat16()).float()
loss += F.cross_entropy(15 * logits * torch.rsqrt(logits.square() + 225), target_seq.chunk(4)[i]) / 4
return loss
# -----------------------------------------------------------------------------
# Our own simple Distributed Data Loader
def _load_data_shard(file: Path):
header = torch.from_file(str(file), False, 256, dtype=torch.int32) # header is 256 int32
assert header[0] == 20240520, "magic number mismatch in the data .bin file"
assert header[1] == 1, "unsupported version"
num_tokens = int(header[2]) # number of tokens (claimed)
with file.open("rb", buffering=0) as f:
tokens = torch.empty(num_tokens, dtype=torch.uint16, pin_memory=True) # avoid pin_memory copy by @YouJiacheng
f.seek(256 * 4)
nbytes = f.readinto(tokens.numpy()) # avoid bytes->array copy by @YouJiacheng
assert nbytes == 2 * num_tokens, "number of tokens read does not match header"
return tokens
def distributed_data_generator(filename_pattern: str, batch_size: int, rank : int, world_size : int):
files = sorted(Path.cwd().glob(filename_pattern))
assert batch_size % world_size == 0
local_batch_size = batch_size // world_size
file_iter = iter(files) # use itertools.cycle(files) instead if you want to do multi-epoch training
tokens, pos = _load_data_shard(next(file_iter)), 0
while True:
if pos + batch_size + 1 >= len(tokens):
tokens, pos = _load_data_shard(next(file_iter)), 0
buf = tokens[pos + rank * local_batch_size:][:local_batch_size + 1]
inputs = buf[:-1].to(device="cuda", dtype=torch.int32, non_blocking=True) # no sync on host side;
targets = buf[1:].to(device="cuda", dtype=torch.int64, non_blocking=True) # H2D in another stream isn't helpful.
pos += batch_size
yield inputs, targets
# -----------------------------------------------------------------------------
# int main
@dataclass
class Hyperparameters:
# data
train_files = "data/fineweb10B/fineweb_train_*.bin" # input .bin to train on
val_files = "data/fineweb10B/fineweb_val_*.bin" # input .bin to eval validation loss on
val_tokens = 10485760 # how many tokens of validation data? it's important to keep this fixed for consistent comparisons
train_seq_len = 64*1024 # FlexAttention sequence length
val_seq_len = 4*64*1024 # FlexAttention sequence length for validation
# optimization
num_iterations = 5960 # number of iterations to run
cooldown_frac = 0.7 # fraction of training spent cooling down the learning rate
# architecture
vocab_size = 50257
# evaluation and logging
val_loss_every = 125 # every how many steps to evaluate val loss? 0 for only at the end
save_checkpoint = False
grad_accum_steps = 8
args = Hyperparameters()
run_id = int(os.environ.get("RUN_ID", 0))
# torchrun sets these env variables
rank = int(os.environ["RANK"])
world_size = int(os.environ["WORLD_SIZE"])
# assert world_size == 8 # this code is designed for 8xH100
assert torch.cuda.is_available()
device = torch.device("cuda", int(os.environ["LOCAL_RANK"]))
torch.cuda.set_device(device)
dist.init_process_group(backend="nccl", device_id=device)
dist.barrier()
master_process = (rank == 0) # this process will do logging, checkpointing etc.
# begin logging
if master_process:
run_id_full = f"{run_id:03d}_{uuid.uuid4()}"
os.makedirs("logs", exist_ok=True)
logfile = f"logs/{run_id_full}.txt"
print(logfile)
def print0(s, console=False):
if master_process:
with open(logfile, "a") as f:
if console:
print(s)
print(s, file=f)
from torch._logging._internal import trace_structured # noqa: E402
import torch._inductor.codecache # noqa: E402
import torch._inductor.graph # noqa: E402
def _patched_trace_structured(name, metadata_fn, **kwargs):
if name == "inductor_output_code":
print0(f"inductor_output_code: {metadata_fn().get('filename', 'Unknown')}")
trace_structured(name, metadata_fn, **kwargs)
torch._inductor.codecache.trace_structured = _patched_trace_structured
torch._inductor.graph.trace_structured = _patched_trace_structured
# begin by printing this file (the Python code)
print0(code)
print0("="*100)
# log information about the hardware/software environment this is running on
print0(f"Running Python {sys.version}")
print0(f"Running PyTorch {torch.version.__version__} compiled for CUDA {torch.version.cuda}")
def nvidia_smi():
import subprocess # avoid top level import
return subprocess.run(["nvidia-smi"], stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True).stdout
print0(nvidia_smi())
print0("="*100)
########################################
# Construct model and optimizer #
########################################
model: nn.Module = GPT(vocab_size=args.vocab_size, num_layers=16, num_heads=8, model_dim=1024,
max_seq_len=max(args.train_seq_len, args.val_seq_len)).cuda()
for m in model.modules():
if isinstance(m, nn.Embedding):
m.bfloat16()
for param in model.parameters():
dist.broadcast(param.detach(), 0)
# collect the parameters to optimize
hidden_matrix_params = sorted((p for p in model.blocks.parameters() if p.ndim >= 2), key=lambda x: x.size(), reverse=True)
embed_params = [*model.embed.parameters(), *model.value_embeds.parameters()]
scalar_params = [model.scalars]
head_params: list[nn.Parameter] = [model.lm_head_w]
# sanity check
params_collections = [hidden_matrix_params, embed_params, scalar_params, head_params]
optimized_parameters_set = {p for params in params_collections for p in params}
assert optimized_parameters_set == {*model.parameters()}
assert len(optimized_parameters_set) == sum(len(lst) for lst in params_collections)
# init the optimizer(s)
adam_param_groups = [dict(params=head_params, lr=1/320), dict(params=embed_params, lr=0.3), dict(params=scalar_params, lr=0.015)]
# small adam epsilon by @YouJiacheng. this is an alternate method of fixing the world_size dependence
# discovered by @fernbear.bsky.social https://x.com/hi_tysam/status/1879692937589875094
optimizer1 = torch.optim.AdamW(adam_param_groups, betas=(0.8, 0.95), eps=1e-10, weight_decay=0.0, fused=True)
optimizer2 = Muon(hidden_matrix_params, lr=0.025, momentum=0.95, rank=rank, world_size=world_size)
optimizers: list[torch.optim.Optimizer] = [optimizer1, optimizer2]
def opt_params(opt: torch.optim.Optimizer) -> list[nn.Parameter]:
return [p for group in opt.param_groups for p in group["params"]]
opt2params = {opt: opt_params(opt) for opt in optimizers}
for opt in optimizers:
for group in opt.param_groups:
group["initial_lr"] = group["lr"]
# learning rate schedule: stable then decay
def get_lr(step: int):
x = step / args.num_iterations # progress in training
assert 0 <= x < 1
if x < 1 - args.cooldown_frac:
return 1.0
else:
return (1 - x) / args.cooldown_frac
# attention window size schedule: linearly increase
@lru_cache(1)
def get_window_size_blocks_helper(window_size: int):
return torch.tensor(window_size // 128, dtype=torch.int32, pin_memory=True).cuda(non_blocking=True)
def get_window_size_blocks(step: int):
x = step / args.num_iterations # progress in training
assert 0 <= x <= 1
# Linearly increase the block-wise sliding window size over training 128 -> 1792
# increase by @fernbear.bsky.social; block-wise by @YouJiacheng
factor = 4 * x ** 3 - 6 * x ** 2 + 3 * x
window_size = next_multiple_of_n(3456 * factor, n=128)
return get_window_size_blocks_helper(window_size)
model: nn.Module = torch.compile(model, dynamic=False)
########################################
# Warmup kernels #
########################################
# Warmup the training kernels, then re-initialize the state so we aren't cheating
warmup_steps = 10
initial_state = copy.deepcopy(dict(model=model.state_dict(), optimizers=[opt.state_dict() for opt in optimizers]))
for _ in range(warmup_steps):
inputs = targets = torch.randint(0, args.vocab_size, size=(args.train_seq_len,), device="cuda")
model(inputs.to(torch.int32), targets, get_window_size_blocks(0)).backward()
for param in model.parameters():
dist.all_reduce(param.grad, op=dist.ReduceOp.AVG)
for opt in optimizers:
opt.step()
model.zero_grad(set_to_none=True)
model.load_state_dict(initial_state["model"])
for opt, opt_state in zip(optimizers, initial_state["optimizers"]):
opt.load_state_dict(opt_state)
del initial_state
########################################
# Training and validation #
########################################
torch.cuda.reset_peak_memory_stats()
train_loader = distributed_data_generator(args.train_files, world_size * args.train_seq_len, rank, world_size)
training_time_ms = 0
# start the clock
dist.barrier()
t0 = time.perf_counter()
# begin training
train_steps = args.num_iterations
for step in range(train_steps + 1):
last_step = (step == train_steps)
# --------------- VALIDATION SECTION -----------------
if last_step or (args.val_loss_every > 0 and step % args.val_loss_every == 0):
# stop the clock
dist.barrier()
training_time_ms += 1000 * (time.perf_counter() - t0)
model.eval()
val_batch_size = world_size * args.val_seq_len
assert args.val_tokens % val_batch_size == 0
val_steps = args.val_tokens // val_batch_size
val_loader = distributed_data_generator(args.val_files, val_batch_size, rank, world_size)
val_loss = 0
with torch.no_grad():
for _ in range(val_steps):
inputs, targets = next(val_loader)
val_loss += model(inputs, targets, get_window_size_blocks(step))
val_loss /= val_steps
del val_loader
dist.all_reduce(val_loss, op=dist.ReduceOp.AVG)
print0(f"step:{step}/{train_steps} val_loss:{val_loss:.6f} train_time:{training_time_ms:.0f}ms step_avg:{training_time_ms/max(step, 1):.2f}ms", console=True)
model.train()
# start the clock again
dist.barrier()
t0 = time.perf_counter()
if last_step:
if master_process and args.save_checkpoint:
log = dict(step=step, code=code, model=model.state_dict(), optimizers=[opt.state_dict() for opt in optimizers])
os.makedirs(f"logs/{run_id_full}", exist_ok=True)
torch.save(log, f"logs/{run_id_full}/state_step{step:06d}.pt")
# the last step only has the validation loop, so break to avoid training
break
# --------------- TRAINING SECTION -----------------
# Single GPU Cope
for micro_step in range(args.grad_accum_steps):
inputs, targets = next(train_loader)
loss = model(inputs, targets, get_window_size_blocks(step))
# Scale loss to account for accumulation
(loss / args.grad_accum_steps).backward()
# Now sync gradients across GPUs (no-op for single GPU, but keeps code compatible)
opt2futures = {
opt: [dist.all_reduce(p.grad, op=dist.ReduceOp.AVG, async_op=True).get_future() for p in params]
for opt, params in opt2params.items()
}
# set optimization hyperparameters
for opt in optimizers:
for group in opt.param_groups:
group["lr"] = group["initial_lr"] * get_lr(step)
for group in optimizer2.param_groups:
frac = min(step / 300, 1) # momentum warmup for muon
group["momentum"] = (1 - frac) * 0.85 + frac * 0.95
# step the optimizers
for opt in optimizers:
torch.futures.collect_all(opt2futures[opt]).wait()
opt.step()
# null the gradients
model.zero_grad(set_to_none=True)
# logging
approx_training_time_ms = training_time_ms + 1000 * (time.perf_counter() - t0)
print0(f"step:{step+1}/{train_steps} train_time:{approx_training_time_ms:.0f}ms step_avg:{approx_training_time_ms/(step + 1):.2f}ms", console=True)
print0(f"peak memory allocated: {torch.cuda.max_memory_allocated() // 1024 // 1024} MiB "
f"reserved: {torch.cuda.max_memory_reserved() // 1024 // 1024} MiB", console=True)
dist.destroy_process_group()
====================================================================================================
Running Python 3.10.12 (main, May 27 2025, 17:12:29) [GCC 11.4.0]
Running PyTorch 2.10.0.dev20251011+cu126 compiled for CUDA 12.6
Wed Oct 22 23:48:09 2025
+-----------------------------------------------------------------------------------------+
| NVIDIA-SMI 570.148.08 Driver Version: 570.148.08 CUDA Version: 12.8 |
|-----------------------------------------+------------------------+----------------------+
| GPU Name Persistence-M | Bus-Id Disp.A | Volatile Uncorr. ECC |
| Fan Temp Perf Pwr:Usage/Cap | Memory-Usage | GPU-Util Compute M. |
| | | MIG M. |
|=========================================+========================+======================|
| 0 NVIDIA GH200 480GB On | 00000000:DD:00.0 Off | 0 |
| N/A 37C P0 132W / 700W | 1209MiB / 97871MiB | 1% Default |
| | | Disabled |
+-----------------------------------------+------------------------+----------------------+
+-----------------------------------------------------------------------------------------+
| Processes: |
| GPU GI CI PID Type Process name GPU Memory |
| ID ID Usage |
|=========================================================================================|
| 0 N/A N/A 1490932 C /usr/bin/python3 1198MiB |
+-----------------------------------------------------------------------------------------+
====================================================================================================
inductor_output_code: /tmp/torchinductor_ubuntu/73/c73ikm72p2quiai3sqdxwpo7rfm3lbhchfd4n7sajma6aygikqk5.py
inductor_output_code: /tmp/torchinductor_ubuntu/kt/cktggbnutxfmhxvrczehwg5d4ldsradikagngi3razufjrte5bo7.py
inductor_output_code: /tmp/torchinductor_ubuntu/iy/ciyn3qb4rvyclqgyihb2ftbnv7yifqds4wo2ca5vguuvrj4j6rlz.py
inductor_output_code: /tmp/torchinductor_ubuntu/xm/cxmgthvbi2txk32dp4jeoaisiq26ei2jcs7tzjmiy7fix6zg4wqy.py
inductor_output_code: /tmp/torchinductor_ubuntu/bt/cbti6cezfxhtkgxbqeqceao23cusyy34ifnwych7eoexkuta3lbu.py
inductor_output_code: /tmp/torchinductor_ubuntu/wp/cwpvs74zbbce2lvk6d6tzylhydspjlflrwnlgxkeinarsqlvfx6k.py
step:0/5960 val_loss:10.825837 train_time:0ms step_avg:0.07ms
step:1/5960 train_time:1547ms step_avg:1546.78ms
step:2/5960 train_time:3114ms step_avg:1557.13ms
step:3/5960 train_time:4853ms step_avg:1617.74ms
step:4/5960 train_time:6597ms step_avg:1649.13ms
step:5/5960 train_time:8339ms step_avg:1667.84ms
step:6/5960 train_time:10084ms step_avg:1680.73ms
step:7/5960 train_time:11832ms step_avg:1690.33ms
step:8/5960 train_time:13581ms step_avg:1697.58ms
step:9/5960 train_time:15325ms step_avg:1702.79ms
step:10/5960 train_time:17076ms step_avg:1707.65ms
step:11/5960 train_time:18825ms step_avg:1711.39ms
step:12/5960 train_time:20579ms step_avg:1714.90ms
step:13/5960 train_time:22327ms step_avg:1717.49ms
step:14/5960 train_time:24080ms step_avg:1720.02ms
step:15/5960 train_time:25827ms step_avg:1721.77ms
step:16/5960 train_time:27581ms step_avg:1723.80ms
step:17/5960 train_time:29336ms step_avg:1725.64ms
step:18/5960 train_time:31091ms step_avg:1727.29ms
step:19/5960 train_time:32849ms step_avg:1728.92ms
step:20/5960 train_time:34602ms step_avg:1730.09ms
step:21/5960 train_time:36358ms step_avg:1731.36ms
step:22/5960 train_time:38117ms step_avg:1732.61ms
step:23/5960 train_time:39875ms step_avg:1733.70ms
step:24/5960 train_time:41633ms step_avg:1734.72ms
step:25/5960 train_time:43390ms step_avg:1735.61ms
step:26/5960 train_time:45146ms step_avg:1736.39ms
step:27/5960 train_time:46904ms step_avg:1737.19ms
step:28/5960 train_time:48663ms step_avg:1737.96ms
step:29/5960 train_time:50421ms step_avg:1738.65ms
step:30/5960 train_time:52179ms step_avg:1739.29ms
step:31/5960 train_time:53939ms step_avg:1739.97ms
step:32/5960 train_time:55704ms step_avg:1740.74ms
step:33/5960 train_time:57464ms step_avg:1741.35ms
step:34/5960 train_time:59224ms step_avg:1741.89ms
step:35/5960 train_time:60983ms step_avg:1742.36ms
step:36/5960 train_time:62743ms step_avg:1742.87ms
step:37/5960 train_time:64503ms step_avg:1743.31ms
step:38/5960 train_time:66260ms step_avg:1743.69ms
step:39/5960 train_time:68023ms step_avg:1744.19ms
step:40/5960 train_time:69792ms step_avg:1744.79ms
step:41/5960 train_time:71557ms step_avg:1745.30ms
step:42/5960 train_time:73322ms step_avg:1745.75ms
step:43/5960 train_time:75085ms step_avg:1746.15ms
step:44/5960 train_time:76852ms step_avg:1746.64ms
step:45/5960 train_time:78623ms step_avg:1747.17ms
step:46/5960 train_time:80392ms step_avg:1747.66ms
step:47/5960 train_time:82162ms step_avg:1748.13ms
step:48/5960 train_time:83931ms step_avg:1748.55ms
step:49/5960 train_time:85700ms step_avg:1748.97ms
step:50/5960 train_time:87466ms step_avg:1749.31ms
step:51/5960 train_time:89235ms step_avg:1749.71ms
step:52/5960 train_time:91008ms step_avg:1750.14ms
step:53/5960 train_time:92778ms step_avg:1750.52ms
step:54/5960 train_time:94548ms step_avg:1750.90ms
step:55/5960 train_time:96319ms step_avg:1751.25ms
step:56/5960 train_time:98088ms step_avg:1751.58ms
step:57/5960 train_time:99864ms step_avg:1752.00ms
step:58/5960 train_time:101632ms step_avg:1752.27ms
step:59/5960 train_time:103407ms step_avg:1752.66ms
step:60/5960 train_time:105179ms step_avg:1752.99ms
step:61/5960 train_time:106954ms step_avg:1753.34ms
step:62/5960 train_time:108726ms step_avg:1753.64ms
step:63/5960 train_time:110503ms step_avg:1754.02ms
step:64/5960 train_time:112274ms step_avg:1754.28ms
step:65/5960 train_time:114050ms step_avg:1754.61ms
step:66/5960 train_time:115825ms step_avg:1754.92ms
step:67/5960 train_time:117599ms step_avg:1755.21ms
step:68/5960 train_time:119372ms step_avg:1755.48ms
step:69/5960 train_time:121145ms step_avg:1755.73ms
step:70/5960 train_time:122920ms step_avg:1755.99ms
step:71/5960 train_time:124695ms step_avg:1756.26ms
step:72/5960 train_time:126468ms step_avg:1756.50ms
step:73/5960 train_time:128245ms step_avg:1756.78ms
step:74/5960 train_time:130020ms step_avg:1757.03ms
step:75/5960 train_time:131794ms step_avg:1757.26ms
step:76/5960 train_time:133567ms step_avg:1757.46ms
step:77/5960 train_time:135355ms step_avg:1757.86ms
step:78/5960 train_time:137141ms step_avg:1758.21ms
step:79/5960 train_time:138931ms step_avg:1758.62ms
step:80/5960 train_time:140717ms step_avg:1758.96ms
step:81/5960 train_time:142504ms step_avg:1759.30ms
step:82/5960 train_time:144288ms step_avg:1759.61ms
step:83/5960 train_time:146068ms step_avg:1759.85ms
step:84/5960 train_time:147851ms step_avg:1760.13ms
step:85/5960 train_time:149637ms step_avg:1760.44ms
step:86/5960 train_time:151425ms step_avg:1760.75ms
step:87/5960 train_time:153208ms step_avg:1761.01ms
step:88/5960 train_time:154996ms step_avg:1761.32ms
step:89/5960 train_time:156783ms step_avg:1761.61ms
step:90/5960 train_time:158564ms step_avg:1761.82ms
step:91/5960 train_time:160343ms step_avg:1762.02ms
step:92/5960 train_time:162126ms step_avg:1762.24ms
step:93/5960 train_time:163912ms step_avg:1762.49ms
step:94/5960 train_time:165699ms step_avg:1762.76ms
step:95/5960 train_time:167487ms step_avg:1763.02ms
step:96/5960 train_time:169265ms step_avg:1763.18ms
step:97/5960 train_time:171046ms step_avg:1763.36ms
step:98/5960 train_time:172829ms step_avg:1763.56ms
step:99/5960 train_time:174610ms step_avg:1763.74ms
step:100/5960 train_time:176391ms step_avg:1763.91ms
step:101/5960 train_time:178173ms step_avg:1764.09ms
step:102/5960 train_time:179958ms step_avg:1764.29ms
step:103/5960 train_time:181741ms step_avg:1764.48ms
step:104/5960 train_time:183523ms step_avg:1764.64ms
step:105/5960 train_time:185300ms step_avg:1764.76ms
step:106/5960 train_time:187079ms step_avg:1764.90ms
step:107/5960 train_time:188860ms step_avg:1765.05ms
step:108/5960 train_time:190644ms step_avg:1765.22ms
step:109/5960 train_time:192423ms step_avg:1765.35ms
step:110/5960 train_time:194200ms step_avg:1765.45ms
step:111/5960 train_time:195976ms step_avg:1765.55ms
step:112/5960 train_time:197757ms step_avg:1765.69ms
step:113/5960 train_time:199538ms step_avg:1765.82ms
step:114/5960 train_time:201321ms step_avg:1765.98ms
step:115/5960 train_time:203101ms step_avg:1766.09ms
step:116/5960 train_time:204879ms step_avg:1766.20ms
step:117/5960 train_time:206655ms step_avg:1766.28ms
step:118/5960 train_time:208436ms step_avg:1766.40ms
step:119/5960 train_time:210212ms step_avg:1766.49ms
step:120/5960 train_time:211989ms step_avg:1766.58ms
step:121/5960 train_time:213762ms step_avg:1766.63ms
step:122/5960 train_time:215538ms step_avg:1766.70ms
step:123/5960 train_time:217314ms step_avg:1766.78ms
step:124/5960 train_time:219087ms step_avg:1766.83ms
step:125/5960 train_time:220861ms step_avg:1766.89ms
step:125/5960 val_loss:4.327205 train_time:220861ms step_avg:1766.89ms
step:126/5960 train_time:222641ms step_avg:1766.99ms
step:127/5960 train_time:224417ms step_avg:1767.06ms
step:128/5960 train_time:226190ms step_avg:1767.11ms
step:129/5960 train_time:227964ms step_avg:1767.17ms
step:130/5960 train_time:229735ms step_avg:1767.19ms
step:131/5960 train_time:231502ms step_avg:1767.19ms
step:132/5960 train_time:233276ms step_avg:1767.24ms
step:133/5960 train_time:235047ms step_avg:1767.27ms
step:134/5960 train_time:236818ms step_avg:1767.30ms
step:135/5960 train_time:238589ms step_avg:1767.33ms
step:136/5960 train_time:240361ms step_avg:1767.36ms
step:137/5960 train_time:242134ms step_avg:1767.40ms
step:138/5960 train_time:243901ms step_avg:1767.40ms
step:139/5960 train_time:245672ms step_avg:1767.43ms
step:140/5960 train_time:247444ms step_avg:1767.46ms
step:141/5960 train_time:249215ms step_avg:1767.48ms
step:142/5960 train_time:250987ms step_avg:1767.51ms
step:143/5960 train_time:252757ms step_avg:1767.53ms
step:144/5960 train_time:254525ms step_avg:1767.53ms
step:145/5960 train_time:256295ms step_avg:1767.55ms
step:146/5960 train_time:258067ms step_avg:1767.58ms
step:147/5960 train_time:259834ms step_avg:1767.58ms
step:148/5960 train_time:261600ms step_avg:1767.57ms
step:149/5960 train_time:263371ms step_avg:1767.59ms
step:150/5960 train_time:265141ms step_avg:1767.61ms
step:151/5960 train_time:266909ms step_avg:1767.61ms
step:152/5960 train_time:268677ms step_avg:1767.61ms
step:153/5960 train_time:270444ms step_avg:1767.61ms
step:154/5960 train_time:272212ms step_avg:1767.61ms
step:155/5960 train_time:273985ms step_avg:1767.64ms
step:156/5960 train_time:275752ms step_avg:1767.64ms
step:157/5960 train_time:277528ms step_avg:1767.70ms
step:158/5960 train_time:279308ms step_avg:1767.77ms
step:159/5960 train_time:281081ms step_avg:1767.81ms
step:160/5960 train_time:282860ms step_avg:1767.88ms
step:161/5960 train_time:284639ms step_avg:1767.94ms
step:162/5960 train_time:286416ms step_avg:1768.00ms
step:163/5960 train_time:288191ms step_avg:1768.04ms
step:164/5960 train_time:289970ms step_avg:1768.11ms
step:165/5960 train_time:291749ms step_avg:1768.18ms
step:166/5960 train_time:293525ms step_avg:1768.22ms
step:167/5960 train_time:295303ms step_avg:1768.28ms
step:168/5960 train_time:297079ms step_avg:1768.33ms
step:169/5960 train_time:298855ms step_avg:1768.37ms
step:170/5960 train_time:300634ms step_avg:1768.43ms
step:171/5960 train_time:302407ms step_avg:1768.46ms
step:172/5960 train_time:304187ms step_avg:1768.53ms
step:173/5960 train_time:305966ms step_avg:1768.59ms
step:174/5960 train_time:307743ms step_avg:1768.64ms
step:175/5960 train_time:309516ms step_avg:1768.66ms
step:176/5960 train_time:311296ms step_avg:1768.73ms
step:177/5960 train_time:313074ms step_avg:1768.78ms
step:178/5960 train_time:314852ms step_avg:1768.83ms
step:179/5960 train_time:316631ms step_avg:1768.89ms
step:180/5960 train_time:318408ms step_avg:1768.93ms
step:181/5960 train_time:320186ms step_avg:1768.98ms
step:182/5960 train_time:321958ms step_avg:1769.00ms
step:183/5960 train_time:323738ms step_avg:1769.06ms
step:184/5960 train_time:325514ms step_avg:1769.10ms
step:185/5960 train_time:327292ms step_avg:1769.15ms
step:186/5960 train_time:329069ms step_avg:1769.19ms
step:187/5960 train_time:330845ms step_avg:1769.23ms
step:188/5960 train_time:332621ms step_avg:1769.26ms
step:189/5960 train_time:334397ms step_avg:1769.30ms
step:190/5960 train_time:336173ms step_avg:1769.33ms
step:191/5960 train_time:337949ms step_avg:1769.36ms
step:192/5960 train_time:339723ms step_avg:1769.39ms
step:193/5960 train_time:341497ms step_avg:1769.41ms
step:194/5960 train_time:343274ms step_avg:1769.45ms
step:195/5960 train_time:345046ms step_avg:1769.47ms
step:196/5960 train_time:346823ms step_avg:1769.51ms
step:197/5960 train_time:348601ms step_avg:1769.55ms
step:198/5960 train_time:350376ms step_avg:1769.58ms
step:199/5960 train_time:352152ms step_avg:1769.61ms
step:200/5960 train_time:353930ms step_avg:1769.65ms
step:201/5960 train_time:355707ms step_avg:1769.69ms
step:202/5960 train_time:357482ms step_avg:1769.71ms
step:203/5960 train_time:359254ms step_avg:1769.72ms
step:204/5960 train_time:361026ms step_avg:1769.73ms
step:205/5960 train_time:362798ms step_avg:1769.75ms
step:206/5960 train_time:364574ms step_avg:1769.78ms
step:207/5960 train_time:366353ms step_avg:1769.82ms
step:208/5960 train_time:368129ms step_avg:1769.85ms
step:209/5960 train_time:369900ms step_avg:1769.86ms
step:210/5960 train_time:371676ms step_avg:1769.88ms
step:211/5960 train_time:373449ms step_avg:1769.90ms
step:212/5960 train_time:375219ms step_avg:1769.90ms
step:213/5960 train_time:376992ms step_avg:1769.92ms
step:214/5960 train_time:378769ms step_avg:1769.95ms
step:215/5960 train_time:380544ms step_avg:1769.97ms
step:216/5960 train_time:382314ms step_avg:1769.97ms
step:217/5960 train_time:384091ms step_avg:1770.00ms
step:218/5960 train_time:385861ms step_avg:1770.00ms
step:219/5960 train_time:387636ms step_avg:1770.03ms
step:220/5960 train_time:389411ms step_avg:1770.05ms
step:221/5960 train_time:391187ms step_avg:1770.08ms
step:222/5960 train_time:392966ms step_avg:1770.12ms
step:223/5960 train_time:394739ms step_avg:1770.13ms
step:224/5960 train_time:396512ms step_avg:1770.14ms
step:225/5960 train_time:398290ms step_avg:1770.18ms
step:226/5960 train_time:400069ms step_avg:1770.22ms
step:227/5960 train_time:401844ms step_avg:1770.24ms
step:228/5960 train_time:403620ms step_avg:1770.26ms
step:229/5960 train_time:405395ms step_avg:1770.29ms
step:230/5960 train_time:407173ms step_avg:1770.32ms
step:231/5960 train_time:408950ms step_avg:1770.35ms
step:232/5960 train_time:410723ms step_avg:1770.36ms
step:233/5960 train_time:412497ms step_avg:1770.37ms
step:234/5960 train_time:414271ms step_avg:1770.39ms
step:235/5960 train_time:416044ms step_avg:1770.40ms
step:236/5960 train_time:417818ms step_avg:1770.42ms
step:237/5960 train_time:419594ms step_avg:1770.44ms
step:238/5960 train_time:421372ms step_avg:1770.47ms
step:239/5960 train_time:423148ms step_avg:1770.49ms
step:240/5960 train_time:424921ms step_avg:1770.50ms
step:241/5960 train_time:426732ms step_avg:1770.67ms
step:242/5960 train_time:428542ms step_avg:1770.83ms
step:243/5960 train_time:430345ms step_avg:1770.97ms
step:244/5960 train_time:432157ms step_avg:1771.14ms
step:245/5960 train_time:433972ms step_avg:1771.32ms
step:246/5960 train_time:435786ms step_avg:1771.49ms
step:247/5960 train_time:437599ms step_avg:1771.66ms
step:248/5960 train_time:439411ms step_avg:1771.82ms
step:249/5960 train_time:441223ms step_avg:1771.98ms
step:250/5960 train_time:443036ms step_avg:1772.14ms
step:250/5960 val_loss:3.877096 train_time:443036ms step_avg:1772.14ms
step:251/5960 train_time:444855ms step_avg:1772.33ms
step:252/5960 train_time:446671ms step_avg:1772.51ms
step:253/5960 train_time:448476ms step_avg:1772.63ms
step:254/5960 train_time:450285ms step_avg:1772.77ms
step:255/5960 train_time:452094ms step_avg:1772.92ms
step:256/5960 train_time:453903ms step_avg:1773.06ms
step:257/5960 train_time:455715ms step_avg:1773.21ms
step:258/5960 train_time:457528ms step_avg:1773.36ms
step:259/5960 train_time:459341ms step_avg:1773.52ms
step:260/5960 train_time:461148ms step_avg:1773.65ms
step:261/5960 train_time:462964ms step_avg:1773.81ms
step:262/5960 train_time:464774ms step_avg:1773.95ms
step:263/5960 train_time:466587ms step_avg:1774.09ms
step:264/5960 train_time:468399ms step_avg:1774.24ms
step:265/5960 train_time:470208ms step_avg:1774.37ms
step:266/5960 train_time:472019ms step_avg:1774.51ms
step:267/5960 train_time:473834ms step_avg:1774.66ms
step:268/5960 train_time:475640ms step_avg:1774.78ms
step:269/5960 train_time:477445ms step_avg:1774.89ms
step:270/5960 train_time:479261ms step_avg:1775.04ms
step:271/5960 train_time:481072ms step_avg:1775.17ms
step:272/5960 train_time:482881ms step_avg:1775.30ms
step:273/5960 train_time:484694ms step_avg:1775.44ms
step:274/5960 train_time:486505ms step_avg:1775.57ms
step:275/5960 train_time:488311ms step_avg:1775.68ms
step:276/5960 train_time:490123ms step_avg:1775.81ms
step:277/5960 train_time:491933ms step_avg:1775.93ms
step:278/5960 train_time:493742ms step_avg:1776.05ms
step:279/5960 train_time:495553ms step_avg:1776.17ms
step:280/5960 train_time:497371ms step_avg:1776.33ms
step:281/5960 train_time:499181ms step_avg:1776.45ms
step:282/5960 train_time:500995ms step_avg:1776.58ms
step:283/5960 train_time:502803ms step_avg:1776.69ms
step:284/5960 train_time:504607ms step_avg:1776.78ms
step:285/5960 train_time:506416ms step_avg:1776.90ms
step:286/5960 train_time:508230ms step_avg:1777.03ms
step:287/5960 train_time:510038ms step_avg:1777.14ms
step:288/5960 train_time:511851ms step_avg:1777.26ms
step:289/5960 train_time:513667ms step_avg:1777.39ms
step:290/5960 train_time:515479ms step_avg:1777.51ms
step:291/5960 train_time:517284ms step_avg:1777.61ms
step:292/5960 train_time:519096ms step_avg:1777.73ms
step:293/5960 train_time:520901ms step_avg:1777.82ms
step:294/5960 train_time:522715ms step_avg:1777.94ms
step:295/5960 train_time:524527ms step_avg:1778.06ms
step:296/5960 train_time:526342ms step_avg:1778.18ms
step:297/5960 train_time:528149ms step_avg:1778.28ms
step:298/5960 train_time:529951ms step_avg:1778.36ms
step:299/5960 train_time:531764ms step_avg:1778.48ms
step:300/5960 train_time:533575ms step_avg:1778.58ms
step:301/5960 train_time:535385ms step_avg:1778.69ms
step:302/5960 train_time:537197ms step_avg:1778.80ms
step:303/5960 train_time:539005ms step_avg:1778.89ms
step:304/5960 train_time:540808ms step_avg:1778.97ms
step:305/5960 train_time:542609ms step_avg:1779.05ms
step:306/5960 train_time:544415ms step_avg:1779.14ms
step:307/5960 train_time:546223ms step_avg:1779.23ms
step:308/5960 train_time:548032ms step_avg:1779.32ms
step:309/5960 train_time:549836ms step_avg:1779.41ms
step:310/5960 train_time:551644ms step_avg:1779.50ms
step:311/5960 train_time:553450ms step_avg:1779.58ms
step:312/5960 train_time:555259ms step_avg:1779.68ms
step:313/5960 train_time:557069ms step_avg:1779.77ms
step:314/5960 train_time:558879ms step_avg:1779.87ms
step:315/5960 train_time:560684ms step_avg:1779.95ms
step:316/5960 train_time:562495ms step_avg:1780.05ms
step:317/5960 train_time:564303ms step_avg:1780.14ms
step:318/5960 train_time:566109ms step_avg:1780.22ms
step:319/5960 train_time:567914ms step_avg:1780.29ms
step:320/5960 train_time:569717ms step_avg:1780.36ms
step:321/5960 train_time:571526ms step_avg:1780.46ms
step:322/5960 train_time:573337ms step_avg:1780.55ms
step:323/5960 train_time:575146ms step_avg:1780.64ms
step:324/5960 train_time:576953ms step_avg:1780.72ms
step:325/5960 train_time:578769ms step_avg:1780.83ms
step:326/5960 train_time:580570ms step_avg:1780.89ms
step:327/5960 train_time:582379ms step_avg:1780.98ms
step:328/5960 train_time:584188ms step_avg:1781.06ms
step:329/5960 train_time:585999ms step_avg:1781.15ms
step:330/5960 train_time:587807ms step_avg:1781.23ms
step:331/5960 train_time:589626ms step_avg:1781.35ms
step:332/5960 train_time:591440ms step_avg:1781.45ms
step:333/5960 train_time:593258ms step_avg:1781.56ms
step:334/5960 train_time:595076ms step_avg:1781.67ms
step:335/5960 train_time:596893ms step_avg:1781.77ms
step:336/5960 train_time:598711ms step_avg:1781.88ms
step:337/5960 train_time:600532ms step_avg:1781.99ms
step:338/5960 train_time:602347ms step_avg:1782.09ms
step:339/5960 train_time:604167ms step_avg:1782.20ms
step:340/5960 train_time:605988ms step_avg:1782.32ms
step:341/5960 train_time:607808ms step_avg:1782.43ms
step:342/5960 train_time:609629ms step_avg:1782.54ms
step:343/5960 train_time:611452ms step_avg:1782.66ms
step:344/5960 train_time:613272ms step_avg:1782.77ms
step:345/5960 train_time:615096ms step_avg:1782.89ms
step:346/5960 train_time:616916ms step_avg:1782.99ms
step:347/5960 train_time:618735ms step_avg:1783.10ms
step:348/5960 train_time:620557ms step_avg:1783.21ms
step:349/5960 train_time:622383ms step_avg:1783.33ms
step:350/5960 train_time:624208ms step_avg:1783.45ms
step:351/5960 train_time:626033ms step_avg:1783.57ms
step:352/5960 train_time:627854ms step_avg:1783.68ms
step:353/5960 train_time:629682ms step_avg:1783.80ms
step:354/5960 train_time:631507ms step_avg:1783.92ms
step:355/5960 train_time:633331ms step_avg:1784.03ms
step:356/5960 train_time:635158ms step_avg:1784.15ms
step:357/5960 train_time:636980ms step_avg:1784.26ms
step:358/5960 train_time:638805ms step_avg:1784.37ms
step:359/5960 train_time:640628ms step_avg:1784.48ms
step:360/5960 train_time:642453ms step_avg:1784.59ms
step:361/5960 train_time:644279ms step_avg:1784.71ms
step:362/5960 train_time:646106ms step_avg:1784.82ms
step:363/5960 train_time:647924ms step_avg:1784.91ms
step:364/5960 train_time:649748ms step_avg:1785.02ms
step:365/5960 train_time:651566ms step_avg:1785.11ms
step:366/5960 train_time:653386ms step_avg:1785.21ms
step:367/5960 train_time:655204ms step_avg:1785.30ms
step:368/5960 train_time:657025ms step_avg:1785.39ms
step:369/5960 train_time:658843ms step_avg:1785.48ms
step:370/5960 train_time:660663ms step_avg:1785.57ms
step:371/5960 train_time:662484ms step_avg:1785.67ms
step:372/5960 train_time:664307ms step_avg:1785.77ms
step:373/5960 train_time:666124ms step_avg:1785.86ms
step:374/5960 train_time:667939ms step_avg:1785.93ms
step:375/5960 train_time:669760ms step_avg:1786.03ms
step:375/5960 val_loss:3.699364 train_time:669761ms step_avg:1786.03ms
step:376/5960 train_time:671585ms step_avg:1786.13ms
step:377/5960 train_time:673405ms step_avg:1786.22ms
step:378/5960 train_time:675224ms step_avg:1786.31ms
step:379/5960 train_time:677046ms step_avg:1786.40ms
step:380/5960 train_time:678865ms step_avg:1786.49ms
step:381/5960 train_time:680684ms step_avg:1786.57ms
step:382/5960 train_time:682500ms step_avg:1786.65ms
step:383/5960 train_time:684314ms step_avg:1786.72ms
step:384/5960 train_time:686128ms step_avg:1786.79ms
step:385/5960 train_time:687944ms step_avg:1786.87ms
step:386/5960 train_time:689765ms step_avg:1786.95ms
step:387/5960 train_time:691588ms step_avg:1787.05ms
step:388/5960 train_time:693405ms step_avg:1787.13ms
step:389/5960 train_time:695220ms step_avg:1787.20ms
step:390/5960 train_time:697041ms step_avg:1787.28ms
step:391/5960 train_time:698857ms step_avg:1787.36ms
step:392/5960 train_time:700675ms step_avg:1787.44ms
step:393/5960 train_time:702496ms step_avg:1787.52ms
step:394/5960 train_time:704317ms step_avg:1787.61ms
step:395/5960 train_time:706134ms step_avg:1787.68ms
step:396/5960 train_time:707953ms step_avg:1787.76ms
step:397/5960 train_time:709774ms step_avg:1787.84ms
step:398/5960 train_time:711590ms step_avg:1787.91ms
step:399/5960 train_time:713404ms step_avg:1787.98ms
step:400/5960 train_time:715221ms step_avg:1788.05ms
step:401/5960 train_time:717042ms step_avg:1788.13ms
step:402/5960 train_time:718862ms step_avg:1788.21ms
step:403/5960 train_time:720679ms step_avg:1788.29ms
step:404/5960 train_time:722503ms step_avg:1788.37ms
step:405/5960 train_time:724319ms step_avg:1788.44ms
step:406/5960 train_time:726136ms step_avg:1788.51ms
step:407/5960 train_time:727953ms step_avg:1788.58ms
step:408/5960 train_time:729771ms step_avg:1788.65ms
step:409/5960 train_time:731585ms step_avg:1788.72ms
step:410/5960 train_time:733398ms step_avg:1788.78ms
step:411/5960 train_time:735207ms step_avg:1788.83ms
step:412/5960 train_time:737022ms step_avg:1788.89ms
step:413/5960 train_time:738838ms step_avg:1788.95ms
step:414/5960 train_time:740657ms step_avg:1789.03ms
step:415/5960 train_time:742476ms step_avg:1789.10ms
step:416/5960 train_time:744299ms step_avg:1789.18ms
step:417/5960 train_time:746110ms step_avg:1789.23ms
step:418/5960 train_time:747921ms step_avg:1789.28ms
step:419/5960 train_time:749737ms step_avg:1789.35ms
step:420/5960 train_time:751550ms step_avg:1789.41ms
step:421/5960 train_time:753361ms step_avg:1789.46ms
step:422/5960 train_time:755171ms step_avg:1789.51ms
step:423/5960 train_time:756981ms step_avg:1789.55ms
step:424/5960 train_time:758791ms step_avg:1789.60ms
step:425/5960 train_time:760607ms step_avg:1789.66ms
step:426/5960 train_time:762422ms step_avg:1789.72ms
step:427/5960 train_time:764266ms step_avg:1789.85ms
step:428/5960 train_time:766108ms step_avg:1789.97ms
step:429/5960 train_time:767948ms step_avg:1790.09ms
step:430/5960 train_time:769791ms step_avg:1790.21ms
step:431/5960 train_time:771633ms step_avg:1790.33ms
step:432/5960 train_time:773477ms step_avg:1790.46ms
step:433/5960 train_time:775321ms step_avg:1790.58ms
step:434/5960 train_time:777165ms step_avg:1790.70ms
step:435/5960 train_time:779006ms step_avg:1790.82ms
step:436/5960 train_time:780845ms step_avg:1790.93ms
step:437/5960 train_time:782686ms step_avg:1791.04ms
step:438/5960 train_time:784522ms step_avg:1791.15ms
step:439/5960 train_time:786358ms step_avg:1791.25ms
step:440/5960 train_time:788193ms step_avg:1791.35ms
step:441/5960 train_time:790030ms step_avg:1791.45ms
step:442/5960 train_time:791862ms step_avg:1791.54ms
step:443/5960 train_time:793700ms step_avg:1791.65ms
step:444/5960 train_time:795534ms step_avg:1791.74ms
step:445/5960 train_time:797367ms step_avg:1791.84ms
step:446/5960 train_time:799201ms step_avg:1791.93ms
step:447/5960 train_time:801028ms step_avg:1792.01ms
step:448/5960 train_time:802859ms step_avg:1792.10ms
step:449/5960 train_time:804687ms step_avg:1792.18ms
step:450/5960 train_time:806518ms step_avg:1792.26ms
step:451/5960 train_time:808350ms step_avg:1792.35ms
step:452/5960 train_time:810184ms step_avg:1792.44ms
step:453/5960 train_time:812016ms step_avg:1792.53ms
step:454/5960 train_time:813848ms step_avg:1792.62ms
step:455/5960 train_time:815682ms step_avg:1792.71ms
step:456/5960 train_time:817510ms step_avg:1792.78ms
step:457/5960 train_time:819339ms step_avg:1792.86ms
step:458/5960 train_time:821168ms step_avg:1792.94ms
step:459/5960 train_time:822992ms step_avg:1793.01ms
step:460/5960 train_time:824821ms step_avg:1793.09ms
step:461/5960 train_time:826645ms step_avg:1793.16ms
step:462/5960 train_time:828479ms step_avg:1793.24ms
step:463/5960 train_time:830306ms step_avg:1793.32ms
step:464/5960 train_time:832134ms step_avg:1793.39ms
step:465/5960 train_time:833960ms step_avg:1793.46ms
step:466/5960 train_time:835791ms step_avg:1793.54ms
step:467/5960 train_time:837622ms step_avg:1793.62ms
step:468/5960 train_time:839455ms step_avg:1793.71ms
step:469/5960 train_time:841283ms step_avg:1793.78ms
step:470/5960 train_time:843111ms step_avg:1793.85ms
step:471/5960 train_time:844937ms step_avg:1793.92ms
step:472/5960 train_time:846765ms step_avg:1793.99ms
step:473/5960 train_time:848586ms step_avg:1794.05ms
step:474/5960 train_time:850410ms step_avg:1794.11ms
step:475/5960 train_time:852234ms step_avg:1794.18ms
step:476/5960 train_time:854058ms step_avg:1794.24ms
step:477/5960 train_time:855886ms step_avg:1794.31ms
step:478/5960 train_time:857710ms step_avg:1794.37ms
step:479/5960 train_time:859530ms step_avg:1794.43ms
step:480/5960 train_time:861358ms step_avg:1794.50ms
step:481/5960 train_time:863182ms step_avg:1794.56ms
step:482/5960 train_time:865005ms step_avg:1794.62ms
step:483/5960 train_time:866830ms step_avg:1794.68ms
step:484/5960 train_time:868654ms step_avg:1794.74ms
step:485/5960 train_time:870485ms step_avg:1794.81ms
step:486/5960 train_time:872309ms step_avg:1794.87ms
step:487/5960 train_time:874133ms step_avg:1794.93ms
step:488/5960 train_time:875956ms step_avg:1794.99ms
step:489/5960 train_time:877779ms step_avg:1795.05ms
step:490/5960 train_time:879601ms step_avg:1795.11ms
step:491/5960 train_time:881427ms step_avg:1795.17ms
step:492/5960 train_time:883255ms step_avg:1795.23ms
step:493/5960 train_time:885079ms step_avg:1795.29ms
step:494/5960 train_time:886901ms step_avg:1795.35ms
step:495/5960 train_time:888722ms step_avg:1795.40ms
step:496/5960 train_time:890550ms step_avg:1795.46ms
step:497/5960 train_time:892367ms step_avg:1795.51ms
step:498/5960 train_time:894189ms step_avg:1795.56ms
step:499/5960 train_time:896009ms step_avg:1795.61ms
step:500/5960 train_time:897832ms step_avg:1795.66ms
step:500/5960 val_loss:3.580924 train_time:897833ms step_avg:1795.67ms
step:501/5960 train_time:899663ms step_avg:1795.74ms
step:502/5960 train_time:901489ms step_avg:1795.79ms
step:503/5960 train_time:903312ms step_avg:1795.85ms
step:504/5960 train_time:905138ms step_avg:1795.91ms
step:505/5960 train_time:906958ms step_avg:1795.96ms
step:506/5960 train_time:908778ms step_avg:1796.00ms
step:507/5960 train_time:910598ms step_avg:1796.05ms
step:508/5960 train_time:912423ms step_avg:1796.11ms
step:509/5960 train_time:914242ms step_avg:1796.15ms
step:510/5960 train_time:916064ms step_avg:1796.20ms
step:511/5960 train_time:917892ms step_avg:1796.27ms
step:512/5960 train_time:919714ms step_avg:1796.32ms
step:513/5960 train_time:921532ms step_avg:1796.36ms
step:514/5960 train_time:923351ms step_avg:1796.40ms
step:515/5960 train_time:925179ms step_avg:1796.46ms
step:516/5960 train_time:927002ms step_avg:1796.52ms
step:517/5960 train_time:928825ms step_avg:1796.57ms
step:518/5960 train_time:930648ms step_avg:1796.62ms
step:519/5960 train_time:932468ms step_avg:1796.66ms
step:520/5960 train_time:934292ms step_avg:1796.71ms
step:521/5960 train_time:936112ms step_avg:1796.76ms
step:522/5960 train_time:937931ms step_avg:1796.80ms
step:523/5960 train_time:939750ms step_avg:1796.84ms
step:524/5960 train_time:941567ms step_avg:1796.88ms
step:525/5960 train_time:943387ms step_avg:1796.93ms
step:526/5960 train_time:945212ms step_avg:1796.98ms
step:527/5960 train_time:947033ms step_avg:1797.03ms
step:528/5960 train_time:948858ms step_avg:1797.08ms
step:529/5960 train_time:950678ms step_avg:1797.12ms
step:530/5960 train_time:952498ms step_avg:1797.17ms
step:531/5960 train_time:954320ms step_avg:1797.21ms
step:532/5960 train_time:956148ms step_avg:1797.27ms
step:533/5960 train_time:957969ms step_avg:1797.32ms
step:534/5960 train_time:959801ms step_avg:1797.38ms
step:535/5960 train_time:961623ms step_avg:1797.43ms
step:536/5960 train_time:963448ms step_avg:1797.48ms
step:537/5960 train_time:965276ms step_avg:1797.53ms
step:538/5960 train_time:967099ms step_avg:1797.58ms
step:539/5960 train_time:968927ms step_avg:1797.64ms
step:540/5960 train_time:970757ms step_avg:1797.70ms
step:541/5960 train_time:972580ms step_avg:1797.75ms
step:542/5960 train_time:974403ms step_avg:1797.79ms
step:543/5960 train_time:976223ms step_avg:1797.83ms
step:544/5960 train_time:978046ms step_avg:1797.88ms
step:545/5960 train_time:979869ms step_avg:1797.92ms
step:546/5960 train_time:981689ms step_avg:1797.97ms
step:547/5960 train_time:983513ms step_avg:1798.01ms
step:548/5960 train_time:985331ms step_avg:1798.05ms
step:549/5960 train_time:987158ms step_avg:1798.10ms
step:550/5960 train_time:988982ms step_avg:1798.15ms
step:551/5960 train_time:990805ms step_avg:1798.19ms
step:552/5960 train_time:992632ms step_avg:1798.25ms
step:553/5960 train_time:994461ms step_avg:1798.30ms
step:554/5960 train_time:996288ms step_avg:1798.35ms
step:555/5960 train_time:998111ms step_avg:1798.40ms
step:556/5960 train_time:999936ms step_avg:1798.45ms
step:557/5960 train_time:1001767ms step_avg:1798.50ms
step:558/5960 train_time:1003590ms step_avg:1798.55ms
step:559/5960 train_time:1005414ms step_avg:1798.59ms
step:560/5960 train_time:1007238ms step_avg:1798.64ms
step:561/5960 train_time:1009068ms step_avg:1798.70ms
step:562/5960 train_time:1010892ms step_avg:1798.74ms
step:563/5960 train_time:1012718ms step_avg:1798.79ms
step:564/5960 train_time:1014537ms step_avg:1798.82ms
step:565/5960 train_time:1016360ms step_avg:1798.87ms
step:566/5960 train_time:1018185ms step_avg:1798.91ms
step:567/5960 train_time:1020012ms step_avg:1798.96ms
step:568/5960 train_time:1021838ms step_avg:1799.01ms
step:569/5960 train_time:1023663ms step_avg:1799.06ms
step:570/5960 train_time:1025482ms step_avg:1799.09ms
step:571/5960 train_time:1027312ms step_avg:1799.15ms
step:572/5960 train_time:1029137ms step_avg:1799.19ms
step:573/5960 train_time:1030965ms step_avg:1799.24ms
step:574/5960 train_time:1032789ms step_avg:1799.28ms
step:575/5960 train_time:1034614ms step_avg:1799.33ms
step:576/5960 train_time:1036439ms step_avg:1799.37ms
step:577/5960 train_time:1038264ms step_avg:1799.42ms
step:578/5960 train_time:1040088ms step_avg:1799.46ms
step:579/5960 train_time:1041911ms step_avg:1799.50ms
step:580/5960 train_time:1043741ms step_avg:1799.55ms
step:581/5960 train_time:1045568ms step_avg:1799.60ms
step:582/5960 train_time:1047395ms step_avg:1799.65ms
step:583/5960 train_time:1049218ms step_avg:1799.69ms
step:584/5960 train_time:1051045ms step_avg:1799.73ms
step:585/5960 train_time:1052867ms step_avg:1799.77ms
step:586/5960 train_time:1054694ms step_avg:1799.82ms
step:587/5960 train_time:1056518ms step_avg:1799.86ms
step:588/5960 train_time:1058343ms step_avg:1799.90ms
step:589/5960 train_time:1060169ms step_avg:1799.95ms
step:590/5960 train_time:1061993ms step_avg:1799.99ms
step:591/5960 train_time:1063819ms step_avg:1800.03ms
step:592/5960 train_time:1065646ms step_avg:1800.08ms
step:593/5960 train_time:1067473ms step_avg:1800.12ms
step:594/5960 train_time:1069297ms step_avg:1800.16ms
step:595/5960 train_time:1071122ms step_avg:1800.21ms
step:596/5960 train_time:1072951ms step_avg:1800.25ms
step:597/5960 train_time:1074774ms step_avg:1800.29ms
step:598/5960 train_time:1076600ms step_avg:1800.33ms
step:599/5960 train_time:1078422ms step_avg:1800.37ms
step:600/5960 train_time:1080252ms step_avg:1800.42ms
step:601/5960 train_time:1082080ms step_avg:1800.47ms
step:602/5960 train_time:1083900ms step_avg:1800.50ms
step:603/5960 train_time:1085720ms step_avg:1800.53ms
step:604/5960 train_time:1087550ms step_avg:1800.58ms
step:605/5960 train_time:1089376ms step_avg:1800.62ms
step:606/5960 train_time:1091205ms step_avg:1800.67ms
step:607/5960 train_time:1093031ms step_avg:1800.71ms
step:608/5960 train_time:1094859ms step_avg:1800.75ms
step:609/5960 train_time:1096689ms step_avg:1800.80ms
step:610/5960 train_time:1098515ms step_avg:1800.84ms
step:611/5960 train_time:1100342ms step_avg:1800.89ms
step:612/5960 train_time:1102174ms step_avg:1800.94ms
step:613/5960 train_time:1103998ms step_avg:1800.98ms
step:614/5960 train_time:1105830ms step_avg:1801.03ms
step:615/5960 train_time:1107657ms step_avg:1801.07ms
step:616/5960 train_time:1109478ms step_avg:1801.10ms
step:617/5960 train_time:1111306ms step_avg:1801.14ms
step:618/5960 train_time:1113135ms step_avg:1801.19ms
step:619/5960 train_time:1114963ms step_avg:1801.23ms
step:620/5960 train_time:1116789ms step_avg:1801.27ms
step:621/5960 train_time:1118616ms step_avg:1801.31ms
step:622/5960 train_time:1120450ms step_avg:1801.37ms
step:623/5960 train_time:1122289ms step_avg:1801.43ms
step:624/5960 train_time:1124120ms step_avg:1801.47ms
step:625/5960 train_time:1125951ms step_avg:1801.52ms
step:625/5960 val_loss:3.501742 train_time:1125952ms step_avg:1801.52ms
step:626/5960 train_time:1127790ms step_avg:1801.58ms
step:627/5960 train_time:1129628ms step_avg:1801.64ms
step:628/5960 train_time:1131461ms step_avg:1801.69ms
step:629/5960 train_time:1133293ms step_avg:1801.74ms
step:630/5960 train_time:1135122ms step_avg:1801.78ms
step:631/5960 train_time:1136962ms step_avg:1801.84ms
step:632/5960 train_time:1138800ms step_avg:1801.90ms
step:633/5960 train_time:1140636ms step_avg:1801.95ms
step:634/5960 train_time:1142474ms step_avg:1802.01ms
step:635/5960 train_time:1144308ms step_avg:1802.06ms
step:636/5960 train_time:1146148ms step_avg:1802.12ms
step:637/5960 train_time:1147988ms step_avg:1802.18ms
step:638/5960 train_time:1149827ms step_avg:1802.24ms
step:639/5960 train_time:1151665ms step_avg:1802.29ms
step:640/5960 train_time:1153509ms step_avg:1802.36ms
step:641/5960 train_time:1155344ms step_avg:1802.41ms
step:642/5960 train_time:1157188ms step_avg:1802.47ms
step:643/5960 train_time:1159027ms step_avg:1802.53ms
step:644/5960 train_time:1160871ms step_avg:1802.59ms
step:645/5960 train_time:1162714ms step_avg:1802.66ms
step:646/5960 train_time:1164580ms step_avg:1802.76ms
step:647/5960 train_time:1166445ms step_avg:1802.85ms
step:648/5960 train_time:1168310ms step_avg:1802.95ms
step:649/5960 train_time:1170185ms step_avg:1803.06ms
step:650/5960 train_time:1172055ms step_avg:1803.16ms
step:651/5960 train_time:1173925ms step_avg:1803.26ms
step:652/5960 train_time:1175795ms step_avg:1803.37ms
step:653/5960 train_time:1177663ms step_avg:1803.47ms
step:654/5960 train_time:1179532ms step_avg:1803.56ms
step:655/5960 train_time:1181404ms step_avg:1803.67ms
step:656/5960 train_time:1183275ms step_avg:1803.77ms
step:657/5960 train_time:1185142ms step_avg:1803.87ms
step:658/5960 train_time:1187013ms step_avg:1803.97ms
step:659/5960 train_time:1188880ms step_avg:1804.07ms
step:660/5960 train_time:1190751ms step_avg:1804.17ms
step:661/5960 train_time:1192620ms step_avg:1804.27ms
step:662/5960 train_time:1194493ms step_avg:1804.37ms
step:663/5960 train_time:1196361ms step_avg:1804.47ms
step:664/5960 train_time:1198229ms step_avg:1804.56ms
step:665/5960 train_time:1200107ms step_avg:1804.67ms
step:666/5960 train_time:1201985ms step_avg:1804.78ms
step:667/5960 train_time:1203859ms step_avg:1804.89ms
step:668/5960 train_time:1205734ms step_avg:1804.99ms
step:669/5960 train_time:1207609ms step_avg:1805.10ms
step:670/5960 train_time:1209484ms step_avg:1805.20ms
step:671/5960 train_time:1211355ms step_avg:1805.30ms
step:672/5960 train_time:1213231ms step_avg:1805.40ms
step:673/5960 train_time:1215107ms step_avg:1805.51ms
step:674/5960 train_time:1216982ms step_avg:1805.61ms
step:675/5960 train_time:1218860ms step_avg:1805.72ms
step:676/5960 train_time:1220741ms step_avg:1805.83ms
step:677/5960 train_time:1222621ms step_avg:1805.94ms
step:678/5960 train_time:1224500ms step_avg:1806.05ms
step:679/5960 train_time:1226373ms step_avg:1806.15ms
step:680/5960 train_time:1228252ms step_avg:1806.25ms
step:681/5960 train_time:1230133ms step_avg:1806.36ms
step:682/5960 train_time:1232011ms step_avg:1806.47ms
step:683/5960 train_time:1233885ms step_avg:1806.57ms
step:684/5960 train_time:1235765ms step_avg:1806.67ms
step:685/5960 train_time:1237644ms step_avg:1806.78ms
step:686/5960 train_time:1239526ms step_avg:1806.89ms
step:687/5960 train_time:1241409ms step_avg:1807.00ms
step:688/5960 train_time:1243286ms step_avg:1807.10ms
step:689/5960 train_time:1245174ms step_avg:1807.22ms
step:690/5960 train_time:1247056ms step_avg:1807.33ms
step:691/5960 train_time:1248946ms step_avg:1807.45ms
step:692/5960 train_time:1250824ms step_avg:1807.55ms
step:693/5960 train_time:1252705ms step_avg:1807.66ms
step:694/5960 train_time:1254583ms step_avg:1807.76ms
step:695/5960 train_time:1256469ms step_avg:1807.87ms
step:696/5960 train_time:1258346ms step_avg:1807.97ms
step:697/5960 train_time:1260226ms step_avg:1808.07ms
step:698/5960 train_time:1262113ms step_avg:1808.18ms
step:699/5960 train_time:1263989ms step_avg:1808.28ms
step:700/5960 train_time:1265868ms step_avg:1808.38ms
step:701/5960 train_time:1267747ms step_avg:1808.48ms
step:702/5960 train_time:1269629ms step_avg:1808.59ms
step:703/5960 train_time:1271510ms step_avg:1808.69ms
step:704/5960 train_time:1273392ms step_avg:1808.79ms
step:705/5960 train_time:1275279ms step_avg:1808.91ms
step:706/5960 train_time:1277163ms step_avg:1809.01ms
step:707/5960 train_time:1279049ms step_avg:1809.12ms
step:708/5960 train_time:1280931ms step_avg:1809.22ms
step:709/5960 train_time:1282815ms step_avg:1809.33ms
step:710/5960 train_time:1284697ms step_avg:1809.43ms
step:711/5960 train_time:1286579ms step_avg:1809.53ms
step:712/5960 train_time:1288460ms step_avg:1809.64ms
step:713/5960 train_time:1290346ms step_avg:1809.74ms
step:714/5960 train_time:1292225ms step_avg:1809.84ms
step:715/5960 train_time:1294107ms step_avg:1809.94ms
step:716/5960 train_time:1295987ms step_avg:1810.04ms
step:717/5960 train_time:1297866ms step_avg:1810.13ms
step:718/5960 train_time:1299746ms step_avg:1810.23ms
step:719/5960 train_time:1301621ms step_avg:1810.32ms
step:720/5960 train_time:1303493ms step_avg:1810.41ms
step:721/5960 train_time:1305381ms step_avg:1810.51ms
step:722/5960 train_time:1307255ms step_avg:1810.60ms
step:723/5960 train_time:1309135ms step_avg:1810.70ms
step:724/5960 train_time:1311013ms step_avg:1810.79ms
step:725/5960 train_time:1312890ms step_avg:1810.88ms
step:726/5960 train_time:1314768ms step_avg:1810.97ms
step:727/5960 train_time:1316645ms step_avg:1811.07ms
step:728/5960 train_time:1318529ms step_avg:1811.17ms
step:729/5960 train_time:1320406ms step_avg:1811.26ms
step:730/5960 train_time:1322286ms step_avg:1811.35ms
step:731/5960 train_time:1324167ms step_avg:1811.45ms
step:732/5960 train_time:1326048ms step_avg:1811.54ms
step:733/5960 train_time:1327925ms step_avg:1811.63ms
step:734/5960 train_time:1329801ms step_avg:1811.72ms
step:735/5960 train_time:1331675ms step_avg:1811.80ms
step:736/5960 train_time:1333553ms step_avg:1811.89ms
step:737/5960 train_time:1335427ms step_avg:1811.98ms
step:738/5960 train_time:1337313ms step_avg:1812.08ms
step:739/5960 train_time:1339186ms step_avg:1812.16ms
step:740/5960 train_time:1341066ms step_avg:1812.25ms
step:741/5960 train_time:1342945ms step_avg:1812.34ms
step:742/5960 train_time:1344824ms step_avg:1812.43ms
step:743/5960 train_time:1346694ms step_avg:1812.51ms
step:744/5960 train_time:1348575ms step_avg:1812.60ms
step:745/5960 train_time:1350452ms step_avg:1812.69ms
step:746/5960 train_time:1352324ms step_avg:1812.77ms
step:747/5960 train_time:1354197ms step_avg:1812.85ms
step:748/5960 train_time:1356070ms step_avg:1812.93ms
step:749/5960 train_time:1357946ms step_avg:1813.01ms
step:750/5960 train_time:1359824ms step_avg:1813.10ms
step:750/5960 val_loss:3.446910 train_time:1359824ms step_avg:1813.10ms
step:751/5960 train_time:1361702ms step_avg:1813.19ms
step:752/5960 train_time:1363579ms step_avg:1813.27ms
step:753/5960 train_time:1365451ms step_avg:1813.35ms
step:754/5960 train_time:1367323ms step_avg:1813.43ms
step:755/5960 train_time:1369199ms step_avg:1813.51ms
step:756/5960 train_time:1371073ms step_avg:1813.59ms
step:757/5960 train_time:1372942ms step_avg:1813.66ms
step:758/5960 train_time:1374819ms step_avg:1813.75ms
step:759/5960 train_time:1376700ms step_avg:1813.83ms
step:760/5960 train_time:1378574ms step_avg:1813.91ms
step:761/5960 train_time:1380445ms step_avg:1813.99ms
step:762/5960 train_time:1382325ms step_avg:1814.07ms
step:763/5960 train_time:1384205ms step_avg:1814.16ms
step:764/5960 train_time:1386077ms step_avg:1814.24ms
step:765/5960 train_time:1387956ms step_avg:1814.32ms
step:766/5960 train_time:1389836ms step_avg:1814.41ms
step:767/5960 train_time:1391711ms step_avg:1814.49ms
step:768/5960 train_time:1393587ms step_avg:1814.57ms
step:769/5960 train_time:1395465ms step_avg:1814.65ms
step:770/5960 train_time:1397343ms step_avg:1814.73ms
step:771/5960 train_time:1399223ms step_avg:1814.82ms
step:772/5960 train_time:1401098ms step_avg:1814.89ms
step:773/5960 train_time:1402971ms step_avg:1814.97ms
step:774/5960 train_time:1404841ms step_avg:1815.04ms
step:775/5960 train_time:1406724ms step_avg:1815.13ms
step:776/5960 train_time:1408600ms step_avg:1815.21ms
step:777/5960 train_time:1410474ms step_avg:1815.28ms
step:778/5960 train_time:1412350ms step_avg:1815.36ms
step:779/5960 train_time:1414231ms step_avg:1815.44ms
step:780/5960 train_time:1416101ms step_avg:1815.51ms
step:781/5960 train_time:1417976ms step_avg:1815.59ms
step:782/5960 train_time:1419860ms step_avg:1815.68ms
step:783/5960 train_time:1421734ms step_avg:1815.75ms
step:784/5960 train_time:1423611ms step_avg:1815.83ms
step:785/5960 train_time:1425489ms step_avg:1815.91ms
step:786/5960 train_time:1427370ms step_avg:1815.99ms
step:787/5960 train_time:1429246ms step_avg:1816.07ms
step:788/5960 train_time:1431130ms step_avg:1816.16ms
step:789/5960 train_time:1433002ms step_avg:1816.23ms
step:790/5960 train_time:1434882ms step_avg:1816.31ms
step:791/5960 train_time:1436758ms step_avg:1816.38ms
step:792/5960 train_time:1438638ms step_avg:1816.46ms
step:793/5960 train_time:1440514ms step_avg:1816.54ms
step:794/5960 train_time:1442393ms step_avg:1816.62ms
step:795/5960 train_time:1444269ms step_avg:1816.69ms
step:796/5960 train_time:1446152ms step_avg:1816.77ms
step:797/5960 train_time:1448046ms step_avg:1816.87ms
step:798/5960 train_time:1449929ms step_avg:1816.95ms
step:799/5960 train_time:1451805ms step_avg:1817.03ms
step:800/5960 train_time:1453688ms step_avg:1817.11ms
step:801/5960 train_time:1455567ms step_avg:1817.19ms
step:802/5960 train_time:1457445ms step_avg:1817.26ms
step:803/5960 train_time:1459325ms step_avg:1817.34ms
step:804/5960 train_time:1461204ms step_avg:1817.42ms
step:805/5960 train_time:1463080ms step_avg:1817.49ms
step:806/5960 train_time:1464956ms step_avg:1817.56ms
step:807/5960 train_time:1466836ms step_avg:1817.64ms
step:808/5960 train_time:1468713ms step_avg:1817.71ms
step:809/5960 train_time:1470588ms step_avg:1817.78ms
step:810/5960 train_time:1472468ms step_avg:1817.86ms
step:811/5960 train_time:1474347ms step_avg:1817.94ms
step:812/5960 train_time:1476226ms step_avg:1818.01ms
step:813/5960 train_time:1478107ms step_avg:1818.09ms
step:814/5960 train_time:1479985ms step_avg:1818.16ms
step:815/5960 train_time:1481860ms step_avg:1818.23ms
step:816/5960 train_time:1483736ms step_avg:1818.30ms
step:817/5960 train_time:1485615ms step_avg:1818.38ms
step:818/5960 train_time:1487496ms step_avg:1818.45ms
step:819/5960 train_time:1489372ms step_avg:1818.53ms
step:820/5960 train_time:1491245ms step_avg:1818.59ms
step:821/5960 train_time:1493123ms step_avg:1818.66ms
step:822/5960 train_time:1495004ms step_avg:1818.74ms
step:823/5960 train_time:1496882ms step_avg:1818.81ms
step:824/5960 train_time:1498759ms step_avg:1818.88ms
step:825/5960 train_time:1500637ms step_avg:1818.95ms
step:826/5960 train_time:1502513ms step_avg:1819.02ms
step:827/5960 train_time:1504394ms step_avg:1819.10ms
step:828/5960 train_time:1506279ms step_avg:1819.18ms
step:829/5960 train_time:1508164ms step_avg:1819.26ms
step:830/5960 train_time:1510041ms step_avg:1819.33ms
step:831/5960 train_time:1511922ms step_avg:1819.40ms
step:832/5960 train_time:1513803ms step_avg:1819.47ms
step:833/5960 train_time:1515683ms step_avg:1819.55ms
step:834/5960 train_time:1517566ms step_avg:1819.62ms
step:835/5960 train_time:1519441ms step_avg:1819.69ms
step:836/5960 train_time:1521326ms step_avg:1819.77ms
step:837/5960 train_time:1523207ms step_avg:1819.84ms
step:838/5960 train_time:1525084ms step_avg:1819.91ms
step:839/5960 train_time:1526961ms step_avg:1819.98ms
step:840/5960 train_time:1528836ms step_avg:1820.04ms
step:841/5960 train_time:1530714ms step_avg:1820.11ms
step:842/5960 train_time:1532591ms step_avg:1820.18ms
step:843/5960 train_time:1534470ms step_avg:1820.25ms
step:844/5960 train_time:1536345ms step_avg:1820.31ms
step:845/5960 train_time:1538220ms step_avg:1820.38ms
step:846/5960 train_time:1540100ms step_avg:1820.45ms
step:847/5960 train_time:1541977ms step_avg:1820.52ms
step:848/5960 train_time:1543861ms step_avg:1820.59ms
step:849/5960 train_time:1545740ms step_avg:1820.66ms
step:850/5960 train_time:1547616ms step_avg:1820.72ms
step:851/5960 train_time:1549485ms step_avg:1820.78ms
step:852/5960 train_time:1551363ms step_avg:1820.85ms
step:853/5960 train_time:1553242ms step_avg:1820.92ms
step:854/5960 train_time:1555124ms step_avg:1820.99ms
step:855/5960 train_time:1556998ms step_avg:1821.05ms
step:856/5960 train_time:1558870ms step_avg:1821.11ms
step:857/5960 train_time:1560743ms step_avg:1821.17ms
step:858/5960 train_time:1562626ms step_avg:1821.24ms
step:859/5960 train_time:1564508ms step_avg:1821.31ms
step:860/5960 train_time:1566393ms step_avg:1821.39ms
step:861/5960 train_time:1568267ms step_avg:1821.45ms
step:862/5960 train_time:1570144ms step_avg:1821.51ms
step:863/5960 train_time:1572020ms step_avg:1821.58ms
step:864/5960 train_time:1573903ms step_avg:1821.65ms
step:865/5960 train_time:1575776ms step_avg:1821.71ms
step:866/5960 train_time:1577654ms step_avg:1821.77ms
step:867/5960 train_time:1579527ms step_avg:1821.83ms
step:868/5960 train_time:1581407ms step_avg:1821.90ms
step:869/5960 train_time:1583274ms step_avg:1821.95ms
step:870/5960 train_time:1585144ms step_avg:1822.01ms
step:871/5960 train_time:1587022ms step_avg:1822.07ms
step:872/5960 train_time:1588893ms step_avg:1822.12ms
step:873/5960 train_time:1590762ms step_avg:1822.18ms
step:874/5960 train_time:1592633ms step_avg:1822.23ms
step:875/5960 train_time:1594501ms step_avg:1822.29ms
step:875/5960 val_loss:3.402220 train_time:1594501ms step_avg:1822.29ms
step:876/5960 train_time:1596377ms step_avg:1822.35ms
step:877/5960 train_time:1598249ms step_avg:1822.40ms
step:878/5960 train_time:1600124ms step_avg:1822.46ms
step:879/5960 train_time:1601993ms step_avg:1822.52ms
step:880/5960 train_time:1603863ms step_avg:1822.57ms
step:881/5960 train_time:1605730ms step_avg:1822.62ms
step:882/5960 train_time:1607600ms step_avg:1822.68ms
step:883/5960 train_time:1609460ms step_avg:1822.72ms
step:884/5960 train_time:1611330ms step_avg:1822.77ms
step:885/5960 train_time:1613198ms step_avg:1822.82ms
step:886/5960 train_time:1615063ms step_avg:1822.87ms
step:887/5960 train_time:1616932ms step_avg:1822.92ms
step:888/5960 train_time:1618801ms step_avg:1822.97ms
step:889/5960 train_time:1620666ms step_avg:1823.02ms
step:890/5960 train_time:1622536ms step_avg:1823.07ms
step:891/5960 train_time:1624398ms step_avg:1823.12ms
step:892/5960 train_time:1626261ms step_avg:1823.16ms
step:893/5960 train_time:1628128ms step_avg:1823.21ms
step:894/5960 train_time:1629993ms step_avg:1823.26ms
step:895/5960 train_time:1631855ms step_avg:1823.30ms
step:896/5960 train_time:1633720ms step_avg:1823.35ms
step:897/5960 train_time:1635584ms step_avg:1823.39ms
step:898/5960 train_time:1637448ms step_avg:1823.44ms
step:899/5960 train_time:1639311ms step_avg:1823.48ms
step:900/5960 train_time:1641175ms step_avg:1823.53ms
step:901/5960 train_time:1643041ms step_avg:1823.57ms
step:902/5960 train_time:1644898ms step_avg:1823.61ms
step:903/5960 train_time:1646758ms step_avg:1823.65ms
step:904/5960 train_time:1648622ms step_avg:1823.70ms
step:905/5960 train_time:1650488ms step_avg:1823.74ms
step:906/5960 train_time:1652348ms step_avg:1823.78ms
step:907/5960 train_time:1654198ms step_avg:1823.81ms
step:908/5960 train_time:1656058ms step_avg:1823.85ms
step:909/5960 train_time:1657922ms step_avg:1823.90ms
step:910/5960 train_time:1659776ms step_avg:1823.93ms
step:911/5960 train_time:1661634ms step_avg:1823.97ms
step:912/5960 train_time:1663492ms step_avg:1824.00ms
step:913/5960 train_time:1665351ms step_avg:1824.04ms
step:914/5960 train_time:1667208ms step_avg:1824.08ms
step:915/5960 train_time:1669080ms step_avg:1824.13ms
step:916/5960 train_time:1670954ms step_avg:1824.19ms
step:917/5960 train_time:1672837ms step_avg:1824.25ms
step:918/5960 train_time:1674717ms step_avg:1824.31ms
step:919/5960 train_time:1676593ms step_avg:1824.37ms
step:920/5960 train_time:1678472ms step_avg:1824.43ms
step:921/5960 train_time:1680354ms step_avg:1824.49ms
step:922/5960 train_time:1682235ms step_avg:1824.55ms
step:923/5960 train_time:1684108ms step_avg:1824.60ms
step:924/5960 train_time:1685973ms step_avg:1824.65ms
step:925/5960 train_time:1687843ms step_avg:1824.69ms
step:926/5960 train_time:1689705ms step_avg:1824.74ms
step:927/5960 train_time:1691576ms step_avg:1824.79ms
step:928/5960 train_time:1693452ms step_avg:1824.84ms
step:929/5960 train_time:1695320ms step_avg:1824.89ms
step:930/5960 train_time:1697193ms step_avg:1824.94ms
step:931/5960 train_time:1699068ms step_avg:1824.99ms
step:932/5960 train_time:1700947ms step_avg:1825.05ms
step:933/5960 train_time:1702817ms step_avg:1825.10ms
step:934/5960 train_time:1704698ms step_avg:1825.16ms
step:935/5960 train_time:1706568ms step_avg:1825.21ms
step:936/5960 train_time:1708440ms step_avg:1825.26ms
step:937/5960 train_time:1710308ms step_avg:1825.30ms
step:938/5960 train_time:1712189ms step_avg:1825.36ms
step:939/5960 train_time:1714057ms step_avg:1825.41ms
step:940/5960 train_time:1715929ms step_avg:1825.46ms
step:941/5960 train_time:1717809ms step_avg:1825.51ms
step:942/5960 train_time:1719678ms step_avg:1825.56ms
step:943/5960 train_time:1721550ms step_avg:1825.61ms
step:944/5960 train_time:1723429ms step_avg:1825.67ms
step:945/5960 train_time:1725303ms step_avg:1825.72ms
step:946/5960 train_time:1727179ms step_avg:1825.77ms
step:947/5960 train_time:1729051ms step_avg:1825.82ms
step:948/5960 train_time:1730930ms step_avg:1825.88ms
step:949/5960 train_time:1732805ms step_avg:1825.93ms
step:950/5960 train_time:1734680ms step_avg:1825.98ms
step:951/5960 train_time:1736555ms step_avg:1826.03ms
step:952/5960 train_time:1738425ms step_avg:1826.08ms
step:953/5960 train_time:1740296ms step_avg:1826.12ms
step:954/5960 train_time:1742168ms step_avg:1826.17ms
step:955/5960 train_time:1744039ms step_avg:1826.22ms
step:956/5960 train_time:1745909ms step_avg:1826.26ms
step:957/5960 train_time:1747778ms step_avg:1826.31ms
step:958/5960 train_time:1749653ms step_avg:1826.36ms
step:959/5960 train_time:1751527ms step_avg:1826.41ms
step:960/5960 train_time:1753400ms step_avg:1826.46ms
step:961/5960 train_time:1755269ms step_avg:1826.50ms
step:962/5960 train_time:1757154ms step_avg:1826.56ms
step:963/5960 train_time:1759025ms step_avg:1826.61ms
step:964/5960 train_time:1760895ms step_avg:1826.65ms
step:965/5960 train_time:1762767ms step_avg:1826.70ms
step:966/5960 train_time:1764644ms step_avg:1826.75ms
step:967/5960 train_time:1766519ms step_avg:1826.80ms
step:968/5960 train_time:1768390ms step_avg:1826.85ms
step:969/5960 train_time:1770262ms step_avg:1826.90ms
step:970/5960 train_time:1772129ms step_avg:1826.94ms
step:971/5960 train_time:1774012ms step_avg:1826.99ms
step:972/5960 train_time:1775876ms step_avg:1827.03ms
step:973/5960 train_time:1777751ms step_avg:1827.08ms
step:974/5960 train_time:1779619ms step_avg:1827.12ms
step:975/5960 train_time:1781492ms step_avg:1827.17ms
step:976/5960 train_time:1783356ms step_avg:1827.21ms
step:977/5960 train_time:1785228ms step_avg:1827.25ms
step:978/5960 train_time:1787098ms step_avg:1827.30ms
step:979/5960 train_time:1788969ms step_avg:1827.34ms
step:980/5960 train_time:1790839ms step_avg:1827.39ms
step:981/5960 train_time:1792705ms step_avg:1827.43ms
step:982/5960 train_time:1794577ms step_avg:1827.47ms
step:983/5960 train_time:1796444ms step_avg:1827.51ms
step:984/5960 train_time:1798310ms step_avg:1827.55ms
step:985/5960 train_time:1800174ms step_avg:1827.59ms
step:986/5960 train_time:1802046ms step_avg:1827.63ms
step:987/5960 train_time:1803920ms step_avg:1827.68ms
step:988/5960 train_time:1805798ms step_avg:1827.73ms
step:989/5960 train_time:1807660ms step_avg:1827.77ms
step:990/5960 train_time:1809529ms step_avg:1827.81ms
step:991/5960 train_time:1811396ms step_avg:1827.85ms
step:992/5960 train_time:1813266ms step_avg:1827.89ms
step:993/5960 train_time:1815137ms step_avg:1827.93ms
step:994/5960 train_time:1817012ms step_avg:1827.98ms
step:995/5960 train_time:1818895ms step_avg:1828.04ms
step:996/5960 train_time:1820769ms step_avg:1828.08ms
step:997/5960 train_time:1822641ms step_avg:1828.12ms
step:998/5960 train_time:1824510ms step_avg:1828.17ms
step:999/5960 train_time:1826377ms step_avg:1828.21ms
step:1000/5960 train_time:1828246ms step_avg:1828.25ms
step:1000/5960 val_loss:3.362856 train_time:1828247ms step_avg:1828.25ms
step:1001/5960 train_time:1830118ms step_avg:1828.29ms
step:1002/5960 train_time:1831988ms step_avg:1828.33ms
step:1003/5960 train_time:1833861ms step_avg:1828.38ms
step:1004/5960 train_time:1835733ms step_avg:1828.42ms
step:1005/5960 train_time:1837602ms step_avg:1828.46ms
step:1006/5960 train_time:1839476ms step_avg:1828.51ms
step:1007/5960 train_time:1841347ms step_avg:1828.55ms
step:1008/5960 train_time:1843212ms step_avg:1828.58ms
step:1009/5960 train_time:1845074ms step_avg:1828.62ms
step:1010/5960 train_time:1846947ms step_avg:1828.66ms
step:1011/5960 train_time:1848814ms step_avg:1828.70ms
step:1012/5960 train_time:1850683ms step_avg:1828.74ms
step:1013/5960 train_time:1852553ms step_avg:1828.78ms
step:1014/5960 train_time:1854428ms step_avg:1828.82ms
step:1015/5960 train_time:1856304ms step_avg:1828.87ms
step:1016/5960 train_time:1858175ms step_avg:1828.91ms
step:1017/5960 train_time:1860044ms step_avg:1828.95ms
step:1018/5960 train_time:1861925ms step_avg:1829.00ms
step:1019/5960 train_time:1863799ms step_avg:1829.05ms
step:1020/5960 train_time:1865673ms step_avg:1829.09ms
step:1021/5960 train_time:1867549ms step_avg:1829.14ms
step:1022/5960 train_time:1869425ms step_avg:1829.18ms
step:1023/5960 train_time:1871298ms step_avg:1829.23ms
step:1024/5960 train_time:1873164ms step_avg:1829.26ms
step:1025/5960 train_time:1875039ms step_avg:1829.31ms
step:1026/5960 train_time:1876914ms step_avg:1829.35ms
step:1027/5960 train_time:1878790ms step_avg:1829.40ms
step:1028/5960 train_time:1880658ms step_avg:1829.43ms
step:1029/5960 train_time:1882525ms step_avg:1829.47ms
step:1030/5960 train_time:1884406ms step_avg:1829.52ms
step:1031/5960 train_time:1886288ms step_avg:1829.57ms
step:1032/5960 train_time:1888165ms step_avg:1829.62ms
step:1033/5960 train_time:1890033ms step_avg:1829.65ms
step:1034/5960 train_time:1891905ms step_avg:1829.69ms
step:1035/5960 train_time:1893775ms step_avg:1829.73ms
step:1036/5960 train_time:1895653ms step_avg:1829.78ms
step:1037/5960 train_time:1897534ms step_avg:1829.83ms
step:1038/5960 train_time:1899408ms step_avg:1829.87ms
step:1039/5960 train_time:1901292ms step_avg:1829.92ms
step:1040/5960 train_time:1903169ms step_avg:1829.97ms
step:1041/5960 train_time:1905041ms step_avg:1830.01ms
step:1042/5960 train_time:1906916ms step_avg:1830.05ms
step:1043/5960 train_time:1908788ms step_avg:1830.09ms
step:1044/5960 train_time:1910654ms step_avg:1830.13ms
step:1045/5960 train_time:1912523ms step_avg:1830.17ms
step:1046/5960 train_time:1914400ms step_avg:1830.21ms
step:1047/5960 train_time:1916275ms step_avg:1830.25ms
step:1048/5960 train_time:1918154ms step_avg:1830.30ms
step:1049/5960 train_time:1920027ms step_avg:1830.34ms
step:1050/5960 train_time:1921903ms step_avg:1830.38ms
step:1051/5960 train_time:1923780ms step_avg:1830.43ms
step:1052/5960 train_time:1925659ms step_avg:1830.47ms
step:1053/5960 train_time:1927543ms step_avg:1830.52ms
step:1054/5960 train_time:1929421ms step_avg:1830.57ms
step:1055/5960 train_time:1931298ms step_avg:1830.61ms
step:1056/5960 train_time:1933174ms step_avg:1830.66ms
step:1057/5960 train_time:1935054ms step_avg:1830.70ms
step:1058/5960 train_time:1936937ms step_avg:1830.75ms
step:1059/5960 train_time:1938814ms step_avg:1830.80ms
step:1060/5960 train_time:1940708ms step_avg:1830.86ms
step:1061/5960 train_time:1942595ms step_avg:1830.91ms
step:1062/5960 train_time:1944477ms step_avg:1830.96ms
step:1063/5960 train_time:1946359ms step_avg:1831.01ms
step:1064/5960 train_time:1948243ms step_avg:1831.06ms
step:1065/5960 train_time:1950115ms step_avg:1831.09ms
step:1066/5960 train_time:1951996ms step_avg:1831.14ms
step:1067/5960 train_time:1953871ms step_avg:1831.18ms
step:1068/5960 train_time:1955762ms step_avg:1831.24ms
step:1069/5960 train_time:1957648ms step_avg:1831.29ms
step:1070/5960 train_time:1959531ms step_avg:1831.34ms
step:1071/5960 train_time:1961414ms step_avg:1831.39ms
step:1072/5960 train_time:1963297ms step_avg:1831.43ms
step:1073/5960 train_time:1965186ms step_avg:1831.49ms
step:1074/5960 train_time:1967061ms step_avg:1831.53ms
step:1075/5960 train_time:1968941ms step_avg:1831.57ms
step:1076/5960 train_time:1970817ms step_avg:1831.61ms
step:1077/5960 train_time:1972702ms step_avg:1831.66ms
step:1078/5960 train_time:1974583ms step_avg:1831.71ms
step:1079/5960 train_time:1976473ms step_avg:1831.76ms
step:1080/5960 train_time:1978369ms step_avg:1831.82ms
step:1081/5960 train_time:1980267ms step_avg:1831.88ms
step:1082/5960 train_time:1982166ms step_avg:1831.95ms
step:1083/5960 train_time:1984072ms step_avg:1832.01ms
step:1084/5960 train_time:1985964ms step_avg:1832.07ms
step:1085/5960 train_time:1987861ms step_avg:1832.13ms
step:1086/5960 train_time:1989754ms step_avg:1832.19ms
step:1087/5960 train_time:1991658ms step_avg:1832.25ms
step:1088/5960 train_time:1993554ms step_avg:1832.31ms
step:1089/5960 train_time:1995451ms step_avg:1832.37ms
step:1090/5960 train_time:1997349ms step_avg:1832.43ms
step:1091/5960 train_time:1999254ms step_avg:1832.50ms
step:1092/5960 train_time:2001153ms step_avg:1832.56ms
step:1093/5960 train_time:2003056ms step_avg:1832.62ms
step:1094/5960 train_time:2004956ms step_avg:1832.68ms
step:1095/5960 train_time:2006853ms step_avg:1832.74ms
step:1096/5960 train_time:2008752ms step_avg:1832.80ms
step:1097/5960 train_time:2010650ms step_avg:1832.86ms
step:1098/5960 train_time:2012553ms step_avg:1832.93ms
step:1099/5960 train_time:2014453ms step_avg:1832.99ms
step:1100/5960 train_time:2016353ms step_avg:1833.05ms
step:1101/5960 train_time:2018255ms step_avg:1833.11ms
step:1102/5960 train_time:2020151ms step_avg:1833.17ms
step:1103/5960 train_time:2022050ms step_avg:1833.23ms
step:1104/5960 train_time:2023952ms step_avg:1833.29ms
step:1105/5960 train_time:2025856ms step_avg:1833.35ms
step:1106/5960 train_time:2027757ms step_avg:1833.42ms
step:1107/5960 train_time:2029659ms step_avg:1833.48ms
step:1108/5960 train_time:2031560ms step_avg:1833.54ms
step:1109/5960 train_time:2033472ms step_avg:1833.61ms
step:1110/5960 train_time:2035386ms step_avg:1833.68ms
step:1111/5960 train_time:2037283ms step_avg:1833.74ms
step:1112/5960 train_time:2039192ms step_avg:1833.81ms
step:1113/5960 train_time:2041099ms step_avg:1833.87ms
step:1114/5960 train_time:2043008ms step_avg:1833.94ms
step:1115/5960 train_time:2044911ms step_avg:1834.00ms
step:1116/5960 train_time:2046820ms step_avg:1834.07ms
step:1117/5960 train_time:2048722ms step_avg:1834.13ms
step:1118/5960 train_time:2050625ms step_avg:1834.19ms
step:1119/5960 train_time:2052525ms step_avg:1834.25ms
step:1120/5960 train_time:2054440ms step_avg:1834.32ms
step:1121/5960 train_time:2056351ms step_avg:1834.39ms
step:1122/5960 train_time:2058256ms step_avg:1834.45ms
step:1123/5960 train_time:2060158ms step_avg:1834.51ms
step:1124/5960 train_time:2062060ms step_avg:1834.57ms
step:1125/5960 train_time:2063960ms step_avg:1834.63ms
step:1125/5960 val_loss:3.335960 train_time:2063960ms step_avg:1834.63ms
step:1126/5960 train_time:2065875ms step_avg:1834.70ms
step:1127/5960 train_time:2067774ms step_avg:1834.76ms
step:1128/5960 train_time:2069694ms step_avg:1834.83ms
step:1129/5960 train_time:2071605ms step_avg:1834.90ms
step:1130/5960 train_time:2073519ms step_avg:1834.97ms
step:1131/5960 train_time:2075429ms step_avg:1835.04ms
step:1132/5960 train_time:2077333ms step_avg:1835.10ms
step:1133/5960 train_time:2079240ms step_avg:1835.16ms
step:1134/5960 train_time:2081150ms step_avg:1835.23ms
step:1135/5960 train_time:2083052ms step_avg:1835.29ms
step:1136/5960 train_time:2084970ms step_avg:1835.36ms
step:1137/5960 train_time:2086874ms step_avg:1835.42ms
step:1138/5960 train_time:2088787ms step_avg:1835.49ms
step:1139/5960 train_time:2090694ms step_avg:1835.55ms
step:1140/5960 train_time:2092600ms step_avg:1835.61ms
step:1141/5960 train_time:2094504ms step_avg:1835.67ms
step:1142/5960 train_time:2096414ms step_avg:1835.74ms
step:1143/5960 train_time:2098316ms step_avg:1835.80ms
step:1144/5960 train_time:2100224ms step_avg:1835.86ms
step:1145/5960 train_time:2102128ms step_avg:1835.92ms
step:1146/5960 train_time:2104035ms step_avg:1835.98ms
step:1147/5960 train_time:2105938ms step_avg:1836.04ms
step:1148/5960 train_time:2107832ms step_avg:1836.09ms
step:1149/5960 train_time:2109739ms step_avg:1836.15ms
step:1150/5960 train_time:2111641ms step_avg:1836.21ms
step:1151/5960 train_time:2113549ms step_avg:1836.27ms
step:1152/5960 train_time:2115454ms step_avg:1836.33ms
step:1153/5960 train_time:2117360ms step_avg:1836.39ms
step:1154/5960 train_time:2119267ms step_avg:1836.45ms
step:1155/5960 train_time:2121177ms step_avg:1836.52ms
step:1156/5960 train_time:2123076ms step_avg:1836.57ms
step:1157/5960 train_time:2124975ms step_avg:1836.62ms
step:1158/5960 train_time:2126885ms step_avg:1836.69ms
step:1159/5960 train_time:2128796ms step_avg:1836.75ms
step:1160/5960 train_time:2130699ms step_avg:1836.81ms
step:1161/5960 train_time:2132600ms step_avg:1836.86ms
step:1162/5960 train_time:2134502ms step_avg:1836.92ms
step:1163/5960 train_time:2136401ms step_avg:1836.97ms
step:1164/5960 train_time:2138301ms step_avg:1837.03ms
step:1165/5960 train_time:2140197ms step_avg:1837.08ms
step:1166/5960 train_time:2142096ms step_avg:1837.13ms
step:1167/5960 train_time:2143996ms step_avg:1837.19ms
step:1168/5960 train_time:2145899ms step_avg:1837.24ms
step:1169/5960 train_time:2147800ms step_avg:1837.30ms
step:1170/5960 train_time:2149695ms step_avg:1837.35ms
step:1171/5960 train_time:2151599ms step_avg:1837.40ms
step:1172/5960 train_time:2153501ms step_avg:1837.46ms
step:1173/5960 train_time:2155395ms step_avg:1837.51ms
step:1174/5960 train_time:2157302ms step_avg:1837.57ms
step:1175/5960 train_time:2159200ms step_avg:1837.62ms
step:1176/5960 train_time:2161100ms step_avg:1837.67ms
step:1177/5960 train_time:2163020ms step_avg:1837.74ms
step:1178/5960 train_time:2164922ms step_avg:1837.79ms
step:1179/5960 train_time:2166832ms step_avg:1837.86ms
step:1180/5960 train_time:2168736ms step_avg:1837.91ms
step:1181/5960 train_time:2170633ms step_avg:1837.96ms
step:1182/5960 train_time:2172529ms step_avg:1838.01ms
step:1183/5960 train_time:2174443ms step_avg:1838.08ms
step:1184/5960 train_time:2176339ms step_avg:1838.12ms
step:1185/5960 train_time:2178236ms step_avg:1838.17ms
step:1186/5960 train_time:2180136ms step_avg:1838.23ms
step:1187/5960 train_time:2182038ms step_avg:1838.28ms
step:1188/5960 train_time:2183942ms step_avg:1838.33ms
step:1189/5960 train_time:2185836ms step_avg:1838.38ms
step:1190/5960 train_time:2187748ms step_avg:1838.44ms
step:1191/5960 train_time:2189650ms step_avg:1838.50ms
step:1192/5960 train_time:2191548ms step_avg:1838.55ms
step:1193/5960 train_time:2193449ms step_avg:1838.60ms
step:1194/5960 train_time:2195352ms step_avg:1838.65ms
step:1195/5960 train_time:2197251ms step_avg:1838.70ms
step:1196/5960 train_time:2199150ms step_avg:1838.75ms
step:1197/5960 train_time:2201054ms step_avg:1838.81ms
step:1198/5960 train_time:2202958ms step_avg:1838.86ms
step:1199/5960 train_time:2204859ms step_avg:1838.91ms
step:1200/5960 train_time:2206767ms step_avg:1838.97ms
step:1201/5960 train_time:2208675ms step_avg:1839.03ms
step:1202/5960 train_time:2210579ms step_avg:1839.08ms
step:1203/5960 train_time:2212470ms step_avg:1839.13ms
step:1204/5960 train_time:2214364ms step_avg:1839.17ms
step:1205/5960 train_time:2216281ms step_avg:1839.24ms
step:1206/5960 train_time:2218189ms step_avg:1839.29ms
step:1207/5960 train_time:2220090ms step_avg:1839.35ms
step:1208/5960 train_time:2221995ms step_avg:1839.40ms
step:1209/5960 train_time:2223900ms step_avg:1839.45ms
step:1210/5960 train_time:2225796ms step_avg:1839.50ms
step:1211/5960 train_time:2227701ms step_avg:1839.55ms
step:1212/5960 train_time:2229597ms step_avg:1839.60ms
step:1213/5960 train_time:2231503ms step_avg:1839.66ms
step:1214/5960 train_time:2233401ms step_avg:1839.70ms
step:1215/5960 train_time:2235301ms step_avg:1839.75ms
step:1216/5960 train_time:2237202ms step_avg:1839.80ms
step:1217/5960 train_time:2239103ms step_avg:1839.85ms
step:1218/5960 train_time:2240997ms step_avg:1839.90ms
step:1219/5960 train_time:2242893ms step_avg:1839.95ms
step:1220/5960 train_time:2244792ms step_avg:1839.99ms
step:1221/5960 train_time:2246691ms step_avg:1840.04ms
step:1222/5960 train_time:2248589ms step_avg:1840.09ms
step:1223/5960 train_time:2250487ms step_avg:1840.14ms
step:1224/5960 train_time:2252382ms step_avg:1840.18ms
step:1225/5960 train_time:2254283ms step_avg:1840.23ms
step:1226/5960 train_time:2256186ms step_avg:1840.28ms
step:1227/5960 train_time:2258087ms step_avg:1840.33ms
step:1228/5960 train_time:2259997ms step_avg:1840.39ms
step:1229/5960 train_time:2261901ms step_avg:1840.44ms
step:1230/5960 train_time:2263803ms step_avg:1840.49ms
step:1231/5960 train_time:2265701ms step_avg:1840.54ms
step:1232/5960 train_time:2267599ms step_avg:1840.58ms
step:1233/5960 train_time:2269506ms step_avg:1840.64ms
step:1234/5960 train_time:2271399ms step_avg:1840.68ms
step:1235/5960 train_time:2273305ms step_avg:1840.73ms
step:1236/5960 train_time:2275196ms step_avg:1840.77ms
step:1237/5960 train_time:2277096ms step_avg:1840.82ms
step:1238/5960 train_time:2279001ms step_avg:1840.87ms
step:1239/5960 train_time:2280903ms step_avg:1840.92ms
step:1240/5960 train_time:2282799ms step_avg:1840.97ms
step:1241/5960 train_time:2284705ms step_avg:1841.02ms
step:1242/5960 train_time:2286603ms step_avg:1841.07ms
step:1243/5960 train_time:2288502ms step_avg:1841.11ms
step:1244/5960 train_time:2290408ms step_avg:1841.16ms
step:1245/5960 train_time:2292303ms step_avg:1841.21ms
step:1246/5960 train_time:2294203ms step_avg:1841.25ms
step:1247/5960 train_time:2296097ms step_avg:1841.30ms
step:1248/5960 train_time:2297998ms step_avg:1841.34ms
step:1249/5960 train_time:2299897ms step_avg:1841.39ms
step:1250/5960 train_time:2301802ms step_avg:1841.44ms
step:1250/5960 val_loss:3.309205 train_time:2301802ms step_avg:1841.44ms
step:1251/5960 train_time:2303702ms step_avg:1841.49ms
step:1252/5960 train_time:2305597ms step_avg:1841.53ms
step:1253/5960 train_time:2307502ms step_avg:1841.58ms
step:1254/5960 train_time:2309406ms step_avg:1841.63ms
step:1255/5960 train_time:2311307ms step_avg:1841.68ms
step:1256/5960 train_time:2313205ms step_avg:1841.72ms
step:1257/5960 train_time:2315101ms step_avg:1841.77ms
step:1258/5960 train_time:2317012ms step_avg:1841.82ms
step:1259/5960 train_time:2318914ms step_avg:1841.87ms
step:1260/5960 train_time:2320810ms step_avg:1841.91ms
step:1261/5960 train_time:2322718ms step_avg:1841.96ms
step:1262/5960 train_time:2324620ms step_avg:1842.01ms
step:1263/5960 train_time:2326511ms step_avg:1842.05ms
step:1264/5960 train_time:2328408ms step_avg:1842.10ms
step:1265/5960 train_time:2330321ms step_avg:1842.15ms
step:1266/5960 train_time:2332217ms step_avg:1842.19ms
step:1267/5960 train_time:2334110ms step_avg:1842.23ms
step:1268/5960 train_time:2336006ms step_avg:1842.28ms
step:1269/5960 train_time:2337905ms step_avg:1842.32ms
step:1270/5960 train_time:2339805ms step_avg:1842.37ms
step:1271/5960 train_time:2341710ms step_avg:1842.42ms
step:1272/5960 train_time:2343613ms step_avg:1842.46ms
step:1273/5960 train_time:2345509ms step_avg:1842.50ms
step:1274/5960 train_time:2347404ms step_avg:1842.55ms
step:1275/5960 train_time:2349298ms step_avg:1842.59ms
step:1276/5960 train_time:2351189ms step_avg:1842.62ms
step:1277/5960 train_time:2353084ms step_avg:1842.67ms
step:1278/5960 train_time:2354983ms step_avg:1842.71ms
step:1279/5960 train_time:2356879ms step_avg:1842.75ms
step:1280/5960 train_time:2358778ms step_avg:1842.80ms
step:1281/5960 train_time:2360678ms step_avg:1842.84ms
step:1282/5960 train_time:2362584ms step_avg:1842.89ms
step:1283/5960 train_time:2364517ms step_avg:1842.96ms
step:1284/5960 train_time:2366440ms step_avg:1843.02ms
step:1285/5960 train_time:2368347ms step_avg:1843.07ms
step:1286/5960 train_time:2370258ms step_avg:1843.12ms
step:1287/5960 train_time:2372180ms step_avg:1843.19ms
step:1288/5960 train_time:2374086ms step_avg:1843.23ms
step:1289/5960 train_time:2376009ms step_avg:1843.30ms
step:1290/5960 train_time:2377924ms step_avg:1843.35ms
step:1291/5960 train_time:2379848ms step_avg:1843.41ms
step:1292/5960 train_time:2381749ms step_avg:1843.46ms
step:1293/5960 train_time:2383683ms step_avg:1843.53ms
step:1294/5960 train_time:2385607ms step_avg:1843.59ms
step:1295/5960 train_time:2387528ms step_avg:1843.65ms
step:1296/5960 train_time:2389447ms step_avg:1843.71ms
step:1297/5960 train_time:2391360ms step_avg:1843.76ms
step:1298/5960 train_time:2393277ms step_avg:1843.82ms
step:1299/5960 train_time:2395188ms step_avg:1843.87ms
step:1300/5960 train_time:2397112ms step_avg:1843.93ms
step:1301/5960 train_time:2399029ms step_avg:1843.99ms
step:1302/5960 train_time:2400942ms step_avg:1844.04ms
step:1303/5960 train_time:2402849ms step_avg:1844.09ms
step:1304/5960 train_time:2404762ms step_avg:1844.14ms
step:1305/5960 train_time:2406678ms step_avg:1844.20ms
step:1306/5960 train_time:2408595ms step_avg:1844.25ms
step:1307/5960 train_time:2410523ms step_avg:1844.32ms
step:1308/5960 train_time:2412438ms step_avg:1844.37ms
step:1309/5960 train_time:2414357ms step_avg:1844.43ms
step:1310/5960 train_time:2416265ms step_avg:1844.48ms
step:1311/5960 train_time:2418182ms step_avg:1844.53ms
step:1312/5960 train_time:2420092ms step_avg:1844.58ms
step:1313/5960 train_time:2422008ms step_avg:1844.64ms
step:1314/5960 train_time:2423922ms step_avg:1844.69ms
step:1315/5960 train_time:2425830ms step_avg:1844.74ms
step:1316/5960 train_time:2427745ms step_avg:1844.79ms
step:1317/5960 train_time:2429656ms step_avg:1844.84ms
step:1318/5960 train_time:2431562ms step_avg:1844.89ms
step:1319/5960 train_time:2433479ms step_avg:1844.94ms
step:1320/5960 train_time:2435381ms step_avg:1844.99ms
step:1321/5960 train_time:2437298ms step_avg:1845.04ms
step:1322/5960 train_time:2439205ms step_avg:1845.09ms
step:1323/5960 train_time:2441123ms step_avg:1845.14ms
step:1324/5960 train_time:2443029ms step_avg:1845.19ms
step:1325/5960 train_time:2444941ms step_avg:1845.24ms
step:1326/5960 train_time:2446849ms step_avg:1845.29ms
step:1327/5960 train_time:2448744ms step_avg:1845.32ms
step:1328/5960 train_time:2450659ms step_avg:1845.38ms
step:1329/5960 train_time:2452582ms step_avg:1845.43ms
step:1330/5960 train_time:2454479ms step_avg:1845.47ms
step:1331/5960 train_time:2456381ms step_avg:1845.52ms
step:1332/5960 train_time:2458308ms step_avg:1845.58ms
step:1333/5960 train_time:2460219ms step_avg:1845.63ms
step:1334/5960 train_time:2462125ms step_avg:1845.67ms
step:1335/5960 train_time:2464026ms step_avg:1845.71ms
step:1336/5960 train_time:2465945ms step_avg:1845.77ms
step:1337/5960 train_time:2467849ms step_avg:1845.81ms
step:1338/5960 train_time:2469748ms step_avg:1845.85ms
step:1339/5960 train_time:2471661ms step_avg:1845.90ms
step:1340/5960 train_time:2473559ms step_avg:1845.94ms
step:1341/5960 train_time:2475463ms step_avg:1845.98ms
step:1342/5960 train_time:2477377ms step_avg:1846.03ms
step:1343/5960 train_time:2479281ms step_avg:1846.08ms
step:1344/5960 train_time:2481185ms step_avg:1846.12ms
step:1345/5960 train_time:2483075ms step_avg:1846.15ms
step:1346/5960 train_time:2484978ms step_avg:1846.19ms
step:1347/5960 train_time:2486877ms step_avg:1846.23ms
step:1348/5960 train_time:2488776ms step_avg:1846.27ms
step:1349/5960 train_time:2490675ms step_avg:1846.31ms
step:1350/5960 train_time:2492577ms step_avg:1846.35ms
step:1351/5960 train_time:2494480ms step_avg:1846.40ms
step:1352/5960 train_time:2496378ms step_avg:1846.43ms
step:1353/5960 train_time:2498273ms step_avg:1846.47ms
step:1354/5960 train_time:2500168ms step_avg:1846.51ms
step:1355/5960 train_time:2502066ms step_avg:1846.54ms
step:1356/5960 train_time:2503982ms step_avg:1846.59ms
step:1357/5960 train_time:2505879ms step_avg:1846.63ms
step:1358/5960 train_time:2507775ms step_avg:1846.67ms
step:1359/5960 train_time:2509668ms step_avg:1846.70ms
step:1360/5960 train_time:2511561ms step_avg:1846.74ms
step:1361/5960 train_time:2513459ms step_avg:1846.77ms
step:1362/5960 train_time:2515354ms step_avg:1846.81ms
step:1363/5960 train_time:2517242ms step_avg:1846.84ms
step:1364/5960 train_time:2519140ms step_avg:1846.88ms
step:1365/5960 train_time:2521042ms step_avg:1846.92ms
step:1366/5960 train_time:2522943ms step_avg:1846.96ms
step:1367/5960 train_time:2524837ms step_avg:1846.99ms
step:1368/5960 train_time:2526727ms step_avg:1847.02ms
step:1369/5960 train_time:2528616ms step_avg:1847.05ms
step:1370/5960 train_time:2530510ms step_avg:1847.09ms
step:1371/5960 train_time:2532406ms step_avg:1847.12ms
step:1372/5960 train_time:2534302ms step_avg:1847.16ms
step:1373/5960 train_time:2536205ms step_avg:1847.20ms
step:1374/5960 train_time:2538095ms step_avg:1847.23ms
step:1375/5960 train_time:2540002ms step_avg:1847.27ms
step:1375/5960 val_loss:3.287418 train_time:2540003ms step_avg:1847.27ms
step:1376/5960 train_time:2541892ms step_avg:1847.31ms
step:1377/5960 train_time:2543787ms step_avg:1847.34ms
step:1378/5960 train_time:2545684ms step_avg:1847.38ms
step:1379/5960 train_time:2547566ms step_avg:1847.40ms
step:1380/5960 train_time:2549456ms step_avg:1847.43ms
step:1381/5960 train_time:2551347ms step_avg:1847.46ms
step:1382/5960 train_time:2553239ms step_avg:1847.50ms
step:1383/5960 train_time:2555122ms step_avg:1847.52ms
step:1384/5960 train_time:2557013ms step_avg:1847.55ms
step:1385/5960 train_time:2558916ms step_avg:1847.59ms
step:1386/5960 train_time:2560809ms step_avg:1847.63ms
step:1387/5960 train_time:2562711ms step_avg:1847.66ms
step:1388/5960 train_time:2564602ms step_avg:1847.70ms
step:1389/5960 train_time:2566479ms step_avg:1847.72ms
step:1390/5960 train_time:2568360ms step_avg:1847.74ms
step:1391/5960 train_time:2570247ms step_avg:1847.77ms
step:1392/5960 train_time:2572132ms step_avg:1847.80ms
step:1393/5960 train_time:2574007ms step_avg:1847.82ms
step:1394/5960 train_time:2575895ms step_avg:1847.84ms
step:1395/5960 train_time:2577780ms step_avg:1847.87ms
step:1396/5960 train_time:2579672ms step_avg:1847.90ms
step:1397/5960 train_time:2581556ms step_avg:1847.93ms
step:1398/5960 train_time:2583442ms step_avg:1847.96ms
step:1399/5960 train_time:2585325ms step_avg:1847.98ms
step:1400/5960 train_time:2587209ms step_avg:1848.01ms
step:1401/5960 train_time:2589088ms step_avg:1848.03ms
step:1402/5960 train_time:2590974ms step_avg:1848.06ms
step:1403/5960 train_time:2592858ms step_avg:1848.08ms
step:1404/5960 train_time:2594744ms step_avg:1848.11ms
step:1405/5960 train_time:2596629ms step_avg:1848.13ms
step:1406/5960 train_time:2598518ms step_avg:1848.16ms
step:1407/5960 train_time:2600412ms step_avg:1848.20ms
step:1408/5960 train_time:2602286ms step_avg:1848.21ms
step:1409/5960 train_time:2604178ms step_avg:1848.25ms
step:1410/5960 train_time:2606063ms step_avg:1848.27ms
step:1411/5960 train_time:2607934ms step_avg:1848.29ms
step:1412/5960 train_time:2609826ms step_avg:1848.32ms
step:1413/5960 train_time:2611717ms step_avg:1848.35ms
step:1414/5960 train_time:2613598ms step_avg:1848.37ms
step:1415/5960 train_time:2615475ms step_avg:1848.39ms
step:1416/5960 train_time:2617365ms step_avg:1848.42ms
step:1417/5960 train_time:2619252ms step_avg:1848.45ms
step:1418/5960 train_time:2621143ms step_avg:1848.48ms
step:1419/5960 train_time:2623037ms step_avg:1848.51ms
step:1420/5960 train_time:2624923ms step_avg:1848.54ms
step:1421/5960 train_time:2626810ms step_avg:1848.56ms
step:1422/5960 train_time:2628690ms step_avg:1848.59ms
step:1423/5960 train_time:2630589ms step_avg:1848.62ms
step:1424/5960 train_time:2632475ms step_avg:1848.65ms
step:1425/5960 train_time:2634372ms step_avg:1848.68ms
step:1426/5960 train_time:2636254ms step_avg:1848.71ms
step:1427/5960 train_time:2638144ms step_avg:1848.73ms
step:1428/5960 train_time:2640041ms step_avg:1848.77ms
step:1429/5960 train_time:2641942ms step_avg:1848.80ms
step:1430/5960 train_time:2643827ms step_avg:1848.83ms
step:1431/5960 train_time:2645721ms step_avg:1848.86ms
step:1432/5960 train_time:2647600ms step_avg:1848.88ms
step:1433/5960 train_time:2649480ms step_avg:1848.90ms
step:1434/5960 train_time:2651363ms step_avg:1848.93ms
step:1435/5960 train_time:2653252ms step_avg:1848.96ms
step:1436/5960 train_time:2655152ms step_avg:1848.99ms
step:1437/5960 train_time:2657042ms step_avg:1849.02ms
step:1438/5960 train_time:2658936ms step_avg:1849.05ms
step:1439/5960 train_time:2660813ms step_avg:1849.07ms
step:1440/5960 train_time:2662699ms step_avg:1849.10ms
step:1441/5960 train_time:2664587ms step_avg:1849.12ms
step:1442/5960 train_time:2666474ms step_avg:1849.15ms
step:1443/5960 train_time:2668357ms step_avg:1849.17ms
step:1444/5960 train_time:2670249ms step_avg:1849.20ms
step:1445/5960 train_time:2672137ms step_avg:1849.23ms
step:1446/5960 train_time:2674028ms step_avg:1849.26ms
step:1447/5960 train_time:2675924ms step_avg:1849.29ms
step:1448/5960 train_time:2677807ms step_avg:1849.31ms
step:1449/5960 train_time:2679699ms step_avg:1849.34ms
step:1450/5960 train_time:2681595ms step_avg:1849.38ms
step:1451/5960 train_time:2683472ms step_avg:1849.39ms
step:1452/5960 train_time:2685367ms step_avg:1849.43ms
step:1453/5960 train_time:2687252ms step_avg:1849.45ms
step:1454/5960 train_time:2689149ms step_avg:1849.48ms
step:1455/5960 train_time:2691032ms step_avg:1849.51ms
step:1456/5960 train_time:2692915ms step_avg:1849.53ms
step:1457/5960 train_time:2694801ms step_avg:1849.55ms
step:1458/5960 train_time:2696691ms step_avg:1849.58ms
step:1459/5960 train_time:2698590ms step_avg:1849.62ms
step:1460/5960 train_time:2700474ms step_avg:1849.64ms
step:1461/5960 train_time:2702360ms step_avg:1849.66ms
step:1462/5960 train_time:2704251ms step_avg:1849.69ms
step:1463/5960 train_time:2706141ms step_avg:1849.72ms
step:1464/5960 train_time:2708029ms step_avg:1849.75ms
step:1465/5960 train_time:2709917ms step_avg:1849.77ms
step:1466/5960 train_time:2711804ms step_avg:1849.80ms
step:1467/5960 train_time:2713709ms step_avg:1849.84ms
step:1468/5960 train_time:2715588ms step_avg:1849.86ms
step:1469/5960 train_time:2717480ms step_avg:1849.88ms
step:1470/5960 train_time:2719370ms step_avg:1849.91ms
step:1471/5960 train_time:2721261ms step_avg:1849.94ms
step:1472/5960 train_time:2723147ms step_avg:1849.96ms
step:1473/5960 train_time:2725036ms step_avg:1849.99ms
step:1474/5960 train_time:2726927ms step_avg:1850.02ms
step:1475/5960 train_time:2728821ms step_avg:1850.05ms
step:1476/5960 train_time:2730717ms step_avg:1850.08ms
step:1477/5960 train_time:2732618ms step_avg:1850.11ms
step:1478/5960 train_time:2734516ms step_avg:1850.15ms
step:1479/5960 train_time:2736412ms step_avg:1850.18ms
step:1480/5960 train_time:2738302ms step_avg:1850.20ms
step:1481/5960 train_time:2740195ms step_avg:1850.23ms
step:1482/5960 train_time:2742079ms step_avg:1850.26ms
step:1483/5960 train_time:2743971ms step_avg:1850.28ms
step:1484/5960 train_time:2745861ms step_avg:1850.31ms
step:1485/5960 train_time:2747753ms step_avg:1850.34ms
step:1486/5960 train_time:2749653ms step_avg:1850.37ms
step:1487/5960 train_time:2751553ms step_avg:1850.41ms
step:1488/5960 train_time:2753442ms step_avg:1850.43ms
step:1489/5960 train_time:2755336ms step_avg:1850.46ms
step:1490/5960 train_time:2757227ms step_avg:1850.49ms
step:1491/5960 train_time:2759123ms step_avg:1850.52ms
step:1492/5960 train_time:2761022ms step_avg:1850.55ms
step:1493/5960 train_time:2762919ms step_avg:1850.58ms
step:1494/5960 train_time:2764814ms step_avg:1850.61ms
step:1495/5960 train_time:2766717ms step_avg:1850.65ms
step:1496/5960 train_time:2768619ms step_avg:1850.68ms
step:1497/5960 train_time:2770509ms step_avg:1850.71ms
step:1498/5960 train_time:2772415ms step_avg:1850.74ms
step:1499/5960 train_time:2774315ms step_avg:1850.78ms
step:1500/5960 train_time:2776210ms step_avg:1850.81ms
step:1500/5960 val_loss:3.267267 train_time:2776210ms step_avg:1850.81ms
step:1501/5960 train_time:2778115ms step_avg:1850.84ms
step:1502/5960 train_time:2780029ms step_avg:1850.88ms
step:1503/5960 train_time:2781944ms step_avg:1850.93ms
step:1504/5960 train_time:2783860ms step_avg:1850.97ms
step:1505/5960 train_time:2785793ms step_avg:1851.03ms
step:1506/5960 train_time:2787705ms step_avg:1851.07ms
step:1507/5960 train_time:2789609ms step_avg:1851.10ms
step:1508/5960 train_time:2791533ms step_avg:1851.15ms
step:1509/5960 train_time:2793436ms step_avg:1851.18ms
step:1510/5960 train_time:2795359ms step_avg:1851.23ms
step:1511/5960 train_time:2797279ms step_avg:1851.28ms
step:1512/5960 train_time:2799200ms step_avg:1851.32ms
step:1513/5960 train_time:2801109ms step_avg:1851.36ms
step:1514/5960 train_time:2803012ms step_avg:1851.39ms
step:1515/5960 train_time:2804921ms step_avg:1851.43ms
step:1516/5960 train_time:2806827ms step_avg:1851.47ms
step:1517/5960 train_time:2808743ms step_avg:1851.51ms
step:1518/5960 train_time:2810654ms step_avg:1851.55ms
step:1519/5960 train_time:2812573ms step_avg:1851.60ms
step:1520/5960 train_time:2814486ms step_avg:1851.64ms
step:1521/5960 train_time:2816401ms step_avg:1851.68ms
step:1522/5960 train_time:2818308ms step_avg:1851.71ms
step:1523/5960 train_time:2820220ms step_avg:1851.75ms
step:1524/5960 train_time:2822140ms step_avg:1851.80ms
step:1525/5960 train_time:2824067ms step_avg:1851.85ms
step:1526/5960 train_time:2825997ms step_avg:1851.90ms
step:1527/5960 train_time:2827920ms step_avg:1851.95ms
step:1528/5960 train_time:2829836ms step_avg:1851.99ms
step:1529/5960 train_time:2831750ms step_avg:1852.03ms
step:1530/5960 train_time:2833669ms step_avg:1852.07ms
step:1531/5960 train_time:2835582ms step_avg:1852.11ms
step:1532/5960 train_time:2837510ms step_avg:1852.16ms
step:1533/5960 train_time:2839427ms step_avg:1852.20ms
step:1534/5960 train_time:2841337ms step_avg:1852.24ms
step:1535/5960 train_time:2843254ms step_avg:1852.28ms
step:1536/5960 train_time:2845179ms step_avg:1852.33ms
step:1537/5960 train_time:2847097ms step_avg:1852.37ms
step:1538/5960 train_time:2849041ms step_avg:1852.43ms
step:1539/5960 train_time:2850968ms step_avg:1852.48ms
step:1540/5960 train_time:2852889ms step_avg:1852.53ms
step:1541/5960 train_time:2854809ms step_avg:1852.57ms
step:1542/5960 train_time:2856721ms step_avg:1852.61ms
step:1543/5960 train_time:2858655ms step_avg:1852.66ms
step:1544/5960 train_time:2860581ms step_avg:1852.71ms
step:1545/5960 train_time:2862501ms step_avg:1852.75ms
step:1546/5960 train_time:2864439ms step_avg:1852.81ms
step:1547/5960 train_time:2866369ms step_avg:1852.86ms
step:1548/5960 train_time:2868282ms step_avg:1852.90ms
step:1549/5960 train_time:2870205ms step_avg:1852.94ms
step:1550/5960 train_time:2872142ms step_avg:1853.00ms
step:1551/5960 train_time:2874066ms step_avg:1853.04ms
step:1552/5960 train_time:2876001ms step_avg:1853.09ms
step:1553/5960 train_time:2877927ms step_avg:1853.14ms
step:1554/5960 train_time:2879852ms step_avg:1853.19ms
step:1555/5960 train_time:2881779ms step_avg:1853.23ms
step:1556/5960 train_time:2883705ms step_avg:1853.28ms
step:1557/5960 train_time:2885632ms step_avg:1853.33ms
step:1558/5960 train_time:2887552ms step_avg:1853.37ms
step:1559/5960 train_time:2889486ms step_avg:1853.42ms
step:1560/5960 train_time:2891414ms step_avg:1853.47ms
step:1561/5960 train_time:2893337ms step_avg:1853.52ms
step:1562/5960 train_time:2895253ms step_avg:1853.56ms
step:1563/5960 train_time:2897184ms step_avg:1853.60ms
step:1564/5960 train_time:2899121ms step_avg:1853.66ms
step:1565/5960 train_time:2901042ms step_avg:1853.70ms
step:1566/5960 train_time:2902963ms step_avg:1853.74ms
step:1567/5960 train_time:2904885ms step_avg:1853.79ms
step:1568/5960 train_time:2906800ms step_avg:1853.83ms
step:1569/5960 train_time:2908717ms step_avg:1853.87ms
step:1570/5960 train_time:2910642ms step_avg:1853.91ms
step:1571/5960 train_time:2912567ms step_avg:1853.96ms
step:1572/5960 train_time:2914481ms step_avg:1854.00ms
step:1573/5960 train_time:2916408ms step_avg:1854.04ms
step:1574/5960 train_time:2918326ms step_avg:1854.08ms
step:1575/5960 train_time:2920253ms step_avg:1854.13ms
step:1576/5960 train_time:2922178ms step_avg:1854.17ms
step:1577/5960 train_time:2924098ms step_avg:1854.22ms
step:1578/5960 train_time:2926021ms step_avg:1854.26ms
step:1579/5960 train_time:2927940ms step_avg:1854.30ms
step:1580/5960 train_time:2929865ms step_avg:1854.35ms
step:1581/5960 train_time:2931803ms step_avg:1854.40ms
step:1582/5960 train_time:2933718ms step_avg:1854.44ms
step:1583/5960 train_time:2935647ms step_avg:1854.48ms
step:1584/5960 train_time:2937574ms step_avg:1854.53ms
step:1585/5960 train_time:2939485ms step_avg:1854.56ms
step:1586/5960 train_time:2941409ms step_avg:1854.61ms
step:1587/5960 train_time:2943331ms step_avg:1854.65ms
step:1588/5960 train_time:2945247ms step_avg:1854.69ms
step:1589/5960 train_time:2947173ms step_avg:1854.73ms
step:1590/5960 train_time:2949094ms step_avg:1854.78ms
step:1591/5960 train_time:2951017ms step_avg:1854.82ms
step:1592/5960 train_time:2952935ms step_avg:1854.86ms
step:1593/5960 train_time:2954861ms step_avg:1854.90ms
step:1594/5960 train_time:2956780ms step_avg:1854.94ms
step:1595/5960 train_time:2958707ms step_avg:1854.99ms
step:1596/5960 train_time:2960628ms step_avg:1855.03ms
step:1597/5960 train_time:2962564ms step_avg:1855.08ms
step:1598/5960 train_time:2964476ms step_avg:1855.12ms
step:1599/5960 train_time:2966399ms step_avg:1855.16ms
step:1600/5960 train_time:2968326ms step_avg:1855.20ms
step:1601/5960 train_time:2970265ms step_avg:1855.26ms
step:1602/5960 train_time:2972173ms step_avg:1855.29ms
step:1603/5960 train_time:2974101ms step_avg:1855.33ms
step:1604/5960 train_time:2976019ms step_avg:1855.37ms
step:1605/5960 train_time:2977936ms step_avg:1855.41ms
step:1606/5960 train_time:2979843ms step_avg:1855.44ms
step:1607/5960 train_time:2981773ms step_avg:1855.49ms
step:1608/5960 train_time:2983688ms step_avg:1855.53ms
step:1609/5960 train_time:2985614ms step_avg:1855.57ms
step:1610/5960 train_time:2987533ms step_avg:1855.61ms
step:1611/5960 train_time:2989459ms step_avg:1855.65ms
step:1612/5960 train_time:2991372ms step_avg:1855.69ms
step:1613/5960 train_time:2993299ms step_avg:1855.73ms
step:1614/5960 train_time:2995221ms step_avg:1855.77ms
step:1615/5960 train_time:2997174ms step_avg:1855.84ms
step:1616/5960 train_time:2999092ms step_avg:1855.87ms
step:1617/5960 train_time:3001039ms step_avg:1855.93ms
step:1618/5960 train_time:3002962ms step_avg:1855.97ms
step:1619/5960 train_time:3004896ms step_avg:1856.02ms
step:1620/5960 train_time:3006837ms step_avg:1856.07ms
step:1621/5960 train_time:3008760ms step_avg:1856.11ms
step:1622/5960 train_time:3010680ms step_avg:1856.15ms
step:1623/5960 train_time:3012603ms step_avg:1856.19ms
step:1624/5960 train_time:3014534ms step_avg:1856.24ms
step:1625/5960 train_time:3016459ms step_avg:1856.28ms
step:1625/5960 val_loss:3.251734 train_time:3016460ms step_avg:1856.28ms
step:1626/5960 train_time:3018396ms step_avg:1856.33ms
step:1627/5960 train_time:3020326ms step_avg:1856.38ms
step:1628/5960 train_time:3022253ms step_avg:1856.42ms
step:1629/5960 train_time:3024182ms step_avg:1856.47ms
step:1630/5960 train_time:3026106ms step_avg:1856.51ms
step:1631/5960 train_time:3028026ms step_avg:1856.55ms
step:1632/5960 train_time:3029942ms step_avg:1856.58ms
step:1633/5960 train_time:3031868ms step_avg:1856.62ms
step:1634/5960 train_time:3033797ms step_avg:1856.67ms
step:1635/5960 train_time:3035715ms step_avg:1856.71ms
step:1636/5960 train_time:3037655ms step_avg:1856.76ms
step:1637/5960 train_time:3039573ms step_avg:1856.79ms
step:1638/5960 train_time:3041509ms step_avg:1856.84ms
step:1639/5960 train_time:3043430ms step_avg:1856.88ms
step:1640/5960 train_time:3045355ms step_avg:1856.92ms
step:1641/5960 train_time:3047279ms step_avg:1856.96ms
step:1642/5960 train_time:3049204ms step_avg:1857.01ms
step:1643/5960 train_time:3051132ms step_avg:1857.05ms
step:1644/5960 train_time:3053065ms step_avg:1857.10ms
step:1645/5960 train_time:3054992ms step_avg:1857.14ms
step:1646/5960 train_time:3056914ms step_avg:1857.18ms
step:1647/5960 train_time:3058844ms step_avg:1857.22ms
step:1648/5960 train_time:3060769ms step_avg:1857.26ms
step:1649/5960 train_time:3062691ms step_avg:1857.30ms
step:1650/5960 train_time:3064610ms step_avg:1857.34ms
step:1651/5960 train_time:3066533ms step_avg:1857.38ms
step:1652/5960 train_time:3068456ms step_avg:1857.42ms
step:1653/5960 train_time:3070391ms step_avg:1857.47ms
step:1654/5960 train_time:3072300ms step_avg:1857.50ms
step:1655/5960 train_time:3074224ms step_avg:1857.54ms
step:1656/5960 train_time:3076139ms step_avg:1857.57ms
step:1657/5960 train_time:3078073ms step_avg:1857.62ms
step:1658/5960 train_time:3079990ms step_avg:1857.65ms
step:1659/5960 train_time:3081914ms step_avg:1857.69ms
step:1660/5960 train_time:3083839ms step_avg:1857.73ms
step:1661/5960 train_time:3085765ms step_avg:1857.78ms
step:1662/5960 train_time:3087686ms step_avg:1857.81ms
step:1663/5960 train_time:3089602ms step_avg:1857.85ms
step:1664/5960 train_time:3091521ms step_avg:1857.89ms
step:1665/5960 train_time:3093437ms step_avg:1857.92ms
step:1666/5960 train_time:3095372ms step_avg:1857.97ms
step:1667/5960 train_time:3097295ms step_avg:1858.01ms
step:1668/5960 train_time:3099221ms step_avg:1858.05ms
step:1669/5960 train_time:3101143ms step_avg:1858.08ms
step:1670/5960 train_time:3103059ms step_avg:1858.12ms
step:1671/5960 train_time:3104980ms step_avg:1858.16ms
step:1672/5960 train_time:3106915ms step_avg:1858.20ms
step:1673/5960 train_time:3108844ms step_avg:1858.25ms
step:1674/5960 train_time:3110763ms step_avg:1858.28ms
step:1675/5960 train_time:3112680ms step_avg:1858.32ms
step:1676/5960 train_time:3114613ms step_avg:1858.36ms
step:1677/5960 train_time:3116539ms step_avg:1858.40ms
step:1678/5960 train_time:3118465ms step_avg:1858.44ms
step:1679/5960 train_time:3120389ms step_avg:1858.48ms
step:1680/5960 train_time:3122309ms step_avg:1858.52ms
step:1681/5960 train_time:3124232ms step_avg:1858.56ms
step:1682/5960 train_time:3126162ms step_avg:1858.60ms
step:1683/5960 train_time:3128076ms step_avg:1858.63ms
step:1684/5960 train_time:3129989ms step_avg:1858.66ms
step:1685/5960 train_time:3131902ms step_avg:1858.70ms
step:1686/5960 train_time:3133818ms step_avg:1858.73ms
step:1687/5960 train_time:3135747ms step_avg:1858.77ms
step:1688/5960 train_time:3137680ms step_avg:1858.82ms
step:1689/5960 train_time:3139601ms step_avg:1858.85ms
step:1690/5960 train_time:3141523ms step_avg:1858.89ms
step:1691/5960 train_time:3143443ms step_avg:1858.93ms
step:1692/5960 train_time:3145378ms step_avg:1858.97ms
step:1693/5960 train_time:3147313ms step_avg:1859.02ms
step:1694/5960 train_time:3149235ms step_avg:1859.05ms
step:1695/5960 train_time:3151155ms step_avg:1859.09ms
step:1696/5960 train_time:3153070ms step_avg:1859.12ms
step:1697/5960 train_time:3154986ms step_avg:1859.16ms
step:1698/5960 train_time:3156911ms step_avg:1859.19ms
step:1699/5960 train_time:3158829ms step_avg:1859.23ms
step:1700/5960 train_time:3160754ms step_avg:1859.27ms
step:1701/5960 train_time:3162682ms step_avg:1859.31ms
step:1702/5960 train_time:3164597ms step_avg:1859.34ms
step:1703/5960 train_time:3166506ms step_avg:1859.37ms
step:1704/5960 train_time:3168424ms step_avg:1859.40ms
step:1705/5960 train_time:3170340ms step_avg:1859.44ms
step:1706/5960 train_time:3172259ms step_avg:1859.47ms
step:1707/5960 train_time:3174179ms step_avg:1859.51ms
step:1708/5960 train_time:3176098ms step_avg:1859.54ms
step:1709/5960 train_time:3178014ms step_avg:1859.58ms
step:1710/5960 train_time:3179926ms step_avg:1859.61ms
step:1711/5960 train_time:3181835ms step_avg:1859.63ms
step:1712/5960 train_time:3183763ms step_avg:1859.67ms
step:1713/5960 train_time:3185673ms step_avg:1859.70ms
step:1714/5960 train_time:3187601ms step_avg:1859.74ms
step:1715/5960 train_time:3189517ms step_avg:1859.78ms
step:1716/5960 train_time:3191441ms step_avg:1859.81ms
step:1717/5960 train_time:3193354ms step_avg:1859.85ms
step:1718/5960 train_time:3195273ms step_avg:1859.88ms
step:1719/5960 train_time:3197186ms step_avg:1859.91ms
step:1720/5960 train_time:3199108ms step_avg:1859.95ms
step:1721/5960 train_time:3201021ms step_avg:1859.98ms
step:1722/5960 train_time:3202939ms step_avg:1860.01ms
step:1723/5960 train_time:3204846ms step_avg:1860.04ms
step:1724/5960 train_time:3206763ms step_avg:1860.07ms
step:1725/5960 train_time:3208689ms step_avg:1860.11ms
step:1726/5960 train_time:3210614ms step_avg:1860.15ms
step:1727/5960 train_time:3212536ms step_avg:1860.18ms
step:1728/5960 train_time:3214447ms step_avg:1860.21ms
step:1729/5960 train_time:3216368ms step_avg:1860.25ms
step:1730/5960 train_time:3218284ms step_avg:1860.28ms
step:1731/5960 train_time:3220197ms step_avg:1860.31ms
step:1732/5960 train_time:3222112ms step_avg:1860.34ms
step:1733/5960 train_time:3224026ms step_avg:1860.37ms
step:1734/5960 train_time:3225944ms step_avg:1860.41ms
step:1735/5960 train_time:3227866ms step_avg:1860.44ms
step:1736/5960 train_time:3229782ms step_avg:1860.47ms
step:1737/5960 train_time:3231697ms step_avg:1860.50ms
step:1738/5960 train_time:3233608ms step_avg:1860.53ms
step:1739/5960 train_time:3235521ms step_avg:1860.56ms
step:1740/5960 train_time:3237447ms step_avg:1860.60ms
step:1741/5960 train_time:3239368ms step_avg:1860.64ms
step:1742/5960 train_time:3241279ms step_avg:1860.67ms
step:1743/5960 train_time:3243202ms step_avg:1860.70ms
step:1744/5960 train_time:3245123ms step_avg:1860.74ms
step:1745/5960 train_time:3247036ms step_avg:1860.77ms
step:1746/5960 train_time:3248943ms step_avg:1860.79ms
step:1747/5960 train_time:3250843ms step_avg:1860.81ms
step:1748/5960 train_time:3252773ms step_avg:1860.85ms
step:1749/5960 train_time:3254681ms step_avg:1860.88ms
step:1750/5960 train_time:3256591ms step_avg:1860.91ms
step:1750/5960 val_loss:3.235692 train_time:3256592ms step_avg:1860.91ms
step:1751/5960 train_time:3258495ms step_avg:1860.93ms
step:1752/5960 train_time:3260396ms step_avg:1860.96ms
step:1753/5960 train_time:3262326ms step_avg:1861.00ms
step:1754/5960 train_time:3264228ms step_avg:1861.02ms
step:1755/5960 train_time:3266132ms step_avg:1861.04ms
step:1756/5960 train_time:3268030ms step_avg:1861.07ms
step:1757/5960 train_time:3269930ms step_avg:1861.09ms
step:1758/5960 train_time:3271829ms step_avg:1861.11ms
step:1759/5960 train_time:3273740ms step_avg:1861.14ms
step:1760/5960 train_time:3275640ms step_avg:1861.16ms
step:1761/5960 train_time:3277542ms step_avg:1861.18ms
step:1762/5960 train_time:3279432ms step_avg:1861.20ms
step:1763/5960 train_time:3281330ms step_avg:1861.22ms
step:1764/5960 train_time:3283231ms step_avg:1861.24ms
step:1765/5960 train_time:3285128ms step_avg:1861.26ms
step:1766/5960 train_time:3287027ms step_avg:1861.28ms
step:1767/5960 train_time:3288925ms step_avg:1861.30ms
step:1768/5960 train_time:3290818ms step_avg:1861.32ms
step:1769/5960 train_time:3292713ms step_avg:1861.34ms
step:1770/5960 train_time:3294612ms step_avg:1861.36ms
step:1771/5960 train_time:3296508ms step_avg:1861.38ms
step:1772/5960 train_time:3298393ms step_avg:1861.40ms
step:1773/5960 train_time:3300281ms step_avg:1861.41ms
step:1774/5960 train_time:3302192ms step_avg:1861.44ms
step:1775/5960 train_time:3304105ms step_avg:1861.47ms
step:1776/5960 train_time:3305996ms step_avg:1861.48ms
step:1777/5960 train_time:3307893ms step_avg:1861.50ms
step:1778/5960 train_time:3309791ms step_avg:1861.52ms
step:1779/5960 train_time:3311686ms step_avg:1861.54ms
step:1780/5960 train_time:3313587ms step_avg:1861.57ms
step:1781/5960 train_time:3315493ms step_avg:1861.59ms
step:1782/5960 train_time:3317390ms step_avg:1861.61ms
step:1783/5960 train_time:3319279ms step_avg:1861.63ms
step:1784/5960 train_time:3321175ms step_avg:1861.64ms
step:1785/5960 train_time:3323072ms step_avg:1861.67ms
step:1786/5960 train_time:3324969ms step_avg:1861.68ms
step:1787/5960 train_time:3326861ms step_avg:1861.70ms
step:1788/5960 train_time:3328750ms step_avg:1861.72ms
step:1789/5960 train_time:3330645ms step_avg:1861.74ms
step:1790/5960 train_time:3332544ms step_avg:1861.76ms
step:1791/5960 train_time:3334432ms step_avg:1861.77ms
step:1792/5960 train_time:3336328ms step_avg:1861.79ms
step:1793/5960 train_time:3338217ms step_avg:1861.81ms
step:1794/5960 train_time:3340100ms step_avg:1861.82ms
step:1795/5960 train_time:3341991ms step_avg:1861.83ms
step:1796/5960 train_time:3343883ms step_avg:1861.85ms
step:1797/5960 train_time:3345774ms step_avg:1861.87ms
step:1798/5960 train_time:3347658ms step_avg:1861.88ms
step:1799/5960 train_time:3349549ms step_avg:1861.89ms
step:1800/5960 train_time:3351448ms step_avg:1861.92ms
step:1801/5960 train_time:3353339ms step_avg:1861.93ms
step:1802/5960 train_time:3355231ms step_avg:1861.95ms
step:1803/5960 train_time:3357125ms step_avg:1861.97ms
step:1804/5960 train_time:3359021ms step_avg:1861.98ms
step:1805/5960 train_time:3360910ms step_avg:1862.00ms
step:1806/5960 train_time:3362792ms step_avg:1862.01ms
step:1807/5960 train_time:3364688ms step_avg:1862.03ms
step:1808/5960 train_time:3366594ms step_avg:1862.05ms
step:1809/5960 train_time:3368493ms step_avg:1862.07ms
step:1810/5960 train_time:3370375ms step_avg:1862.09ms
step:1811/5960 train_time:3372275ms step_avg:1862.11ms
step:1812/5960 train_time:3374167ms step_avg:1862.12ms
step:1813/5960 train_time:3376051ms step_avg:1862.13ms
step:1814/5960 train_time:3377940ms step_avg:1862.15ms
step:1815/5960 train_time:3379835ms step_avg:1862.17ms
step:1816/5960 train_time:3381715ms step_avg:1862.18ms
step:1817/5960 train_time:3383615ms step_avg:1862.20ms
step:1818/5960 train_time:3385508ms step_avg:1862.22ms
step:1819/5960 train_time:3387391ms step_avg:1862.23ms
step:1820/5960 train_time:3389283ms step_avg:1862.24ms
step:1821/5960 train_time:3391178ms step_avg:1862.26ms
step:1822/5960 train_time:3393081ms step_avg:1862.28ms
step:1823/5960 train_time:3394968ms step_avg:1862.30ms
step:1824/5960 train_time:3396864ms step_avg:1862.32ms
step:1825/5960 train_time:3398751ms step_avg:1862.33ms
step:1826/5960 train_time:3400646ms step_avg:1862.35ms
step:1827/5960 train_time:3402537ms step_avg:1862.36ms
step:1828/5960 train_time:3404424ms step_avg:1862.38ms
step:1829/5960 train_time:3406329ms step_avg:1862.40ms
step:1830/5960 train_time:3408228ms step_avg:1862.42ms
step:1831/5960 train_time:3410135ms step_avg:1862.44ms
step:1832/5960 train_time:3412012ms step_avg:1862.45ms
step:1833/5960 train_time:3413915ms step_avg:1862.47ms
step:1834/5960 train_time:3415795ms step_avg:1862.48ms
step:1835/5960 train_time:3417690ms step_avg:1862.50ms
step:1836/5960 train_time:3419581ms step_avg:1862.52ms
step:1837/5960 train_time:3421468ms step_avg:1862.53ms
step:1838/5960 train_time:3423353ms step_avg:1862.54ms
step:1839/5960 train_time:3425249ms step_avg:1862.56ms
step:1840/5960 train_time:3427147ms step_avg:1862.58ms
step:1841/5960 train_time:3429039ms step_avg:1862.60ms
step:1842/5960 train_time:3430924ms step_avg:1862.61ms
step:1843/5960 train_time:3432809ms step_avg:1862.62ms
step:1844/5960 train_time:3434696ms step_avg:1862.63ms
step:1845/5960 train_time:3436587ms step_avg:1862.65ms
step:1846/5960 train_time:3438469ms step_avg:1862.66ms
step:1847/5960 train_time:3440356ms step_avg:1862.67ms
step:1848/5960 train_time:3442263ms step_avg:1862.70ms
step:1849/5960 train_time:3444150ms step_avg:1862.71ms
step:1850/5960 train_time:3446046ms step_avg:1862.73ms
step:1851/5960 train_time:3447942ms step_avg:1862.75ms
step:1852/5960 train_time:3449825ms step_avg:1862.76ms
step:1853/5960 train_time:3451727ms step_avg:1862.78ms
step:1854/5960 train_time:3453627ms step_avg:1862.80ms
step:1855/5960 train_time:3455512ms step_avg:1862.81ms
step:1856/5960 train_time:3457393ms step_avg:1862.82ms
step:1857/5960 train_time:3459291ms step_avg:1862.84ms
step:1858/5960 train_time:3461175ms step_avg:1862.85ms
step:1859/5960 train_time:3463057ms step_avg:1862.86ms
step:1860/5960 train_time:3464954ms step_avg:1862.88ms
step:1861/5960 train_time:3466837ms step_avg:1862.89ms
step:1862/5960 train_time:3468716ms step_avg:1862.90ms
step:1863/5960 train_time:3470622ms step_avg:1862.92ms
step:1864/5960 train_time:3472507ms step_avg:1862.93ms
step:1865/5960 train_time:3474386ms step_avg:1862.94ms
step:1866/5960 train_time:3476272ms step_avg:1862.95ms
step:1867/5960 train_time:3478157ms step_avg:1862.97ms
step:1868/5960 train_time:3480046ms step_avg:1862.98ms
step:1869/5960 train_time:3481938ms step_avg:1863.00ms
step:1870/5960 train_time:3483836ms step_avg:1863.01ms
step:1871/5960 train_time:3485712ms step_avg:1863.02ms
step:1872/5960 train_time:3487596ms step_avg:1863.03ms
step:1873/5960 train_time:3489497ms step_avg:1863.05ms
step:1874/5960 train_time:3491377ms step_avg:1863.06ms
step:1875/5960 train_time:3493261ms step_avg:1863.07ms
step:1875/5960 val_loss:3.220971 train_time:3493261ms step_avg:1863.07ms
step:1876/5960 train_time:3495155ms step_avg:1863.09ms
step:1877/5960 train_time:3497040ms step_avg:1863.10ms
step:1878/5960 train_time:3498936ms step_avg:1863.12ms
step:1879/5960 train_time:3500828ms step_avg:1863.13ms
step:1880/5960 train_time:3502720ms step_avg:1863.15ms
step:1881/5960 train_time:3504606ms step_avg:1863.16ms
step:1882/5960 train_time:3506498ms step_avg:1863.18ms
step:1883/5960 train_time:3508395ms step_avg:1863.19ms
step:1884/5960 train_time:3510300ms step_avg:1863.22ms
step:1885/5960 train_time:3512195ms step_avg:1863.23ms
step:1886/5960 train_time:3514075ms step_avg:1863.24ms
step:1887/5960 train_time:3515983ms step_avg:1863.27ms
step:1888/5960 train_time:3517864ms step_avg:1863.28ms
step:1889/5960 train_time:3519775ms step_avg:1863.30ms
step:1890/5960 train_time:3521671ms step_avg:1863.32ms
step:1891/5960 train_time:3523548ms step_avg:1863.33ms
step:1892/5960 train_time:3525442ms step_avg:1863.34ms
step:1893/5960 train_time:3527331ms step_avg:1863.35ms
step:1894/5960 train_time:3529228ms step_avg:1863.37ms
step:1895/5960 train_time:3531120ms step_avg:1863.39ms
step:1896/5960 train_time:3533020ms step_avg:1863.41ms
step:1897/5960 train_time:3534913ms step_avg:1863.42ms
step:1898/5960 train_time:3536801ms step_avg:1863.44ms
step:1899/5960 train_time:3538696ms step_avg:1863.45ms
step:1900/5960 train_time:3540591ms step_avg:1863.47ms
step:1901/5960 train_time:3542486ms step_avg:1863.49ms
step:1902/5960 train_time:3544385ms step_avg:1863.50ms
step:1903/5960 train_time:3546282ms step_avg:1863.52ms
step:1904/5960 train_time:3548170ms step_avg:1863.53ms
step:1905/5960 train_time:3550067ms step_avg:1863.55ms
step:1906/5960 train_time:3551962ms step_avg:1863.57ms
step:1907/5960 train_time:3553863ms step_avg:1863.59ms
step:1908/5960 train_time:3555766ms step_avg:1863.61ms
step:1909/5960 train_time:3557661ms step_avg:1863.63ms
step:1910/5960 train_time:3559558ms step_avg:1863.64ms
step:1911/5960 train_time:3561456ms step_avg:1863.66ms
step:1912/5960 train_time:3563343ms step_avg:1863.67ms
step:1913/5960 train_time:3565241ms step_avg:1863.69ms
step:1914/5960 train_time:3567157ms step_avg:1863.72ms
step:1915/5960 train_time:3569056ms step_avg:1863.74ms
step:1916/5960 train_time:3570954ms step_avg:1863.75ms
step:1917/5960 train_time:3572857ms step_avg:1863.78ms
step:1918/5960 train_time:3574765ms step_avg:1863.80ms
step:1919/5960 train_time:3576661ms step_avg:1863.82ms
step:1920/5960 train_time:3578571ms step_avg:1863.84ms
step:1921/5960 train_time:3580481ms step_avg:1863.86ms
step:1922/5960 train_time:3582401ms step_avg:1863.89ms
step:1923/5960 train_time:3584305ms step_avg:1863.91ms
step:1924/5960 train_time:3586201ms step_avg:1863.93ms
step:1925/5960 train_time:3588109ms step_avg:1863.95ms
step:1926/5960 train_time:3590019ms step_avg:1863.98ms
step:1927/5960 train_time:3591934ms step_avg:1864.00ms
step:1928/5960 train_time:3593834ms step_avg:1864.02ms
step:1929/5960 train_time:3595746ms step_avg:1864.05ms
step:1930/5960 train_time:3597643ms step_avg:1864.06ms
step:1931/5960 train_time:3599539ms step_avg:1864.08ms
step:1932/5960 train_time:3601446ms step_avg:1864.10ms
step:1933/5960 train_time:3603351ms step_avg:1864.12ms
step:1934/5960 train_time:3605272ms step_avg:1864.15ms
step:1935/5960 train_time:3607179ms step_avg:1864.18ms
step:1936/5960 train_time:3609088ms step_avg:1864.20ms
step:1937/5960 train_time:3611008ms step_avg:1864.23ms
step:1938/5960 train_time:3612938ms step_avg:1864.26ms
step:1939/5960 train_time:3614844ms step_avg:1864.28ms
step:1940/5960 train_time:3616759ms step_avg:1864.31ms
step:1941/5960 train_time:3618677ms step_avg:1864.34ms
step:1942/5960 train_time:3620583ms step_avg:1864.36ms
step:1943/5960 train_time:3622510ms step_avg:1864.39ms
step:1944/5960 train_time:3624418ms step_avg:1864.41ms
step:1945/5960 train_time:3626339ms step_avg:1864.44ms
step:1946/5960 train_time:3628252ms step_avg:1864.47ms
step:1947/5960 train_time:3630161ms step_avg:1864.49ms
step:1948/5960 train_time:3632074ms step_avg:1864.51ms
step:1949/5960 train_time:3633995ms step_avg:1864.54ms
step:1950/5960 train_time:3635911ms step_avg:1864.57ms
step:1951/5960 train_time:3637828ms step_avg:1864.60ms
step:1952/5960 train_time:3639742ms step_avg:1864.62ms
step:1953/5960 train_time:3641679ms step_avg:1864.66ms
step:1954/5960 train_time:3643598ms step_avg:1864.69ms
step:1955/5960 train_time:3645522ms step_avg:1864.72ms
step:1956/5960 train_time:3647445ms step_avg:1864.75ms
step:1957/5960 train_time:3649371ms step_avg:1864.78ms
step:1958/5960 train_time:3651300ms step_avg:1864.81ms
step:1959/5960 train_time:3653226ms step_avg:1864.84ms
step:1960/5960 train_time:3655147ms step_avg:1864.87ms
step:1961/5960 train_time:3657072ms step_avg:1864.90ms
step:1962/5960 train_time:3658984ms step_avg:1864.93ms
step:1963/5960 train_time:3660903ms step_avg:1864.95ms
step:1964/5960 train_time:3662826ms step_avg:1864.98ms
step:1965/5960 train_time:3664765ms step_avg:1865.02ms
step:1966/5960 train_time:3666688ms step_avg:1865.05ms
step:1967/5960 train_time:3668623ms step_avg:1865.09ms
step:1968/5960 train_time:3670542ms step_avg:1865.11ms
step:1969/5960 train_time:3672452ms step_avg:1865.14ms
step:1970/5960 train_time:3674371ms step_avg:1865.16ms
step:1971/5960 train_time:3676293ms step_avg:1865.19ms
step:1972/5960 train_time:3678221ms step_avg:1865.22ms
step:1973/5960 train_time:3680145ms step_avg:1865.25ms
step:1974/5960 train_time:3682060ms step_avg:1865.28ms
step:1975/5960 train_time:3683996ms step_avg:1865.31ms
step:1976/5960 train_time:3685920ms step_avg:1865.34ms
step:1977/5960 train_time:3687852ms step_avg:1865.38ms
step:1978/5960 train_time:3689769ms step_avg:1865.40ms
step:1979/5960 train_time:3691688ms step_avg:1865.43ms
step:1980/5960 train_time:3693612ms step_avg:1865.46ms
step:1981/5960 train_time:3695529ms step_avg:1865.49ms
step:1982/5960 train_time:3697462ms step_avg:1865.52ms
step:1983/5960 train_time:3699391ms step_avg:1865.55ms
step:1984/5960 train_time:3701310ms step_avg:1865.58ms
step:1985/5960 train_time:3703222ms step_avg:1865.60ms
step:1986/5960 train_time:3705145ms step_avg:1865.63ms
step:1987/5960 train_time:3707067ms step_avg:1865.66ms
step:1988/5960 train_time:3709008ms step_avg:1865.70ms
step:1989/5960 train_time:3710951ms step_avg:1865.74ms
step:1990/5960 train_time:3712885ms step_avg:1865.77ms
step:1991/5960 train_time:3714814ms step_avg:1865.80ms
step:1992/5960 train_time:3716741ms step_avg:1865.83ms
step:1993/5960 train_time:3718683ms step_avg:1865.87ms
step:1994/5960 train_time:3720629ms step_avg:1865.91ms
step:1995/5960 train_time:3722551ms step_avg:1865.94ms
step:1996/5960 train_time:3724488ms step_avg:1865.98ms
step:1997/5960 train_time:3726423ms step_avg:1866.01ms
step:1998/5960 train_time:3728357ms step_avg:1866.04ms
step:1999/5960 train_time:3730292ms step_avg:1866.08ms
step:2000/5960 train_time:3732249ms step_avg:1866.12ms
step:2000/5960 val_loss:3.203136 train_time:3732250ms step_avg:1866.12ms
step:2001/5960 train_time:3734194ms step_avg:1866.16ms
step:2002/5960 train_time:3736130ms step_avg:1866.20ms
step:2003/5960 train_time:3738060ms step_avg:1866.23ms
step:2004/5960 train_time:3739994ms step_avg:1866.26ms
step:2005/5960 train_time:3741925ms step_avg:1866.30ms
step:2006/5960 train_time:3743859ms step_avg:1866.33ms
step:2007/5960 train_time:3745784ms step_avg:1866.36ms
step:2008/5960 train_time:3747734ms step_avg:1866.40ms
step:2009/5960 train_time:3749663ms step_avg:1866.43ms
step:2010/5960 train_time:3751598ms step_avg:1866.47ms
step:2011/5960 train_time:3753539ms step_avg:1866.50ms
step:2012/5960 train_time:3755463ms step_avg:1866.53ms
step:2013/5960 train_time:3757400ms step_avg:1866.57ms
step:2014/5960 train_time:3759347ms step_avg:1866.61ms
step:2015/5960 train_time:3761282ms step_avg:1866.64ms
step:2016/5960 train_time:3763212ms step_avg:1866.67ms
step:2017/5960 train_time:3765149ms step_avg:1866.71ms
step:2018/5960 train_time:3767087ms step_avg:1866.74ms
step:2019/5960 train_time:3769023ms step_avg:1866.78ms
step:2020/5960 train_time:3770966ms step_avg:1866.81ms
step:2021/5960 train_time:3772903ms step_avg:1866.85ms
step:2022/5960 train_time:3774835ms step_avg:1866.88ms
step:2023/5960 train_time:3776765ms step_avg:1866.91ms
step:2024/5960 train_time:3778718ms step_avg:1866.96ms
step:2025/5960 train_time:3780654ms step_avg:1866.99ms
step:2026/5960 train_time:3782588ms step_avg:1867.02ms
step:2027/5960 train_time:3784530ms step_avg:1867.06ms
step:2028/5960 train_time:3786468ms step_avg:1867.09ms
step:2029/5960 train_time:3788407ms step_avg:1867.13ms
step:2030/5960 train_time:3790343ms step_avg:1867.16ms
step:2031/5960 train_time:3792279ms step_avg:1867.20ms
step:2032/5960 train_time:3794239ms step_avg:1867.24ms
step:2033/5960 train_time:3796180ms step_avg:1867.28ms
step:2034/5960 train_time:3798129ms step_avg:1867.32ms
step:2035/5960 train_time:3800073ms step_avg:1867.36ms
step:2036/5960 train_time:3802004ms step_avg:1867.39ms
step:2037/5960 train_time:3803938ms step_avg:1867.42ms
step:2038/5960 train_time:3805878ms step_avg:1867.46ms
step:2039/5960 train_time:3807811ms step_avg:1867.49ms
step:2040/5960 train_time:3809748ms step_avg:1867.52ms
step:2041/5960 train_time:3811685ms step_avg:1867.56ms
step:2042/5960 train_time:3813623ms step_avg:1867.59ms
step:2043/5960 train_time:3815580ms step_avg:1867.64ms
step:2044/5960 train_time:3817525ms step_avg:1867.67ms
step:2045/5960 train_time:3819462ms step_avg:1867.71ms
step:2046/5960 train_time:3821405ms step_avg:1867.74ms
step:2047/5960 train_time:3823346ms step_avg:1867.78ms
step:2048/5960 train_time:3825295ms step_avg:1867.82ms
step:2049/5960 train_time:3827220ms step_avg:1867.85ms
step:2050/5960 train_time:3829165ms step_avg:1867.89ms
step:2051/5960 train_time:3831105ms step_avg:1867.92ms
step:2052/5960 train_time:3833053ms step_avg:1867.96ms
step:2053/5960 train_time:3835027ms step_avg:1868.01ms
step:2054/5960 train_time:3836995ms step_avg:1868.06ms
step:2055/5960 train_time:3838946ms step_avg:1868.10ms
step:2056/5960 train_time:3840880ms step_avg:1868.13ms
step:2057/5960 train_time:3842828ms step_avg:1868.17ms
step:2058/5960 train_time:3844773ms step_avg:1868.21ms
step:2059/5960 train_time:3846725ms step_avg:1868.25ms
step:2060/5960 train_time:3848673ms step_avg:1868.29ms
step:2061/5960 train_time:3850612ms step_avg:1868.32ms
step:2062/5960 train_time:3852560ms step_avg:1868.36ms
step:2063/5960 train_time:3854510ms step_avg:1868.40ms
step:2064/5960 train_time:3856452ms step_avg:1868.44ms
step:2065/5960 train_time:3858389ms step_avg:1868.47ms
step:2066/5960 train_time:3860324ms step_avg:1868.50ms
step:2067/5960 train_time:3862267ms step_avg:1868.54ms
step:2068/5960 train_time:3864203ms step_avg:1868.57ms
step:2069/5960 train_time:3866142ms step_avg:1868.60ms
step:2070/5960 train_time:3868073ms step_avg:1868.63ms
step:2071/5960 train_time:3870024ms step_avg:1868.67ms
step:2072/5960 train_time:3871963ms step_avg:1868.71ms
step:2073/5960 train_time:3873897ms step_avg:1868.74ms
step:2074/5960 train_time:3875854ms step_avg:1868.78ms
step:2075/5960 train_time:3877793ms step_avg:1868.82ms
step:2076/5960 train_time:3879732ms step_avg:1868.85ms
step:2077/5960 train_time:3881673ms step_avg:1868.88ms
step:2078/5960 train_time:3883608ms step_avg:1868.92ms
step:2079/5960 train_time:3885550ms step_avg:1868.95ms
step:2080/5960 train_time:3887499ms step_avg:1868.99ms
step:2081/5960 train_time:3889446ms step_avg:1869.03ms
step:2082/5960 train_time:3891384ms step_avg:1869.06ms
step:2083/5960 train_time:3893329ms step_avg:1869.10ms
step:2084/5960 train_time:3895267ms step_avg:1869.13ms
step:2085/5960 train_time:3897207ms step_avg:1869.16ms
step:2086/5960 train_time:3899162ms step_avg:1869.21ms
step:2087/5960 train_time:3901092ms step_avg:1869.23ms
step:2088/5960 train_time:3903032ms step_avg:1869.27ms
step:2089/5960 train_time:3904969ms step_avg:1869.30ms
step:2090/5960 train_time:3906889ms step_avg:1869.32ms
step:2091/5960 train_time:3908826ms step_avg:1869.36ms
step:2092/5960 train_time:3910765ms step_avg:1869.39ms
step:2093/5960 train_time:3912707ms step_avg:1869.43ms
step:2094/5960 train_time:3914667ms step_avg:1869.47ms
step:2095/5960 train_time:3916609ms step_avg:1869.50ms
step:2096/5960 train_time:3918539ms step_avg:1869.53ms
step:2097/5960 train_time:3920472ms step_avg:1869.56ms
step:2098/5960 train_time:3922410ms step_avg:1869.59ms
step:2099/5960 train_time:3924346ms step_avg:1869.63ms
step:2100/5960 train_time:3926293ms step_avg:1869.66ms
step:2101/5960 train_time:3928255ms step_avg:1869.71ms
step:2102/5960 train_time:3930207ms step_avg:1869.75ms
step:2103/5960 train_time:3932150ms step_avg:1869.78ms
step:2104/5960 train_time:3934080ms step_avg:1869.81ms
step:2105/5960 train_time:3936026ms step_avg:1869.85ms
step:2106/5960 train_time:3937967ms step_avg:1869.88ms
step:2107/5960 train_time:3939909ms step_avg:1869.91ms
step:2108/5960 train_time:3941864ms step_avg:1869.95ms
step:2109/5960 train_time:3943806ms step_avg:1869.99ms
step:2110/5960 train_time:3945744ms step_avg:1870.02ms
step:2111/5960 train_time:3947683ms step_avg:1870.05ms
step:2112/5960 train_time:3949618ms step_avg:1870.08ms
step:2113/5960 train_time:3951549ms step_avg:1870.11ms
step:2114/5960 train_time:3953486ms step_avg:1870.14ms
step:2115/5960 train_time:3955434ms step_avg:1870.18ms
step:2116/5960 train_time:3957394ms step_avg:1870.22ms
step:2117/5960 train_time:3959335ms step_avg:1870.26ms
step:2118/5960 train_time:3961296ms step_avg:1870.30ms
step:2119/5960 train_time:3963243ms step_avg:1870.34ms
step:2120/5960 train_time:3965188ms step_avg:1870.37ms
step:2121/5960 train_time:3967113ms step_avg:1870.40ms
step:2122/5960 train_time:3969049ms step_avg:1870.43ms
step:2123/5960 train_time:3970992ms step_avg:1870.46ms
step:2124/5960 train_time:3972935ms step_avg:1870.50ms
step:2125/5960 train_time:3974881ms step_avg:1870.53ms
step:2125/5960 val_loss:3.189523 train_time:3974881ms step_avg:1870.53ms
step:2126/5960 train_time:3976825ms step_avg:1870.57ms
step:2127/5960 train_time:3978757ms step_avg:1870.60ms
step:2128/5960 train_time:3980703ms step_avg:1870.63ms
step:2129/5960 train_time:3982637ms step_avg:1870.66ms
step:2130/5960 train_time:3984580ms step_avg:1870.69ms
step:2131/5960 train_time:3986521ms step_avg:1870.73ms
step:2132/5960 train_time:3988456ms step_avg:1870.76ms
step:2133/5960 train_time:3990396ms step_avg:1870.79ms
step:2134/5960 train_time:3992340ms step_avg:1870.82ms
step:2135/5960 train_time:3994269ms step_avg:1870.85ms
step:2136/5960 train_time:3996189ms step_avg:1870.87ms
step:2137/5960 train_time:3998124ms step_avg:1870.90ms
step:2138/5960 train_time:4000064ms step_avg:1870.94ms
step:2139/5960 train_time:4001993ms step_avg:1870.96ms
step:2140/5960 train_time:4003941ms step_avg:1871.00ms
step:2141/5960 train_time:4005871ms step_avg:1871.03ms
step:2142/5960 train_time:4007817ms step_avg:1871.06ms
step:2143/5960 train_time:4009752ms step_avg:1871.09ms
step:2144/5960 train_time:4011683ms step_avg:1871.12ms
step:2145/5960 train_time:4013615ms step_avg:1871.15ms
step:2146/5960 train_time:4015541ms step_avg:1871.17ms
step:2147/5960 train_time:4017469ms step_avg:1871.20ms
step:2148/5960 train_time:4019396ms step_avg:1871.23ms
step:2149/5960 train_time:4021323ms step_avg:1871.25ms
step:2150/5960 train_time:4023253ms step_avg:1871.28ms
step:2151/5960 train_time:4025188ms step_avg:1871.31ms
step:2152/5960 train_time:4027133ms step_avg:1871.34ms
step:2153/5960 train_time:4029071ms step_avg:1871.38ms
step:2154/5960 train_time:4031004ms step_avg:1871.40ms
step:2155/5960 train_time:4032947ms step_avg:1871.44ms
step:2156/5960 train_time:4034888ms step_avg:1871.47ms
step:2157/5960 train_time:4036808ms step_avg:1871.49ms
step:2158/5960 train_time:4038726ms step_avg:1871.51ms
step:2159/5960 train_time:4040656ms step_avg:1871.54ms
step:2160/5960 train_time:4042596ms step_avg:1871.57ms
step:2161/5960 train_time:4044527ms step_avg:1871.60ms
step:2162/5960 train_time:4046458ms step_avg:1871.63ms
step:2163/5960 train_time:4048363ms step_avg:1871.64ms
step:2164/5960 train_time:4050271ms step_avg:1871.66ms
step:2165/5960 train_time:4052183ms step_avg:1871.68ms
step:2166/5960 train_time:4054105ms step_avg:1871.70ms
step:2167/5960 train_time:4056023ms step_avg:1871.72ms
step:2168/5960 train_time:4057944ms step_avg:1871.75ms
step:2169/5960 train_time:4059862ms step_avg:1871.77ms
step:2170/5960 train_time:4061785ms step_avg:1871.79ms
step:2171/5960 train_time:4063699ms step_avg:1871.81ms
step:2172/5960 train_time:4065603ms step_avg:1871.82ms
step:2173/5960 train_time:4067509ms step_avg:1871.84ms
step:2174/5960 train_time:4069423ms step_avg:1871.86ms
step:2175/5960 train_time:4071326ms step_avg:1871.87ms
step:2176/5960 train_time:4073238ms step_avg:1871.89ms
step:2177/5960 train_time:4075141ms step_avg:1871.91ms
step:2178/5960 train_time:4077054ms step_avg:1871.93ms
step:2179/5960 train_time:4078959ms step_avg:1871.94ms
step:2180/5960 train_time:4080883ms step_avg:1871.96ms
step:2181/5960 train_time:4082780ms step_avg:1871.98ms
step:2182/5960 train_time:4084683ms step_avg:1871.99ms
step:2183/5960 train_time:4086580ms step_avg:1872.00ms
step:2184/5960 train_time:4088494ms step_avg:1872.02ms
step:2185/5960 train_time:4090395ms step_avg:1872.03ms
step:2186/5960 train_time:4092306ms step_avg:1872.05ms
step:2187/5960 train_time:4094215ms step_avg:1872.07ms
step:2188/5960 train_time:4096140ms step_avg:1872.09ms
step:2189/5960 train_time:4098051ms step_avg:1872.11ms
step:2190/5960 train_time:4099952ms step_avg:1872.12ms
step:2191/5960 train_time:4101858ms step_avg:1872.14ms
step:2192/5960 train_time:4103755ms step_avg:1872.15ms
step:2193/5960 train_time:4105657ms step_avg:1872.16ms
step:2194/5960 train_time:4107557ms step_avg:1872.18ms
step:2195/5960 train_time:4109447ms step_avg:1872.19ms
step:2196/5960 train_time:4111349ms step_avg:1872.20ms
step:2197/5960 train_time:4113246ms step_avg:1872.21ms
step:2198/5960 train_time:4115152ms step_avg:1872.23ms
step:2199/5960 train_time:4117051ms step_avg:1872.24ms
step:2200/5960 train_time:4118951ms step_avg:1872.25ms
step:2201/5960 train_time:4120848ms step_avg:1872.26ms
step:2202/5960 train_time:4122743ms step_avg:1872.27ms
step:2203/5960 train_time:4124634ms step_avg:1872.28ms
step:2204/5960 train_time:4126540ms step_avg:1872.30ms
step:2205/5960 train_time:4128435ms step_avg:1872.31ms
step:2206/5960 train_time:4130340ms step_avg:1872.32ms
step:2207/5960 train_time:4132236ms step_avg:1872.33ms
step:2208/5960 train_time:4134144ms step_avg:1872.35ms
step:2209/5960 train_time:4136068ms step_avg:1872.37ms
step:2210/5960 train_time:4137981ms step_avg:1872.39ms
step:2211/5960 train_time:4139886ms step_avg:1872.40ms
step:2212/5960 train_time:4141781ms step_avg:1872.41ms
step:2213/5960 train_time:4143702ms step_avg:1872.44ms
step:2214/5960 train_time:4145595ms step_avg:1872.45ms
step:2215/5960 train_time:4147491ms step_avg:1872.46ms
step:2216/5960 train_time:4149384ms step_avg:1872.47ms
step:2217/5960 train_time:4151289ms step_avg:1872.48ms
step:2218/5960 train_time:4153184ms step_avg:1872.49ms
step:2219/5960 train_time:4155085ms step_avg:1872.50ms
step:2220/5960 train_time:4156978ms step_avg:1872.51ms
step:2221/5960 train_time:4158882ms step_avg:1872.53ms
step:2222/5960 train_time:4160783ms step_avg:1872.54ms
step:2223/5960 train_time:4162712ms step_avg:1872.56ms
step:2224/5960 train_time:4164614ms step_avg:1872.58ms
step:2225/5960 train_time:4166516ms step_avg:1872.59ms
step:2226/5960 train_time:4168420ms step_avg:1872.61ms
step:2227/5960 train_time:4170327ms step_avg:1872.62ms
step:2228/5960 train_time:4172220ms step_avg:1872.63ms
step:2229/5960 train_time:4174124ms step_avg:1872.64ms
step:2230/5960 train_time:4176018ms step_avg:1872.65ms
step:2231/5960 train_time:4177917ms step_avg:1872.67ms
step:2232/5960 train_time:4179825ms step_avg:1872.68ms
step:2233/5960 train_time:4181720ms step_avg:1872.69ms
step:2234/5960 train_time:4183630ms step_avg:1872.71ms
step:2235/5960 train_time:4185527ms step_avg:1872.72ms
step:2236/5960 train_time:4187419ms step_avg:1872.73ms
step:2237/5960 train_time:4189315ms step_avg:1872.74ms
step:2238/5960 train_time:4191223ms step_avg:1872.75ms
step:2239/5960 train_time:4193120ms step_avg:1872.76ms
step:2240/5960 train_time:4195013ms step_avg:1872.77ms
step:2241/5960 train_time:4196915ms step_avg:1872.79ms
step:2242/5960 train_time:4198821ms step_avg:1872.80ms
step:2243/5960 train_time:4200718ms step_avg:1872.81ms
step:2244/5960 train_time:4202613ms step_avg:1872.82ms
step:2245/5960 train_time:4204523ms step_avg:1872.84ms
step:2246/5960 train_time:4206424ms step_avg:1872.85ms
step:2247/5960 train_time:4208319ms step_avg:1872.86ms
step:2248/5960 train_time:4210220ms step_avg:1872.87ms
step:2249/5960 train_time:4212111ms step_avg:1872.88ms
step:2250/5960 train_time:4214010ms step_avg:1872.89ms
step:2250/5960 val_loss:3.175186 train_time:4214010ms step_avg:1872.89ms
step:2251/5960 train_time:4215914ms step_avg:1872.91ms
step:2252/5960 train_time:4217816ms step_avg:1872.92ms
step:2253/5960 train_time:4219720ms step_avg:1872.93ms
step:2254/5960 train_time:4221643ms step_avg:1872.96ms
step:2255/5960 train_time:4223523ms step_avg:1872.96ms
step:2256/5960 train_time:4225416ms step_avg:1872.97ms
step:2257/5960 train_time:4227324ms step_avg:1872.98ms
step:2258/5960 train_time:4229219ms step_avg:1872.99ms
step:2259/5960 train_time:4231129ms step_avg:1873.01ms
step:2260/5960 train_time:4233026ms step_avg:1873.02ms
step:2261/5960 train_time:4234923ms step_avg:1873.03ms
step:2262/5960 train_time:4236818ms step_avg:1873.04ms
step:2263/5960 train_time:4238718ms step_avg:1873.05ms
step:2264/5960 train_time:4240617ms step_avg:1873.06ms
step:2265/5960 train_time:4242528ms step_avg:1873.08ms
step:2266/5960 train_time:4244432ms step_avg:1873.09ms
step:2267/5960 train_time:4246321ms step_avg:1873.10ms
step:2268/5960 train_time:4248215ms step_avg:1873.11ms
step:2269/5960 train_time:4250122ms step_avg:1873.13ms
step:2270/5960 train_time:4252018ms step_avg:1873.14ms
step:2271/5960 train_time:4253923ms step_avg:1873.15ms
step:2272/5960 train_time:4255823ms step_avg:1873.16ms
step:2273/5960 train_time:4257723ms step_avg:1873.17ms
step:2274/5960 train_time:4259617ms step_avg:1873.18ms
step:2275/5960 train_time:4261520ms step_avg:1873.20ms
step:2276/5960 train_time:4263419ms step_avg:1873.21ms
step:2277/5960 train_time:4265318ms step_avg:1873.22ms
step:2278/5960 train_time:4267243ms step_avg:1873.24ms
step:2279/5960 train_time:4269142ms step_avg:1873.25ms
step:2280/5960 train_time:4271050ms step_avg:1873.27ms
step:2281/5960 train_time:4272960ms step_avg:1873.28ms
step:2282/5960 train_time:4274850ms step_avg:1873.29ms
step:2283/5960 train_time:4276743ms step_avg:1873.30ms
step:2284/5960 train_time:4278652ms step_avg:1873.32ms
step:2285/5960 train_time:4280555ms step_avg:1873.33ms
step:2286/5960 train_time:4282446ms step_avg:1873.34ms
step:2287/5960 train_time:4284352ms step_avg:1873.35ms
step:2288/5960 train_time:4286256ms step_avg:1873.36ms
step:2289/5960 train_time:4288164ms step_avg:1873.38ms
step:2290/5960 train_time:4290062ms step_avg:1873.39ms
step:2291/5960 train_time:4291967ms step_avg:1873.40ms
step:2292/5960 train_time:4293880ms step_avg:1873.42ms
step:2293/5960 train_time:4295787ms step_avg:1873.44ms
step:2294/5960 train_time:4297697ms step_avg:1873.45ms
step:2295/5960 train_time:4299600ms step_avg:1873.46ms
step:2296/5960 train_time:4301511ms step_avg:1873.48ms
step:2297/5960 train_time:4303415ms step_avg:1873.49ms
step:2298/5960 train_time:4305319ms step_avg:1873.51ms
step:2299/5960 train_time:4307228ms step_avg:1873.52ms
step:2300/5960 train_time:4309137ms step_avg:1873.54ms
step:2301/5960 train_time:4311036ms step_avg:1873.55ms
step:2302/5960 train_time:4312937ms step_avg:1873.56ms
step:2303/5960 train_time:4314852ms step_avg:1873.58ms
step:2304/5960 train_time:4316763ms step_avg:1873.60ms
step:2305/5960 train_time:4318673ms step_avg:1873.61ms
step:2306/5960 train_time:4320579ms step_avg:1873.62ms
step:2307/5960 train_time:4322494ms step_avg:1873.64ms
step:2308/5960 train_time:4324410ms step_avg:1873.66ms
step:2309/5960 train_time:4326320ms step_avg:1873.68ms
step:2310/5960 train_time:4328232ms step_avg:1873.69ms
step:2311/5960 train_time:4330148ms step_avg:1873.71ms
step:2312/5960 train_time:4332064ms step_avg:1873.73ms
step:2313/5960 train_time:4333966ms step_avg:1873.74ms
step:2314/5960 train_time:4335881ms step_avg:1873.76ms
step:2315/5960 train_time:4337799ms step_avg:1873.78ms
step:2316/5960 train_time:4339722ms step_avg:1873.80ms
step:2317/5960 train_time:4341643ms step_avg:1873.82ms
step:2318/5960 train_time:4343559ms step_avg:1873.84ms
step:2319/5960 train_time:4345485ms step_avg:1873.86ms
step:2320/5960 train_time:4347396ms step_avg:1873.88ms
step:2321/5960 train_time:4349310ms step_avg:1873.90ms
step:2322/5960 train_time:4351257ms step_avg:1873.93ms
step:2323/5960 train_time:4353178ms step_avg:1873.95ms
step:2324/5960 train_time:4355106ms step_avg:1873.97ms
step:2325/5960 train_time:4357036ms step_avg:1873.99ms
step:2326/5960 train_time:4358984ms step_avg:1874.03ms
step:2327/5960 train_time:4360918ms step_avg:1874.05ms
step:2328/5960 train_time:4362835ms step_avg:1874.07ms
step:2329/5960 train_time:4364753ms step_avg:1874.09ms
step:2330/5960 train_time:4366686ms step_avg:1874.11ms
step:2331/5960 train_time:4368624ms step_avg:1874.14ms
step:2332/5960 train_time:4370560ms step_avg:1874.17ms
step:2333/5960 train_time:4372491ms step_avg:1874.19ms
step:2334/5960 train_time:4374431ms step_avg:1874.22ms
step:2335/5960 train_time:4376374ms step_avg:1874.25ms
step:2336/5960 train_time:4378324ms step_avg:1874.28ms
step:2337/5960 train_time:4380248ms step_avg:1874.30ms
step:2338/5960 train_time:4382176ms step_avg:1874.33ms
step:2339/5960 train_time:4384108ms step_avg:1874.35ms
step:2340/5960 train_time:4386039ms step_avg:1874.38ms
step:2341/5960 train_time:4387964ms step_avg:1874.40ms
step:2342/5960 train_time:4389901ms step_avg:1874.42ms
step:2343/5960 train_time:4391846ms step_avg:1874.45ms
step:2344/5960 train_time:4393772ms step_avg:1874.48ms
step:2345/5960 train_time:4395715ms step_avg:1874.51ms
step:2346/5960 train_time:4397644ms step_avg:1874.53ms
step:2347/5960 train_time:4399581ms step_avg:1874.56ms
step:2348/5960 train_time:4401530ms step_avg:1874.59ms
step:2349/5960 train_time:4403464ms step_avg:1874.61ms
step:2350/5960 train_time:4405402ms step_avg:1874.64ms
step:2351/5960 train_time:4407329ms step_avg:1874.66ms
step:2352/5960 train_time:4409293ms step_avg:1874.70ms
step:2353/5960 train_time:4411246ms step_avg:1874.73ms
step:2354/5960 train_time:4413190ms step_avg:1874.76ms
step:2355/5960 train_time:4415127ms step_avg:1874.79ms
step:2356/5960 train_time:4417065ms step_avg:1874.82ms
step:2357/5960 train_time:4419001ms step_avg:1874.84ms
step:2358/5960 train_time:4420949ms step_avg:1874.87ms
step:2359/5960 train_time:4422887ms step_avg:1874.90ms
step:2360/5960 train_time:4424820ms step_avg:1874.92ms
step:2361/5960 train_time:4426772ms step_avg:1874.96ms
step:2362/5960 train_time:4428714ms step_avg:1874.98ms
step:2363/5960 train_time:4430669ms step_avg:1875.02ms
step:2364/5960 train_time:4432610ms step_avg:1875.05ms
step:2365/5960 train_time:4434541ms step_avg:1875.07ms
step:2366/5960 train_time:4436484ms step_avg:1875.10ms
step:2367/5960 train_time:4438418ms step_avg:1875.12ms
step:2368/5960 train_time:4440347ms step_avg:1875.15ms
step:2369/5960 train_time:4442309ms step_avg:1875.18ms
step:2370/5960 train_time:4444245ms step_avg:1875.21ms
step:2371/5960 train_time:4446192ms step_avg:1875.24ms
step:2372/5960 train_time:4448128ms step_avg:1875.26ms
step:2373/5960 train_time:4450089ms step_avg:1875.30ms
step:2374/5960 train_time:4452024ms step_avg:1875.33ms
step:2375/5960 train_time:4453979ms step_avg:1875.36ms
step:2375/5960 val_loss:3.163917 train_time:4453980ms step_avg:1875.36ms
step:2376/5960 train_time:4455923ms step_avg:1875.39ms
step:2377/5960 train_time:4457872ms step_avg:1875.42ms
step:2378/5960 train_time:4459798ms step_avg:1875.44ms
step:2379/5960 train_time:4461734ms step_avg:1875.47ms
step:2380/5960 train_time:4463673ms step_avg:1875.49ms
step:2381/5960 train_time:4465616ms step_avg:1875.52ms
step:2382/5960 train_time:4467553ms step_avg:1875.55ms
step:2383/5960 train_time:4469494ms step_avg:1875.57ms
step:2384/5960 train_time:4471435ms step_avg:1875.60ms
step:2385/5960 train_time:4473375ms step_avg:1875.63ms
step:2386/5960 train_time:4475317ms step_avg:1875.66ms
step:2387/5960 train_time:4477244ms step_avg:1875.68ms
step:2388/5960 train_time:4479185ms step_avg:1875.71ms
step:2389/5960 train_time:4481132ms step_avg:1875.74ms
step:2390/5960 train_time:4483075ms step_avg:1875.76ms
step:2391/5960 train_time:4485010ms step_avg:1875.79ms
step:2392/5960 train_time:4486934ms step_avg:1875.81ms
step:2393/5960 train_time:4488874ms step_avg:1875.84ms
step:2394/5960 train_time:4490820ms step_avg:1875.86ms
step:2395/5960 train_time:4492763ms step_avg:1875.89ms
step:2396/5960 train_time:4494699ms step_avg:1875.92ms
step:2397/5960 train_time:4496623ms step_avg:1875.94ms
step:2398/5960 train_time:4498558ms step_avg:1875.96ms
step:2399/5960 train_time:4500478ms step_avg:1875.98ms
step:2400/5960 train_time:4502413ms step_avg:1876.01ms
step:2401/5960 train_time:4504357ms step_avg:1876.03ms
step:2402/5960 train_time:4506279ms step_avg:1876.05ms
step:2403/5960 train_time:4508226ms step_avg:1876.08ms
step:2404/5960 train_time:4510160ms step_avg:1876.11ms
step:2405/5960 train_time:4512089ms step_avg:1876.13ms
step:2406/5960 train_time:4514035ms step_avg:1876.16ms
step:2407/5960 train_time:4515986ms step_avg:1876.19ms
step:2408/5960 train_time:4517923ms step_avg:1876.21ms
step:2409/5960 train_time:4519858ms step_avg:1876.24ms
step:2410/5960 train_time:4521805ms step_avg:1876.27ms
step:2411/5960 train_time:4523732ms step_avg:1876.29ms
step:2412/5960 train_time:4525682ms step_avg:1876.32ms
step:2413/5960 train_time:4527627ms step_avg:1876.35ms
step:2414/5960 train_time:4529561ms step_avg:1876.37ms
step:2415/5960 train_time:4531499ms step_avg:1876.40ms
step:2416/5960 train_time:4533424ms step_avg:1876.42ms
step:2417/5960 train_time:4535367ms step_avg:1876.44ms
step:2418/5960 train_time:4537316ms step_avg:1876.47ms
step:2419/5960 train_time:4539262ms step_avg:1876.50ms
step:2420/5960 train_time:4541195ms step_avg:1876.53ms
step:2421/5960 train_time:4543129ms step_avg:1876.55ms
step:2422/5960 train_time:4545092ms step_avg:1876.59ms
step:2423/5960 train_time:4547037ms step_avg:1876.61ms
step:2424/5960 train_time:4548973ms step_avg:1876.64ms
step:2425/5960 train_time:4550910ms step_avg:1876.66ms
step:2426/5960 train_time:4552847ms step_avg:1876.69ms
step:2427/5960 train_time:4554791ms step_avg:1876.72ms
step:2428/5960 train_time:4556737ms step_avg:1876.74ms
step:2429/5960 train_time:4558679ms step_avg:1876.77ms
step:2430/5960 train_time:4560625ms step_avg:1876.80ms
step:2431/5960 train_time:4562559ms step_avg:1876.82ms
step:2432/5960 train_time:4564493ms step_avg:1876.85ms
step:2433/5960 train_time:4566434ms step_avg:1876.87ms
step:2434/5960 train_time:4568373ms step_avg:1876.90ms
step:2435/5960 train_time:4570314ms step_avg:1876.93ms
step:2436/5960 train_time:4572238ms step_avg:1876.94ms
step:2437/5960 train_time:4574176ms step_avg:1876.97ms
step:2438/5960 train_time:4576106ms step_avg:1876.99ms
step:2439/5960 train_time:4578056ms step_avg:1877.02ms
step:2440/5960 train_time:4579996ms step_avg:1877.05ms
step:2441/5960 train_time:4581939ms step_avg:1877.07ms
step:2442/5960 train_time:4583872ms step_avg:1877.10ms
step:2443/5960 train_time:4585811ms step_avg:1877.12ms
step:2444/5960 train_time:4587736ms step_avg:1877.14ms
step:2445/5960 train_time:4589679ms step_avg:1877.17ms
step:2446/5960 train_time:4591619ms step_avg:1877.19ms
step:2447/5960 train_time:4593557ms step_avg:1877.22ms
step:2448/5960 train_time:4595501ms step_avg:1877.25ms
step:2449/5960 train_time:4597437ms step_avg:1877.27ms
step:2450/5960 train_time:4599376ms step_avg:1877.30ms
step:2451/5960 train_time:4601320ms step_avg:1877.32ms
step:2452/5960 train_time:4603264ms step_avg:1877.35ms
step:2453/5960 train_time:4605209ms step_avg:1877.38ms
step:2454/5960 train_time:4607138ms step_avg:1877.40ms
step:2455/5960 train_time:4609076ms step_avg:1877.42ms
step:2456/5960 train_time:4611011ms step_avg:1877.45ms
step:2457/5960 train_time:4612960ms step_avg:1877.48ms
step:2458/5960 train_time:4614894ms step_avg:1877.50ms
step:2459/5960 train_time:4616837ms step_avg:1877.53ms
step:2460/5960 train_time:4618774ms step_avg:1877.55ms
step:2461/5960 train_time:4620730ms step_avg:1877.58ms
step:2462/5960 train_time:4622673ms step_avg:1877.61ms
step:2463/5960 train_time:4624616ms step_avg:1877.64ms
step:2464/5960 train_time:4626561ms step_avg:1877.66ms
step:2465/5960 train_time:4628495ms step_avg:1877.69ms
step:2466/5960 train_time:4630448ms step_avg:1877.72ms
step:2467/5960 train_time:4632385ms step_avg:1877.74ms
step:2468/5960 train_time:4634320ms step_avg:1877.76ms
step:2469/5960 train_time:4636248ms step_avg:1877.78ms
step:2470/5960 train_time:4638177ms step_avg:1877.80ms
step:2471/5960 train_time:4640126ms step_avg:1877.83ms
step:2472/5960 train_time:4642104ms step_avg:1877.87ms
step:2473/5960 train_time:4644033ms step_avg:1877.89ms
step:2474/5960 train_time:4645963ms step_avg:1877.92ms
step:2475/5960 train_time:4647901ms step_avg:1877.94ms
step:2476/5960 train_time:4649840ms step_avg:1877.96ms
step:2477/5960 train_time:4651782ms step_avg:1877.99ms
step:2478/5960 train_time:4653718ms step_avg:1878.01ms
step:2479/5960 train_time:4655646ms step_avg:1878.03ms
step:2480/5960 train_time:4657582ms step_avg:1878.06ms
step:2481/5960 train_time:4659528ms step_avg:1878.08ms
step:2482/5960 train_time:4661478ms step_avg:1878.11ms
step:2483/5960 train_time:4663421ms step_avg:1878.14ms
step:2484/5960 train_time:4665352ms step_avg:1878.16ms
step:2485/5960 train_time:4667283ms step_avg:1878.18ms
step:2486/5960 train_time:4669220ms step_avg:1878.21ms
step:2487/5960 train_time:4671163ms step_avg:1878.23ms
step:2488/5960 train_time:4673100ms step_avg:1878.26ms
step:2489/5960 train_time:4675027ms step_avg:1878.28ms
step:2490/5960 train_time:4676962ms step_avg:1878.30ms
step:2491/5960 train_time:4678901ms step_avg:1878.32ms
step:2492/5960 train_time:4680835ms step_avg:1878.34ms
step:2493/5960 train_time:4682779ms step_avg:1878.37ms
step:2494/5960 train_time:4684713ms step_avg:1878.39ms
step:2495/5960 train_time:4686638ms step_avg:1878.41ms
step:2496/5960 train_time:4688572ms step_avg:1878.43ms
step:2497/5960 train_time:4690522ms step_avg:1878.46ms
step:2498/5960 train_time:4692474ms step_avg:1878.49ms
step:2499/5960 train_time:4694411ms step_avg:1878.52ms
step:2500/5960 train_time:4696360ms step_avg:1878.54ms
step:2500/5960 val_loss:3.150394 train_time:4696360ms step_avg:1878.54ms
step:2501/5960 train_time:4698339ms step_avg:1878.58ms
step:2502/5960 train_time:4700298ms step_avg:1878.62ms
step:2503/5960 train_time:4702240ms step_avg:1878.64ms
step:2504/5960 train_time:4704178ms step_avg:1878.67ms
step:2505/5960 train_time:4706119ms step_avg:1878.69ms
step:2506/5960 train_time:4708055ms step_avg:1878.71ms
step:2507/5960 train_time:4709996ms step_avg:1878.74ms
step:2508/5960 train_time:4711943ms step_avg:1878.77ms
step:2509/5960 train_time:4713886ms step_avg:1878.79ms
step:2510/5960 train_time:4715824ms step_avg:1878.81ms
step:2511/5960 train_time:4717752ms step_avg:1878.83ms
step:2512/5960 train_time:4719694ms step_avg:1878.86ms
step:2513/5960 train_time:4721631ms step_avg:1878.88ms
step:2514/5960 train_time:4723568ms step_avg:1878.91ms
step:2515/5960 train_time:4725528ms step_avg:1878.94ms
step:2516/5960 train_time:4727473ms step_avg:1878.96ms
step:2517/5960 train_time:4729418ms step_avg:1878.99ms
step:2518/5960 train_time:4731354ms step_avg:1879.01ms
step:2519/5960 train_time:4733291ms step_avg:1879.04ms
step:2520/5960 train_time:4735223ms step_avg:1879.06ms
step:2521/5960 train_time:4737162ms step_avg:1879.08ms
step:2522/5960 train_time:4739098ms step_avg:1879.10ms
step:2523/5960 train_time:4741025ms step_avg:1879.12ms
step:2524/5960 train_time:4742959ms step_avg:1879.14ms
step:2525/5960 train_time:4744904ms step_avg:1879.17ms
step:2526/5960 train_time:4746840ms step_avg:1879.19ms
step:2527/5960 train_time:4748784ms step_avg:1879.22ms
step:2528/5960 train_time:4750738ms step_avg:1879.25ms
step:2529/5960 train_time:4752690ms step_avg:1879.28ms
step:2530/5960 train_time:4754618ms step_avg:1879.30ms
step:2531/5960 train_time:4756540ms step_avg:1879.31ms
step:2532/5960 train_time:4758483ms step_avg:1879.34ms
step:2533/5960 train_time:4760431ms step_avg:1879.36ms
step:2534/5960 train_time:4762361ms step_avg:1879.38ms
step:2535/5960 train_time:4764299ms step_avg:1879.41ms
step:2536/5960 train_time:4766234ms step_avg:1879.43ms
step:2537/5960 train_time:4768175ms step_avg:1879.45ms
step:2538/5960 train_time:4770113ms step_avg:1879.48ms
step:2539/5960 train_time:4772054ms step_avg:1879.50ms
step:2540/5960 train_time:4773983ms step_avg:1879.52ms
step:2541/5960 train_time:4775915ms step_avg:1879.54ms
step:2542/5960 train_time:4777854ms step_avg:1879.57ms
step:2543/5960 train_time:4779803ms step_avg:1879.59ms
step:2544/5960 train_time:4781743ms step_avg:1879.62ms
step:2545/5960 train_time:4783681ms step_avg:1879.64ms
step:2546/5960 train_time:4785622ms step_avg:1879.66ms
step:2547/5960 train_time:4787553ms step_avg:1879.68ms
step:2548/5960 train_time:4789474ms step_avg:1879.70ms
step:2549/5960 train_time:4791423ms step_avg:1879.73ms
step:2550/5960 train_time:4793360ms step_avg:1879.75ms
step:2551/5960 train_time:4795300ms step_avg:1879.77ms
step:2552/5960 train_time:4797226ms step_avg:1879.79ms
step:2553/5960 train_time:4799158ms step_avg:1879.81ms
step:2554/5960 train_time:4801101ms step_avg:1879.84ms
step:2555/5960 train_time:4803032ms step_avg:1879.86ms
step:2556/5960 train_time:4804958ms step_avg:1879.87ms
step:2557/5960 train_time:4806881ms step_avg:1879.89ms
step:2558/5960 train_time:4808815ms step_avg:1879.91ms
step:2559/5960 train_time:4810725ms step_avg:1879.92ms
step:2560/5960 train_time:4812656ms step_avg:1879.94ms
step:2561/5960 train_time:4814584ms step_avg:1879.96ms
step:2562/5960 train_time:4816504ms step_avg:1879.98ms
step:2563/5960 train_time:4818434ms step_avg:1880.00ms
step:2564/5960 train_time:4820364ms step_avg:1880.02ms
step:2565/5960 train_time:4822283ms step_avg:1880.03ms
step:2566/5960 train_time:4824194ms step_avg:1880.04ms
step:2567/5960 train_time:4826112ms step_avg:1880.06ms
step:2568/5960 train_time:4828037ms step_avg:1880.08ms
step:2569/5960 train_time:4829959ms step_avg:1880.09ms
step:2570/5960 train_time:4831860ms step_avg:1880.10ms
step:2571/5960 train_time:4833778ms step_avg:1880.12ms
step:2572/5960 train_time:4835682ms step_avg:1880.13ms
step:2573/5960 train_time:4837591ms step_avg:1880.14ms
step:2574/5960 train_time:4839507ms step_avg:1880.15ms
step:2575/5960 train_time:4841416ms step_avg:1880.16ms
step:2576/5960 train_time:4843318ms step_avg:1880.17ms
step:2577/5960 train_time:4845229ms step_avg:1880.18ms
step:2578/5960 train_time:4847145ms step_avg:1880.20ms
step:2579/5960 train_time:4849071ms step_avg:1880.21ms
step:2580/5960 train_time:4850973ms step_avg:1880.22ms
step:2581/5960 train_time:4852892ms step_avg:1880.24ms
step:2582/5960 train_time:4854791ms step_avg:1880.24ms
step:2583/5960 train_time:4856699ms step_avg:1880.26ms
step:2584/5960 train_time:4858612ms step_avg:1880.27ms
step:2585/5960 train_time:4860515ms step_avg:1880.28ms
step:2586/5960 train_time:4862420ms step_avg:1880.29ms
step:2587/5960 train_time:4864324ms step_avg:1880.30ms
step:2588/5960 train_time:4866237ms step_avg:1880.31ms
step:2589/5960 train_time:4868139ms step_avg:1880.32ms
step:2590/5960 train_time:4870051ms step_avg:1880.33ms
step:2591/5960 train_time:4871970ms step_avg:1880.34ms
step:2592/5960 train_time:4873870ms step_avg:1880.35ms
step:2593/5960 train_time:4875784ms step_avg:1880.36ms
step:2594/5960 train_time:4877694ms step_avg:1880.38ms
step:2595/5960 train_time:4879602ms step_avg:1880.39ms
step:2596/5960 train_time:4881501ms step_avg:1880.39ms
step:2597/5960 train_time:4883414ms step_avg:1880.41ms
step:2598/5960 train_time:4885323ms step_avg:1880.42ms
step:2599/5960 train_time:4887220ms step_avg:1880.42ms
step:2600/5960 train_time:4889121ms step_avg:1880.43ms
step:2601/5960 train_time:4891028ms step_avg:1880.44ms
step:2602/5960 train_time:4892925ms step_avg:1880.45ms
step:2603/5960 train_time:4894823ms step_avg:1880.45ms
step:2604/5960 train_time:4896730ms step_avg:1880.46ms
step:2605/5960 train_time:4898632ms step_avg:1880.47ms
step:2606/5960 train_time:4900537ms step_avg:1880.48ms
step:2607/5960 train_time:4902428ms step_avg:1880.49ms
step:2608/5960 train_time:4904334ms step_avg:1880.50ms
step:2609/5960 train_time:4906245ms step_avg:1880.51ms
step:2610/5960 train_time:4908145ms step_avg:1880.52ms
step:2611/5960 train_time:4910062ms step_avg:1880.53ms
step:2612/5960 train_time:4911985ms step_avg:1880.55ms
step:2613/5960 train_time:4913878ms step_avg:1880.55ms
step:2614/5960 train_time:4915787ms step_avg:1880.56ms
step:2615/5960 train_time:4917691ms step_avg:1880.57ms
step:2616/5960 train_time:4919587ms step_avg:1880.58ms
step:2617/5960 train_time:4921484ms step_avg:1880.58ms
step:2618/5960 train_time:4923385ms step_avg:1880.59ms
step:2619/5960 train_time:4925271ms step_avg:1880.59ms
step:2620/5960 train_time:4927178ms step_avg:1880.60ms
step:2621/5960 train_time:4929072ms step_avg:1880.61ms
step:2622/5960 train_time:4930977ms step_avg:1880.62ms
step:2623/5960 train_time:4932884ms step_avg:1880.63ms
step:2624/5960 train_time:4934792ms step_avg:1880.64ms
step:2625/5960 train_time:4936690ms step_avg:1880.64ms
step:2625/5960 val_loss:3.139662 train_time:4936690ms step_avg:1880.64ms
step:2626/5960 train_time:4938586ms step_avg:1880.65ms
step:2627/5960 train_time:4940507ms step_avg:1880.66ms
step:2628/5960 train_time:4942414ms step_avg:1880.67ms
step:2629/5960 train_time:4944308ms step_avg:1880.68ms
step:2630/5960 train_time:4946215ms step_avg:1880.69ms
step:2631/5960 train_time:4948106ms step_avg:1880.69ms
step:2632/5960 train_time:4950008ms step_avg:1880.70ms
step:2633/5960 train_time:4951900ms step_avg:1880.71ms
step:2634/5960 train_time:4953791ms step_avg:1880.71ms
step:2635/5960 train_time:4955704ms step_avg:1880.72ms
step:2636/5960 train_time:4957609ms step_avg:1880.73ms
step:2637/5960 train_time:4959493ms step_avg:1880.73ms
step:2638/5960 train_time:4961397ms step_avg:1880.74ms
step:2639/5960 train_time:4963306ms step_avg:1880.75ms
step:2640/5960 train_time:4965194ms step_avg:1880.76ms
step:2641/5960 train_time:4967088ms step_avg:1880.76ms
step:2642/5960 train_time:4968984ms step_avg:1880.77ms
step:2643/5960 train_time:4970884ms step_avg:1880.77ms
step:2644/5960 train_time:4972789ms step_avg:1880.78ms
step:2645/5960 train_time:4974691ms step_avg:1880.79ms
step:2646/5960 train_time:4976587ms step_avg:1880.80ms
step:2647/5960 train_time:4978480ms step_avg:1880.80ms
step:2648/5960 train_time:4980389ms step_avg:1880.81ms
step:2649/5960 train_time:4982278ms step_avg:1880.81ms
step:2650/5960 train_time:4984181ms step_avg:1880.82ms
step:2651/5960 train_time:4986083ms step_avg:1880.83ms
step:2652/5960 train_time:4987984ms step_avg:1880.84ms
step:2653/5960 train_time:4989888ms step_avg:1880.85ms
step:2654/5960 train_time:4991793ms step_avg:1880.86ms
step:2655/5960 train_time:4993685ms step_avg:1880.86ms
step:2656/5960 train_time:4995609ms step_avg:1880.88ms
step:2657/5960 train_time:4997515ms step_avg:1880.89ms
step:2658/5960 train_time:4999406ms step_avg:1880.89ms
step:2659/5960 train_time:5001300ms step_avg:1880.90ms
step:2660/5960 train_time:5003187ms step_avg:1880.90ms
step:2661/5960 train_time:5005081ms step_avg:1880.90ms
step:2662/5960 train_time:5006982ms step_avg:1880.91ms
step:2663/5960 train_time:5008886ms step_avg:1880.92ms
step:2664/5960 train_time:5010783ms step_avg:1880.92ms
step:2665/5960 train_time:5012680ms step_avg:1880.93ms
step:2666/5960 train_time:5014578ms step_avg:1880.94ms
step:2667/5960 train_time:5016476ms step_avg:1880.94ms
step:2668/5960 train_time:5018377ms step_avg:1880.95ms
step:2669/5960 train_time:5020291ms step_avg:1880.96ms
step:2670/5960 train_time:5022189ms step_avg:1880.97ms
step:2671/5960 train_time:5024083ms step_avg:1880.97ms
step:2672/5960 train_time:5025969ms step_avg:1880.98ms
step:2673/5960 train_time:5027873ms step_avg:1880.98ms
step:2674/5960 train_time:5029769ms step_avg:1880.99ms
step:2675/5960 train_time:5031663ms step_avg:1881.00ms
step:2676/5960 train_time:5033577ms step_avg:1881.01ms
step:2677/5960 train_time:5035487ms step_avg:1881.02ms
step:2678/5960 train_time:5037396ms step_avg:1881.03ms
step:2679/5960 train_time:5039292ms step_avg:1881.03ms
step:2680/5960 train_time:5041183ms step_avg:1881.04ms
step:2681/5960 train_time:5043084ms step_avg:1881.05ms
step:2682/5960 train_time:5044986ms step_avg:1881.05ms
step:2683/5960 train_time:5046893ms step_avg:1881.06ms
step:2684/5960 train_time:5048782ms step_avg:1881.07ms
step:2685/5960 train_time:5050686ms step_avg:1881.08ms
step:2686/5960 train_time:5052583ms step_avg:1881.08ms
step:2687/5960 train_time:5054492ms step_avg:1881.09ms
step:2688/5960 train_time:5056397ms step_avg:1881.10ms
step:2689/5960 train_time:5058296ms step_avg:1881.11ms
step:2690/5960 train_time:5060187ms step_avg:1881.11ms
step:2691/5960 train_time:5062085ms step_avg:1881.12ms
step:2692/5960 train_time:5063982ms step_avg:1881.12ms
step:2693/5960 train_time:5065891ms step_avg:1881.13ms
step:2694/5960 train_time:5067789ms step_avg:1881.14ms
step:2695/5960 train_time:5069702ms step_avg:1881.15ms
step:2696/5960 train_time:5071592ms step_avg:1881.15ms
step:2697/5960 train_time:5073496ms step_avg:1881.16ms
step:2698/5960 train_time:5075399ms step_avg:1881.17ms
step:2699/5960 train_time:5077299ms step_avg:1881.18ms
step:2700/5960 train_time:5079219ms step_avg:1881.19ms
step:2701/5960 train_time:5081130ms step_avg:1881.20ms
step:2702/5960 train_time:5083045ms step_avg:1881.22ms
step:2703/5960 train_time:5084950ms step_avg:1881.22ms
step:2704/5960 train_time:5086858ms step_avg:1881.23ms
step:2705/5960 train_time:5088772ms step_avg:1881.25ms
step:2706/5960 train_time:5090671ms step_avg:1881.25ms
step:2707/5960 train_time:5092590ms step_avg:1881.27ms
step:2708/5960 train_time:5094498ms step_avg:1881.28ms
step:2709/5960 train_time:5096388ms step_avg:1881.28ms
step:2710/5960 train_time:5098296ms step_avg:1881.29ms
step:2711/5960 train_time:5100201ms step_avg:1881.30ms
step:2712/5960 train_time:5102120ms step_avg:1881.31ms
step:2713/5960 train_time:5104025ms step_avg:1881.32ms
step:2714/5960 train_time:5105918ms step_avg:1881.33ms
step:2715/5960 train_time:5107820ms step_avg:1881.33ms
step:2716/5960 train_time:5109747ms step_avg:1881.35ms
step:2717/5960 train_time:5111659ms step_avg:1881.36ms
step:2718/5960 train_time:5113573ms step_avg:1881.37ms
step:2719/5960 train_time:5115486ms step_avg:1881.39ms
step:2720/5960 train_time:5117398ms step_avg:1881.40ms
step:2721/5960 train_time:5119309ms step_avg:1881.41ms
step:2722/5960 train_time:5121228ms step_avg:1881.42ms
step:2723/5960 train_time:5123131ms step_avg:1881.43ms
step:2724/5960 train_time:5125030ms step_avg:1881.44ms
step:2725/5960 train_time:5126937ms step_avg:1881.44ms
step:2726/5960 train_time:5128863ms step_avg:1881.46ms
step:2727/5960 train_time:5130773ms step_avg:1881.47ms
step:2728/5960 train_time:5132691ms step_avg:1881.49ms
step:2729/5960 train_time:5134615ms step_avg:1881.50ms
step:2730/5960 train_time:5136540ms step_avg:1881.52ms
step:2731/5960 train_time:5138463ms step_avg:1881.53ms
step:2732/5960 train_time:5140389ms step_avg:1881.55ms
step:2733/5960 train_time:5142310ms step_avg:1881.56ms
step:2734/5960 train_time:5144237ms step_avg:1881.58ms
step:2735/5960 train_time:5146164ms step_avg:1881.60ms
step:2736/5960 train_time:5148078ms step_avg:1881.61ms
step:2737/5960 train_time:5150012ms step_avg:1881.63ms
step:2738/5960 train_time:5151932ms step_avg:1881.64ms
step:2739/5960 train_time:5153853ms step_avg:1881.66ms
step:2740/5960 train_time:5155788ms step_avg:1881.67ms
step:2741/5960 train_time:5157710ms step_avg:1881.69ms
step:2742/5960 train_time:5159655ms step_avg:1881.71ms
step:2743/5960 train_time:5161587ms step_avg:1881.73ms
step:2744/5960 train_time:5163534ms step_avg:1881.75ms
step:2745/5960 train_time:5165462ms step_avg:1881.77ms
step:2746/5960 train_time:5167397ms step_avg:1881.79ms
step:2747/5960 train_time:5169324ms step_avg:1881.81ms
step:2748/5960 train_time:5171253ms step_avg:1881.82ms
step:2749/5960 train_time:5173186ms step_avg:1881.84ms
step:2750/5960 train_time:5175115ms step_avg:1881.86ms
step:2750/5960 val_loss:3.129269 train_time:5175116ms step_avg:1881.86ms
step:2751/5960 train_time:5177044ms step_avg:1881.88ms
step:2752/5960 train_time:5178972ms step_avg:1881.89ms
step:2753/5960 train_time:5180915ms step_avg:1881.92ms
step:2754/5960 train_time:5182851ms step_avg:1881.94ms
step:2755/5960 train_time:5184796ms step_avg:1881.96ms
step:2756/5960 train_time:5186735ms step_avg:1881.98ms
step:2757/5960 train_time:5188679ms step_avg:1882.00ms
step:2758/5960 train_time:5190602ms step_avg:1882.02ms
step:2759/5960 train_time:5192538ms step_avg:1882.04ms
step:2760/5960 train_time:5194480ms step_avg:1882.06ms
step:2761/5960 train_time:5196419ms step_avg:1882.08ms
step:2762/5960 train_time:5198354ms step_avg:1882.10ms
step:2763/5960 train_time:5200299ms step_avg:1882.12ms
step:2764/5960 train_time:5202236ms step_avg:1882.14ms
step:2765/5960 train_time:5204177ms step_avg:1882.16ms
step:2766/5960 train_time:5206119ms step_avg:1882.18ms
step:2767/5960 train_time:5208064ms step_avg:1882.21ms
step:2768/5960 train_time:5210001ms step_avg:1882.23ms
step:2769/5960 train_time:5211938ms step_avg:1882.25ms
step:2770/5960 train_time:5213876ms step_avg:1882.27ms
step:2771/5960 train_time:5215811ms step_avg:1882.28ms
step:2772/5960 train_time:5217751ms step_avg:1882.31ms
step:2773/5960 train_time:5219689ms step_avg:1882.33ms
step:2774/5960 train_time:5221621ms step_avg:1882.34ms
step:2775/5960 train_time:5223560ms step_avg:1882.36ms
step:2776/5960 train_time:5225493ms step_avg:1882.38ms
step:2777/5960 train_time:5227432ms step_avg:1882.40ms
step:2778/5960 train_time:5229366ms step_avg:1882.42ms
step:2779/5960 train_time:5231321ms step_avg:1882.45ms
step:2780/5960 train_time:5233261ms step_avg:1882.47ms
step:2781/5960 train_time:5235186ms step_avg:1882.48ms
step:2782/5960 train_time:5237118ms step_avg:1882.50ms
step:2783/5960 train_time:5239050ms step_avg:1882.52ms
step:2784/5960 train_time:5240998ms step_avg:1882.54ms
step:2785/5960 train_time:5242938ms step_avg:1882.56ms
step:2786/5960 train_time:5244878ms step_avg:1882.58ms
step:2787/5960 train_time:5246823ms step_avg:1882.61ms
step:2788/5960 train_time:5248760ms step_avg:1882.63ms
step:2789/5960 train_time:5250699ms step_avg:1882.65ms
step:2790/5960 train_time:5252626ms step_avg:1882.66ms
step:2791/5960 train_time:5254578ms step_avg:1882.69ms
step:2792/5960 train_time:5256504ms step_avg:1882.70ms
step:2793/5960 train_time:5258445ms step_avg:1882.72ms
step:2794/5960 train_time:5260372ms step_avg:1882.74ms
step:2795/5960 train_time:5262314ms step_avg:1882.76ms
step:2796/5960 train_time:5264245ms step_avg:1882.78ms
step:2797/5960 train_time:5266176ms step_avg:1882.79ms
step:2798/5960 train_time:5268114ms step_avg:1882.81ms
step:2799/5960 train_time:5270056ms step_avg:1882.84ms
step:2800/5960 train_time:5271996ms step_avg:1882.86ms
step:2801/5960 train_time:5273923ms step_avg:1882.87ms
step:2802/5960 train_time:5275865ms step_avg:1882.89ms
step:2803/5960 train_time:5277804ms step_avg:1882.91ms
step:2804/5960 train_time:5279757ms step_avg:1882.94ms
step:2805/5960 train_time:5281695ms step_avg:1882.96ms
step:2806/5960 train_time:5283642ms step_avg:1882.98ms
step:2807/5960 train_time:5285568ms step_avg:1883.00ms
step:2808/5960 train_time:5287506ms step_avg:1883.01ms
step:2809/5960 train_time:5289463ms step_avg:1883.04ms
step:2810/5960 train_time:5291403ms step_avg:1883.06ms
step:2811/5960 train_time:5293341ms step_avg:1883.08ms
step:2812/5960 train_time:5295284ms step_avg:1883.10ms
step:2813/5960 train_time:5297220ms step_avg:1883.12ms
step:2814/5960 train_time:5299164ms step_avg:1883.14ms
step:2815/5960 train_time:5301104ms step_avg:1883.16ms
step:2816/5960 train_time:5303043ms step_avg:1883.18ms
step:2817/5960 train_time:5304981ms step_avg:1883.20ms
step:2818/5960 train_time:5306939ms step_avg:1883.23ms
step:2819/5960 train_time:5308877ms step_avg:1883.25ms
step:2820/5960 train_time:5310825ms step_avg:1883.27ms
step:2821/5960 train_time:5312762ms step_avg:1883.29ms
step:2822/5960 train_time:5314697ms step_avg:1883.31ms
step:2823/5960 train_time:5316641ms step_avg:1883.33ms
step:2824/5960 train_time:5318605ms step_avg:1883.36ms
step:2825/5960 train_time:5320543ms step_avg:1883.38ms
step:2826/5960 train_time:5322476ms step_avg:1883.40ms
step:2827/5960 train_time:5324410ms step_avg:1883.41ms
step:2828/5960 train_time:5326366ms step_avg:1883.44ms
step:2829/5960 train_time:5328302ms step_avg:1883.46ms
step:2830/5960 train_time:5330241ms step_avg:1883.48ms
step:2831/5960 train_time:5332179ms step_avg:1883.50ms
step:2832/5960 train_time:5334124ms step_avg:1883.52ms
step:2833/5960 train_time:5336062ms step_avg:1883.54ms
step:2834/5960 train_time:5337998ms step_avg:1883.56ms
step:2835/5960 train_time:5339927ms step_avg:1883.57ms
step:2836/5960 train_time:5341879ms step_avg:1883.60ms
step:2837/5960 train_time:5343824ms step_avg:1883.62ms
step:2838/5960 train_time:5345766ms step_avg:1883.64ms
step:2839/5960 train_time:5347703ms step_avg:1883.66ms
step:2840/5960 train_time:5349643ms step_avg:1883.68ms
step:2841/5960 train_time:5351588ms step_avg:1883.70ms
step:2842/5960 train_time:5353539ms step_avg:1883.72ms
step:2843/5960 train_time:5355482ms step_avg:1883.74ms
step:2844/5960 train_time:5357416ms step_avg:1883.76ms
step:2845/5960 train_time:5359368ms step_avg:1883.78ms
step:2846/5960 train_time:5361298ms step_avg:1883.80ms
step:2847/5960 train_time:5363244ms step_avg:1883.82ms
step:2848/5960 train_time:5365184ms step_avg:1883.84ms
step:2849/5960 train_time:5367123ms step_avg:1883.86ms
step:2850/5960 train_time:5369074ms step_avg:1883.89ms
step:2851/5960 train_time:5371008ms step_avg:1883.90ms
step:2852/5960 train_time:5372946ms step_avg:1883.92ms
step:2853/5960 train_time:5374888ms step_avg:1883.94ms
step:2854/5960 train_time:5376843ms step_avg:1883.97ms
step:2855/5960 train_time:5378782ms step_avg:1883.99ms
step:2856/5960 train_time:5380728ms step_avg:1884.01ms
step:2857/5960 train_time:5382662ms step_avg:1884.03ms
step:2858/5960 train_time:5384609ms step_avg:1884.05ms
step:2859/5960 train_time:5386558ms step_avg:1884.07ms
step:2860/5960 train_time:5388489ms step_avg:1884.09ms
step:2861/5960 train_time:5390451ms step_avg:1884.11ms
step:2862/5960 train_time:5392386ms step_avg:1884.13ms
step:2863/5960 train_time:5394341ms step_avg:1884.16ms
step:2864/5960 train_time:5396295ms step_avg:1884.18ms
step:2865/5960 train_time:5398236ms step_avg:1884.20ms
step:2866/5960 train_time:5400175ms step_avg:1884.22ms
step:2867/5960 train_time:5402134ms step_avg:1884.25ms
step:2868/5960 train_time:5404077ms step_avg:1884.27ms
step:2869/5960 train_time:5406017ms step_avg:1884.29ms
step:2870/5960 train_time:5407970ms step_avg:1884.31ms
step:2871/5960 train_time:5409923ms step_avg:1884.33ms
step:2872/5960 train_time:5411866ms step_avg:1884.35ms
step:2873/5960 train_time:5413813ms step_avg:1884.38ms
step:2874/5960 train_time:5415760ms step_avg:1884.40ms
step:2875/5960 train_time:5417723ms step_avg:1884.43ms
step:2875/5960 val_loss:3.118724 train_time:5417723ms step_avg:1884.43ms
step:2876/5960 train_time:5419678ms step_avg:1884.45ms
step:2877/5960 train_time:5421625ms step_avg:1884.47ms
step:2878/5960 train_time:5423568ms step_avg:1884.49ms
step:2879/5960 train_time:5425519ms step_avg:1884.52ms
step:2880/5960 train_time:5427464ms step_avg:1884.54ms
step:2881/5960 train_time:5429401ms step_avg:1884.55ms
step:2882/5960 train_time:5431350ms step_avg:1884.58ms
step:2883/5960 train_time:5433296ms step_avg:1884.60ms
step:2884/5960 train_time:5435251ms step_avg:1884.62ms
step:2885/5960 train_time:5437181ms step_avg:1884.64ms
step:2886/5960 train_time:5439125ms step_avg:1884.66ms
step:2887/5960 train_time:5441065ms step_avg:1884.68ms
step:2888/5960 train_time:5443001ms step_avg:1884.70ms
step:2889/5960 train_time:5444936ms step_avg:1884.71ms
step:2890/5960 train_time:5446878ms step_avg:1884.73ms
step:2891/5960 train_time:5448806ms step_avg:1884.75ms
step:2892/5960 train_time:5450740ms step_avg:1884.76ms
step:2893/5960 train_time:5452685ms step_avg:1884.79ms
step:2894/5960 train_time:5454624ms step_avg:1884.80ms
step:2895/5960 train_time:5456556ms step_avg:1884.82ms
step:2896/5960 train_time:5458509ms step_avg:1884.84ms
step:2897/5960 train_time:5460469ms step_avg:1884.87ms
step:2898/5960 train_time:5462409ms step_avg:1884.89ms
step:2899/5960 train_time:5464344ms step_avg:1884.91ms
step:2900/5960 train_time:5466281ms step_avg:1884.92ms
step:2901/5960 train_time:5468220ms step_avg:1884.94ms
step:2902/5960 train_time:5470160ms step_avg:1884.96ms
step:2903/5960 train_time:5472103ms step_avg:1884.98ms
step:2904/5960 train_time:5474023ms step_avg:1884.99ms
step:2905/5960 train_time:5475969ms step_avg:1885.02ms
step:2906/5960 train_time:5477904ms step_avg:1885.03ms
step:2907/5960 train_time:5479862ms step_avg:1885.06ms
step:2908/5960 train_time:5481803ms step_avg:1885.08ms
step:2909/5960 train_time:5483742ms step_avg:1885.10ms
step:2910/5960 train_time:5485652ms step_avg:1885.10ms
step:2911/5960 train_time:5487603ms step_avg:1885.13ms
step:2912/5960 train_time:5489535ms step_avg:1885.14ms
step:2913/5960 train_time:5491471ms step_avg:1885.16ms
step:2914/5960 train_time:5493393ms step_avg:1885.17ms
step:2915/5960 train_time:5495328ms step_avg:1885.19ms
step:2916/5960 train_time:5497263ms step_avg:1885.21ms
step:2917/5960 train_time:5499201ms step_avg:1885.22ms
step:2918/5960 train_time:5501131ms step_avg:1885.24ms
step:2919/5960 train_time:5503070ms step_avg:1885.26ms
step:2920/5960 train_time:5505010ms step_avg:1885.28ms
step:2921/5960 train_time:5506951ms step_avg:1885.30ms
step:2922/5960 train_time:5508884ms step_avg:1885.31ms
step:2923/5960 train_time:5510813ms step_avg:1885.33ms
step:2924/5960 train_time:5512756ms step_avg:1885.35ms
step:2925/5960 train_time:5514689ms step_avg:1885.36ms
step:2926/5960 train_time:5516621ms step_avg:1885.38ms
step:2927/5960 train_time:5518575ms step_avg:1885.40ms
step:2928/5960 train_time:5520522ms step_avg:1885.42ms
step:2929/5960 train_time:5522444ms step_avg:1885.44ms
step:2930/5960 train_time:5524370ms step_avg:1885.45ms
step:2931/5960 train_time:5526296ms step_avg:1885.46ms
step:2932/5960 train_time:5528232ms step_avg:1885.48ms
step:2933/5960 train_time:5530163ms step_avg:1885.50ms
step:2934/5960 train_time:5532107ms step_avg:1885.52ms
step:2935/5960 train_time:5534048ms step_avg:1885.54ms
step:2936/5960 train_time:5535987ms step_avg:1885.55ms
step:2937/5960 train_time:5537922ms step_avg:1885.57ms
step:2938/5960 train_time:5539863ms step_avg:1885.59ms
step:2939/5960 train_time:5541792ms step_avg:1885.60ms
step:2940/5960 train_time:5543725ms step_avg:1885.62ms
step:2941/5960 train_time:5545665ms step_avg:1885.64ms
step:2942/5960 train_time:5547595ms step_avg:1885.65ms
step:2943/5960 train_time:5549525ms step_avg:1885.67ms
step:2944/5960 train_time:5551464ms step_avg:1885.69ms
step:2945/5960 train_time:5553399ms step_avg:1885.70ms
step:2946/5960 train_time:5555332ms step_avg:1885.72ms
step:2947/5960 train_time:5557256ms step_avg:1885.73ms
step:2948/5960 train_time:5559183ms step_avg:1885.75ms
step:2949/5960 train_time:5561113ms step_avg:1885.76ms
step:2950/5960 train_time:5563045ms step_avg:1885.78ms
step:2951/5960 train_time:5564977ms step_avg:1885.79ms
step:2952/5960 train_time:5566923ms step_avg:1885.81ms
step:2953/5960 train_time:5568865ms step_avg:1885.83ms
step:2954/5960 train_time:5570794ms step_avg:1885.85ms
step:2955/5960 train_time:5572723ms step_avg:1885.86ms
step:2956/5960 train_time:5574652ms step_avg:1885.88ms
step:2957/5960 train_time:5576587ms step_avg:1885.89ms
step:2958/5960 train_time:5578517ms step_avg:1885.91ms
step:2959/5960 train_time:5580442ms step_avg:1885.92ms
step:2960/5960 train_time:5582372ms step_avg:1885.94ms
step:2961/5960 train_time:5584296ms step_avg:1885.95ms
step:2962/5960 train_time:5586219ms step_avg:1885.96ms
step:2963/5960 train_time:5588143ms step_avg:1885.97ms
step:2964/5960 train_time:5590056ms step_avg:1885.98ms
step:2965/5960 train_time:5591989ms step_avg:1886.00ms
step:2966/5960 train_time:5593926ms step_avg:1886.02ms
step:2967/5960 train_time:5595849ms step_avg:1886.03ms
step:2968/5960 train_time:5597774ms step_avg:1886.04ms
step:2969/5960 train_time:5599696ms step_avg:1886.05ms
step:2970/5960 train_time:5601625ms step_avg:1886.07ms
step:2971/5960 train_time:5603546ms step_avg:1886.08ms
step:2972/5960 train_time:5605478ms step_avg:1886.10ms
step:2973/5960 train_time:5607383ms step_avg:1886.10ms
step:2974/5960 train_time:5609307ms step_avg:1886.12ms
step:2975/5960 train_time:5611225ms step_avg:1886.13ms
step:2976/5960 train_time:5613144ms step_avg:1886.14ms
step:2977/5960 train_time:5615061ms step_avg:1886.15ms
step:2978/5960 train_time:5616981ms step_avg:1886.16ms
step:2979/5960 train_time:5618910ms step_avg:1886.17ms
step:2980/5960 train_time:5620845ms step_avg:1886.19ms
step:2981/5960 train_time:5622764ms step_avg:1886.20ms
step:2982/5960 train_time:5624690ms step_avg:1886.21ms
step:2983/5960 train_time:5626612ms step_avg:1886.23ms
step:2984/5960 train_time:5628521ms step_avg:1886.23ms
step:2985/5960 train_time:5630440ms step_avg:1886.24ms
step:2986/5960 train_time:5632370ms step_avg:1886.26ms
step:2987/5960 train_time:5634273ms step_avg:1886.26ms
step:2988/5960 train_time:5636184ms step_avg:1886.27ms
step:2989/5960 train_time:5638093ms step_avg:1886.28ms
step:2990/5960 train_time:5640009ms step_avg:1886.29ms
step:2991/5960 train_time:5641912ms step_avg:1886.30ms
step:2992/5960 train_time:5643815ms step_avg:1886.30ms
step:2993/5960 train_time:5645726ms step_avg:1886.31ms
step:2994/5960 train_time:5647625ms step_avg:1886.31ms
step:2995/5960 train_time:5649545ms step_avg:1886.33ms
step:2996/5960 train_time:5651450ms step_avg:1886.33ms
step:2997/5960 train_time:5653365ms step_avg:1886.34ms
step:2998/5960 train_time:5655267ms step_avg:1886.35ms
step:2999/5960 train_time:5657205ms step_avg:1886.36ms
step:3000/5960 train_time:5659113ms step_avg:1886.37ms
step:3000/5960 val_loss:3.107760 train_time:5659114ms step_avg:1886.37ms
step:3001/5960 train_time:5661034ms step_avg:1886.38ms
step:3002/5960 train_time:5662948ms step_avg:1886.39ms
step:3003/5960 train_time:5664850ms step_avg:1886.40ms
step:3004/5960 train_time:5666761ms step_avg:1886.41ms
step:3005/5960 train_time:5668673ms step_avg:1886.41ms
step:3006/5960 train_time:5670580ms step_avg:1886.42ms
step:3007/5960 train_time:5672487ms step_avg:1886.43ms
step:3008/5960 train_time:5674400ms step_avg:1886.44ms
step:3009/5960 train_time:5676297ms step_avg:1886.44ms
step:3010/5960 train_time:5678201ms step_avg:1886.45ms
step:3011/5960 train_time:5680109ms step_avg:1886.45ms
step:3012/5960 train_time:5682011ms step_avg:1886.46ms
step:3013/5960 train_time:5683915ms step_avg:1886.46ms
step:3014/5960 train_time:5685836ms step_avg:1886.48ms
step:3015/5960 train_time:5687740ms step_avg:1886.48ms
step:3016/5960 train_time:5689661ms step_avg:1886.49ms
step:3017/5960 train_time:5691579ms step_avg:1886.50ms
step:3018/5960 train_time:5693498ms step_avg:1886.51ms
step:3019/5960 train_time:5695406ms step_avg:1886.52ms
step:3020/5960 train_time:5697307ms step_avg:1886.53ms
step:3021/5960 train_time:5699205ms step_avg:1886.53ms
step:3022/5960 train_time:5701103ms step_avg:1886.53ms
step:3023/5960 train_time:5703005ms step_avg:1886.54ms
step:3024/5960 train_time:5704918ms step_avg:1886.55ms
step:3025/5960 train_time:5706827ms step_avg:1886.55ms
step:3026/5960 train_time:5708732ms step_avg:1886.56ms
step:3027/5960 train_time:5710631ms step_avg:1886.56ms
step:3028/5960 train_time:5712534ms step_avg:1886.57ms
step:3029/5960 train_time:5714432ms step_avg:1886.57ms
step:3030/5960 train_time:5716341ms step_avg:1886.58ms
step:3031/5960 train_time:5718240ms step_avg:1886.59ms
step:3032/5960 train_time:5720159ms step_avg:1886.60ms
step:3033/5960 train_time:5722060ms step_avg:1886.60ms
step:3034/5960 train_time:5723953ms step_avg:1886.60ms
step:3035/5960 train_time:5725856ms step_avg:1886.61ms
step:3036/5960 train_time:5727767ms step_avg:1886.62ms
step:3037/5960 train_time:5729674ms step_avg:1886.62ms
step:3038/5960 train_time:5731566ms step_avg:1886.62ms
step:3039/5960 train_time:5733474ms step_avg:1886.63ms
step:3040/5960 train_time:5735386ms step_avg:1886.64ms
step:3041/5960 train_time:5737295ms step_avg:1886.65ms
step:3042/5960 train_time:5739199ms step_avg:1886.65ms
step:3043/5960 train_time:5741100ms step_avg:1886.66ms
step:3044/5960 train_time:5742993ms step_avg:1886.66ms
step:3045/5960 train_time:5744898ms step_avg:1886.67ms
step:3046/5960 train_time:5746803ms step_avg:1886.67ms
step:3047/5960 train_time:5748692ms step_avg:1886.67ms
step:3048/5960 train_time:5750598ms step_avg:1886.68ms
step:3049/5960 train_time:5752496ms step_avg:1886.68ms
step:3050/5960 train_time:5754416ms step_avg:1886.69ms
step:3051/5960 train_time:5756324ms step_avg:1886.70ms
step:3052/5960 train_time:5758246ms step_avg:1886.71ms
step:3053/5960 train_time:5760148ms step_avg:1886.72ms
step:3054/5960 train_time:5762064ms step_avg:1886.73ms
step:3055/5960 train_time:5763965ms step_avg:1886.73ms
step:3056/5960 train_time:5765865ms step_avg:1886.74ms
step:3057/5960 train_time:5767777ms step_avg:1886.74ms
step:3058/5960 train_time:5769685ms step_avg:1886.75ms
step:3059/5960 train_time:5771590ms step_avg:1886.76ms
step:3060/5960 train_time:5773514ms step_avg:1886.77ms
step:3061/5960 train_time:5775420ms step_avg:1886.78ms
step:3062/5960 train_time:5777324ms step_avg:1886.78ms
step:3063/5960 train_time:5779224ms step_avg:1886.79ms
step:3064/5960 train_time:5781153ms step_avg:1886.80ms
step:3065/5960 train_time:5783058ms step_avg:1886.81ms
step:3066/5960 train_time:5784961ms step_avg:1886.81ms
step:3067/5960 train_time:5786864ms step_avg:1886.82ms
step:3068/5960 train_time:5788765ms step_avg:1886.82ms
step:3069/5960 train_time:5790661ms step_avg:1886.82ms
step:3070/5960 train_time:5792561ms step_avg:1886.83ms
step:3071/5960 train_time:5794465ms step_avg:1886.83ms
step:3072/5960 train_time:5796367ms step_avg:1886.84ms
step:3073/5960 train_time:5798262ms step_avg:1886.84ms
step:3074/5960 train_time:5800157ms step_avg:1886.84ms
step:3075/5960 train_time:5802062ms step_avg:1886.85ms
step:3076/5960 train_time:5803961ms step_avg:1886.85ms
step:3077/5960 train_time:5805866ms step_avg:1886.86ms
step:3078/5960 train_time:5807771ms step_avg:1886.87ms
step:3079/5960 train_time:5809671ms step_avg:1886.87ms
step:3080/5960 train_time:5811570ms step_avg:1886.87ms
step:3081/5960 train_time:5813488ms step_avg:1886.88ms
step:3082/5960 train_time:5815387ms step_avg:1886.89ms
step:3083/5960 train_time:5817285ms step_avg:1886.89ms
step:3084/5960 train_time:5819188ms step_avg:1886.90ms
step:3085/5960 train_time:5821086ms step_avg:1886.90ms
step:3086/5960 train_time:5822987ms step_avg:1886.90ms
step:3087/5960 train_time:5824892ms step_avg:1886.91ms
step:3088/5960 train_time:5826800ms step_avg:1886.92ms
step:3089/5960 train_time:5828701ms step_avg:1886.92ms
step:3090/5960 train_time:5830607ms step_avg:1886.93ms
step:3091/5960 train_time:5832517ms step_avg:1886.94ms
step:3092/5960 train_time:5834422ms step_avg:1886.94ms
step:3093/5960 train_time:5836324ms step_avg:1886.95ms
step:3094/5960 train_time:5838223ms step_avg:1886.95ms
step:3095/5960 train_time:5840153ms step_avg:1886.96ms
step:3096/5960 train_time:5842060ms step_avg:1886.97ms
step:3097/5960 train_time:5843970ms step_avg:1886.98ms
step:3098/5960 train_time:5845882ms step_avg:1886.99ms
step:3099/5960 train_time:5847805ms step_avg:1887.00ms
step:3100/5960 train_time:5849731ms step_avg:1887.01ms
step:3101/5960 train_time:5851653ms step_avg:1887.02ms
step:3102/5960 train_time:5853561ms step_avg:1887.03ms
step:3103/5960 train_time:5855462ms step_avg:1887.03ms
step:3104/5960 train_time:5857382ms step_avg:1887.04ms
step:3105/5960 train_time:5859293ms step_avg:1887.05ms
step:3106/5960 train_time:5861200ms step_avg:1887.06ms
step:3107/5960 train_time:5863120ms step_avg:1887.07ms
step:3108/5960 train_time:5865035ms step_avg:1887.08ms
step:3109/5960 train_time:5866946ms step_avg:1887.08ms
step:3110/5960 train_time:5868840ms step_avg:1887.09ms
step:3111/5960 train_time:5870738ms step_avg:1887.09ms
step:3112/5960 train_time:5872660ms step_avg:1887.10ms
step:3113/5960 train_time:5874562ms step_avg:1887.11ms
step:3114/5960 train_time:5876468ms step_avg:1887.11ms
step:3115/5960 train_time:5878370ms step_avg:1887.12ms
step:3116/5960 train_time:5880293ms step_avg:1887.13ms
step:3117/5960 train_time:5882203ms step_avg:1887.14ms
step:3118/5960 train_time:5884115ms step_avg:1887.14ms
step:3119/5960 train_time:5886028ms step_avg:1887.15ms
step:3120/5960 train_time:5887934ms step_avg:1887.16ms
step:3121/5960 train_time:5889838ms step_avg:1887.16ms
step:3122/5960 train_time:5891753ms step_avg:1887.17ms
step:3123/5960 train_time:5893663ms step_avg:1887.18ms
step:3124/5960 train_time:5895565ms step_avg:1887.18ms
step:3125/5960 train_time:5897465ms step_avg:1887.19ms
step:3125/5960 val_loss:3.097294 train_time:5897465ms step_avg:1887.19ms
step:3126/5960 train_time:5899422ms step_avg:1887.21ms
step:3127/5960 train_time:5901345ms step_avg:1887.22ms
step:3128/5960 train_time:5903262ms step_avg:1887.23ms
step:3129/5960 train_time:5905183ms step_avg:1887.24ms
step:3130/5960 train_time:5907107ms step_avg:1887.25ms
step:3131/5960 train_time:5909003ms step_avg:1887.26ms
step:3132/5960 train_time:5910918ms step_avg:1887.27ms
step:3133/5960 train_time:5912835ms step_avg:1887.28ms
step:3134/5960 train_time:5914756ms step_avg:1887.29ms
step:3135/5960 train_time:5916687ms step_avg:1887.30ms
step:3136/5960 train_time:5918609ms step_avg:1887.31ms
step:3137/5960 train_time:5920518ms step_avg:1887.32ms
step:3138/5960 train_time:5922438ms step_avg:1887.33ms
step:3139/5960 train_time:5924348ms step_avg:1887.34ms
step:3140/5960 train_time:5926272ms step_avg:1887.35ms
step:3141/5960 train_time:5928190ms step_avg:1887.36ms
step:3142/5960 train_time:5930118ms step_avg:1887.37ms
step:3143/5960 train_time:5932061ms step_avg:1887.39ms
step:3144/5960 train_time:5933988ms step_avg:1887.40ms
step:3145/5960 train_time:5935908ms step_avg:1887.41ms
step:3146/5960 train_time:5937845ms step_avg:1887.43ms
step:3147/5960 train_time:5939769ms step_avg:1887.44ms
step:3148/5960 train_time:5941701ms step_avg:1887.45ms
step:3149/5960 train_time:5943625ms step_avg:1887.46ms
step:3150/5960 train_time:5945564ms step_avg:1887.48ms
step:3151/5960 train_time:5947493ms step_avg:1887.49ms
step:3152/5960 train_time:5949420ms step_avg:1887.51ms
step:3153/5960 train_time:5951350ms step_avg:1887.52ms
step:3154/5960 train_time:5953291ms step_avg:1887.54ms
step:3155/5960 train_time:5955230ms step_avg:1887.55ms
step:3156/5960 train_time:5957168ms step_avg:1887.57ms
step:3157/5960 train_time:5959091ms step_avg:1887.58ms
step:3158/5960 train_time:5961017ms step_avg:1887.59ms
step:3159/5960 train_time:5962955ms step_avg:1887.61ms
step:3160/5960 train_time:5964881ms step_avg:1887.62ms
step:3161/5960 train_time:5966836ms step_avg:1887.64ms
step:3162/5960 train_time:5968768ms step_avg:1887.66ms
step:3163/5960 train_time:5970703ms step_avg:1887.67ms
step:3164/5960 train_time:5972634ms step_avg:1887.68ms
step:3165/5960 train_time:5974572ms step_avg:1887.70ms
step:3166/5960 train_time:5976509ms step_avg:1887.72ms
step:3167/5960 train_time:5978451ms step_avg:1887.73ms
step:3168/5960 train_time:5980386ms step_avg:1887.75ms
step:3169/5960 train_time:5982320ms step_avg:1887.76ms
step:3170/5960 train_time:5984257ms step_avg:1887.78ms
step:3171/5960 train_time:5986191ms step_avg:1887.79ms
step:3172/5960 train_time:5988127ms step_avg:1887.81ms
step:3173/5960 train_time:5990084ms step_avg:1887.83ms
step:3174/5960 train_time:5992028ms step_avg:1887.85ms
step:3175/5960 train_time:5993963ms step_avg:1887.86ms
step:3176/5960 train_time:5995910ms step_avg:1887.88ms
step:3177/5960 train_time:5997851ms step_avg:1887.90ms
step:3178/5960 train_time:5999792ms step_avg:1887.91ms
step:3179/5960 train_time:6001724ms step_avg:1887.93ms
step:3180/5960 train_time:6003664ms step_avg:1887.94ms
step:3181/5960 train_time:6005609ms step_avg:1887.96ms
step:3182/5960 train_time:6007557ms step_avg:1887.98ms
step:3183/5960 train_time:6009497ms step_avg:1888.00ms
step:3184/5960 train_time:6011447ms step_avg:1888.02ms
step:3185/5960 train_time:6013388ms step_avg:1888.03ms
step:3186/5960 train_time:6015333ms step_avg:1888.05ms
step:3187/5960 train_time:6017276ms step_avg:1888.07ms
step:3188/5960 train_time:6019230ms step_avg:1888.09ms
step:3189/5960 train_time:6021165ms step_avg:1888.10ms
step:3190/5960 train_time:6023117ms step_avg:1888.12ms
step:3191/5960 train_time:6025055ms step_avg:1888.14ms
step:3192/5960 train_time:6026997ms step_avg:1888.16ms
step:3193/5960 train_time:6028940ms step_avg:1888.17ms
step:3194/5960 train_time:6030886ms step_avg:1888.19ms
step:3195/5960 train_time:6032826ms step_avg:1888.21ms
step:3196/5960 train_time:6034770ms step_avg:1888.23ms
step:3197/5960 train_time:6036697ms step_avg:1888.24ms
step:3198/5960 train_time:6038647ms step_avg:1888.26ms
step:3199/5960 train_time:6040588ms step_avg:1888.27ms
step:3200/5960 train_time:6042534ms step_avg:1888.29ms
step:3201/5960 train_time:6044474ms step_avg:1888.31ms
step:3202/5960 train_time:6046423ms step_avg:1888.33ms
step:3203/5960 train_time:6048375ms step_avg:1888.35ms
step:3204/5960 train_time:6050335ms step_avg:1888.37ms
step:3205/5960 train_time:6052273ms step_avg:1888.38ms
step:3206/5960 train_time:6054202ms step_avg:1888.40ms
step:3207/5960 train_time:6056148ms step_avg:1888.42ms
step:3208/5960 train_time:6058095ms step_avg:1888.43ms
step:3209/5960 train_time:6060048ms step_avg:1888.45ms
step:3210/5960 train_time:6061985ms step_avg:1888.47ms
step:3211/5960 train_time:6063937ms step_avg:1888.49ms
step:3212/5960 train_time:6065873ms step_avg:1888.50ms
step:3213/5960 train_time:6067811ms step_avg:1888.52ms
step:3214/5960 train_time:6069755ms step_avg:1888.54ms
step:3215/5960 train_time:6071703ms step_avg:1888.55ms
step:3216/5960 train_time:6073647ms step_avg:1888.57ms
step:3217/5960 train_time:6075582ms step_avg:1888.59ms
step:3218/5960 train_time:6077515ms step_avg:1888.60ms
step:3219/5960 train_time:6079456ms step_avg:1888.62ms
step:3220/5960 train_time:6081393ms step_avg:1888.63ms
step:3221/5960 train_time:6083332ms step_avg:1888.65ms
step:3222/5960 train_time:6085276ms step_avg:1888.66ms
step:3223/5960 train_time:6087206ms step_avg:1888.68ms
step:3224/5960 train_time:6089137ms step_avg:1888.69ms
step:3225/5960 train_time:6091068ms step_avg:1888.70ms
step:3226/5960 train_time:6092991ms step_avg:1888.71ms
step:3227/5960 train_time:6094921ms step_avg:1888.73ms
step:3228/5960 train_time:6096855ms step_avg:1888.74ms
step:3229/5960 train_time:6098791ms step_avg:1888.76ms
step:3230/5960 train_time:6100729ms step_avg:1888.77ms
step:3231/5960 train_time:6102676ms step_avg:1888.79ms
step:3232/5960 train_time:6104611ms step_avg:1888.80ms
step:3233/5960 train_time:6106561ms step_avg:1888.82ms
step:3234/5960 train_time:6108502ms step_avg:1888.84ms
step:3235/5960 train_time:6110450ms step_avg:1888.86ms
step:3236/5960 train_time:6112409ms step_avg:1888.88ms
step:3237/5960 train_time:6114341ms step_avg:1888.89ms
step:3238/5960 train_time:6116278ms step_avg:1888.91ms
step:3239/5960 train_time:6118239ms step_avg:1888.93ms
step:3240/5960 train_time:6120176ms step_avg:1888.94ms
step:3241/5960 train_time:6122110ms step_avg:1888.96ms
step:3242/5960 train_time:6124047ms step_avg:1888.97ms
step:3243/5960 train_time:6125972ms step_avg:1888.98ms
step:3244/5960 train_time:6127910ms step_avg:1889.00ms
step:3245/5960 train_time:6129854ms step_avg:1889.02ms
step:3246/5960 train_time:6131785ms step_avg:1889.03ms
step:3247/5960 train_time:6133716ms step_avg:1889.04ms
step:3248/5960 train_time:6135670ms step_avg:1889.06ms
step:3249/5960 train_time:6137612ms step_avg:1889.08ms
step:3250/5960 train_time:6139549ms step_avg:1889.09ms
step:3250/5960 val_loss:3.086859 train_time:6139549ms step_avg:1889.09ms
step:3251/5960 train_time:6141500ms step_avg:1889.11ms
step:3252/5960 train_time:6143438ms step_avg:1889.13ms
step:3253/5960 train_time:6145368ms step_avg:1889.14ms
step:3254/5960 train_time:6147292ms step_avg:1889.15ms
step:3255/5960 train_time:6149236ms step_avg:1889.17ms
step:3256/5960 train_time:6151169ms step_avg:1889.18ms
step:3257/5960 train_time:6153108ms step_avg:1889.19ms
step:3258/5960 train_time:6155030ms step_avg:1889.21ms
step:3259/5960 train_time:6156975ms step_avg:1889.22ms
step:3260/5960 train_time:6158921ms step_avg:1889.24ms
step:3261/5960 train_time:6160858ms step_avg:1889.25ms
step:3262/5960 train_time:6162799ms step_avg:1889.27ms
step:3263/5960 train_time:6164751ms step_avg:1889.29ms
step:3264/5960 train_time:6166682ms step_avg:1889.30ms
step:3265/5960 train_time:6168607ms step_avg:1889.31ms
step:3266/5960 train_time:6170549ms step_avg:1889.33ms
step:3267/5960 train_time:6172482ms step_avg:1889.34ms
step:3268/5960 train_time:6174417ms step_avg:1889.36ms
step:3269/5960 train_time:6176349ms step_avg:1889.37ms
step:3270/5960 train_time:6178275ms step_avg:1889.38ms
step:3271/5960 train_time:6180209ms step_avg:1889.39ms
step:3272/5960 train_time:6182154ms step_avg:1889.41ms
step:3273/5960 train_time:6184092ms step_avg:1889.43ms
step:3274/5960 train_time:6186026ms step_avg:1889.44ms
step:3275/5960 train_time:6187957ms step_avg:1889.45ms
step:3276/5960 train_time:6189897ms step_avg:1889.47ms
step:3277/5960 train_time:6191840ms step_avg:1889.48ms
step:3278/5960 train_time:6193780ms step_avg:1889.50ms
step:3279/5960 train_time:6195728ms step_avg:1889.52ms
step:3280/5960 train_time:6197660ms step_avg:1889.53ms
step:3281/5960 train_time:6199590ms step_avg:1889.54ms
step:3282/5960 train_time:6201533ms step_avg:1889.56ms
step:3283/5960 train_time:6203467ms step_avg:1889.57ms
step:3284/5960 train_time:6205402ms step_avg:1889.59ms
step:3285/5960 train_time:6207352ms step_avg:1889.60ms
step:3286/5960 train_time:6209284ms step_avg:1889.62ms
step:3287/5960 train_time:6211224ms step_avg:1889.63ms
step:3288/5960 train_time:6213151ms step_avg:1889.64ms
step:3289/5960 train_time:6215092ms step_avg:1889.66ms
step:3290/5960 train_time:6217028ms step_avg:1889.67ms
step:3291/5960 train_time:6218972ms step_avg:1889.69ms
step:3292/5960 train_time:6220913ms step_avg:1889.71ms
step:3293/5960 train_time:6222835ms step_avg:1889.72ms
step:3294/5960 train_time:6224776ms step_avg:1889.73ms
step:3295/5960 train_time:6226711ms step_avg:1889.75ms
step:3296/5960 train_time:6228646ms step_avg:1889.76ms
step:3297/5960 train_time:6230574ms step_avg:1889.77ms
step:3298/5960 train_time:6232513ms step_avg:1889.79ms
step:3299/5960 train_time:6234456ms step_avg:1889.80ms
step:3300/5960 train_time:6236396ms step_avg:1889.82ms
step:3301/5960 train_time:6238324ms step_avg:1889.83ms
step:3302/5960 train_time:6240278ms step_avg:1889.85ms
step:3303/5960 train_time:6242219ms step_avg:1889.86ms
step:3304/5960 train_time:6244157ms step_avg:1889.88ms
step:3305/5960 train_time:6246096ms step_avg:1889.89ms
step:3306/5960 train_time:6248038ms step_avg:1889.91ms
step:3307/5960 train_time:6249965ms step_avg:1889.92ms
step:3308/5960 train_time:6251912ms step_avg:1889.94ms
step:3309/5960 train_time:6253845ms step_avg:1889.95ms
step:3310/5960 train_time:6255790ms step_avg:1889.97ms
step:3311/5960 train_time:6257746ms step_avg:1889.99ms
step:3312/5960 train_time:6259689ms step_avg:1890.00ms
step:3313/5960 train_time:6261630ms step_avg:1890.02ms
step:3314/5960 train_time:6263570ms step_avg:1890.03ms
step:3315/5960 train_time:6265524ms step_avg:1890.05ms
step:3316/5960 train_time:6267457ms step_avg:1890.07ms
step:3317/5960 train_time:6269400ms step_avg:1890.08ms
step:3318/5960 train_time:6271350ms step_avg:1890.10ms
step:3319/5960 train_time:6273287ms step_avg:1890.11ms
step:3320/5960 train_time:6275232ms step_avg:1890.13ms
step:3321/5960 train_time:6277167ms step_avg:1890.14ms
step:3322/5960 train_time:6279108ms step_avg:1890.16ms
step:3323/5960 train_time:6281039ms step_avg:1890.17ms
step:3324/5960 train_time:6282980ms step_avg:1890.19ms
step:3325/5960 train_time:6284920ms step_avg:1890.20ms
step:3326/5960 train_time:6286856ms step_avg:1890.22ms
step:3327/5960 train_time:6288795ms step_avg:1890.23ms
step:3328/5960 train_time:6290728ms step_avg:1890.24ms
step:3329/5960 train_time:6292661ms step_avg:1890.26ms
step:3330/5960 train_time:6294607ms step_avg:1890.27ms
step:3331/5960 train_time:6296538ms step_avg:1890.28ms
step:3332/5960 train_time:6298474ms step_avg:1890.30ms
step:3333/5960 train_time:6300415ms step_avg:1890.31ms
step:3334/5960 train_time:6302342ms step_avg:1890.32ms
step:3335/5960 train_time:6304283ms step_avg:1890.34ms
step:3336/5960 train_time:6306213ms step_avg:1890.35ms
step:3337/5960 train_time:6308137ms step_avg:1890.36ms
step:3338/5960 train_time:6310073ms step_avg:1890.38ms
step:3339/5960 train_time:6312016ms step_avg:1890.39ms
step:3340/5960 train_time:6313933ms step_avg:1890.40ms
step:3341/5960 train_time:6315884ms step_avg:1890.42ms
step:3342/5960 train_time:6317810ms step_avg:1890.43ms
step:3343/5960 train_time:6319747ms step_avg:1890.44ms
step:3344/5960 train_time:6321681ms step_avg:1890.45ms
step:3345/5960 train_time:6323623ms step_avg:1890.47ms
step:3346/5960 train_time:6325551ms step_avg:1890.48ms
step:3347/5960 train_time:6327489ms step_avg:1890.50ms
step:3348/5960 train_time:6329441ms step_avg:1890.51ms
step:3349/5960 train_time:6331381ms step_avg:1890.53ms
step:3350/5960 train_time:6333317ms step_avg:1890.54ms
step:3351/5960 train_time:6335252ms step_avg:1890.56ms
step:3352/5960 train_time:6337196ms step_avg:1890.57ms
step:3353/5960 train_time:6339140ms step_avg:1890.59ms
step:3354/5960 train_time:6341071ms step_avg:1890.60ms
step:3355/5960 train_time:6343013ms step_avg:1890.61ms
step:3356/5960 train_time:6344952ms step_avg:1890.63ms
step:3357/5960 train_time:6346879ms step_avg:1890.64ms
step:3358/5960 train_time:6348820ms step_avg:1890.66ms
step:3359/5960 train_time:6350741ms step_avg:1890.66ms
step:3360/5960 train_time:6352679ms step_avg:1890.68ms
step:3361/5960 train_time:6354624ms step_avg:1890.69ms
step:3362/5960 train_time:6356560ms step_avg:1890.71ms
step:3363/5960 train_time:6358495ms step_avg:1890.72ms
step:3364/5960 train_time:6360433ms step_avg:1890.74ms
step:3365/5960 train_time:6362378ms step_avg:1890.75ms
step:3366/5960 train_time:6364315ms step_avg:1890.77ms
step:3367/5960 train_time:6366250ms step_avg:1890.78ms
step:3368/5960 train_time:6368179ms step_avg:1890.79ms
step:3369/5960 train_time:6370116ms step_avg:1890.80ms
step:3370/5960 train_time:6372060ms step_avg:1890.82ms
step:3371/5960 train_time:6373997ms step_avg:1890.83ms
step:3372/5960 train_time:6375927ms step_avg:1890.84ms
step:3373/5960 train_time:6377867ms step_avg:1890.86ms
step:3374/5960 train_time:6379812ms step_avg:1890.87ms
step:3375/5960 train_time:6381740ms step_avg:1890.89ms
step:3375/5960 val_loss:3.078344 train_time:6381740ms step_avg:1890.89ms
step:3376/5960 train_time:6383694ms step_avg:1890.90ms
step:3377/5960 train_time:6385627ms step_avg:1890.92ms
step:3378/5960 train_time:6387556ms step_avg:1890.93ms
step:3379/5960 train_time:6389475ms step_avg:1890.94ms
step:3380/5960 train_time:6391399ms step_avg:1890.95ms
step:3381/5960 train_time:6393325ms step_avg:1890.96ms
step:3382/5960 train_time:6395253ms step_avg:1890.97ms
step:3383/5960 train_time:6397181ms step_avg:1890.98ms
step:3384/5960 train_time:6399108ms step_avg:1890.99ms
step:3385/5960 train_time:6401025ms step_avg:1891.00ms
step:3386/5960 train_time:6402954ms step_avg:1891.01ms
step:3387/5960 train_time:6404888ms step_avg:1891.02ms
step:3388/5960 train_time:6406805ms step_avg:1891.03ms
step:3389/5960 train_time:6408759ms step_avg:1891.05ms
step:3390/5960 train_time:6410701ms step_avg:1891.06ms
step:3391/5960 train_time:6412616ms step_avg:1891.07ms
step:3392/5960 train_time:6414533ms step_avg:1891.08ms
step:3393/5960 train_time:6416456ms step_avg:1891.09ms
step:3394/5960 train_time:6418377ms step_avg:1891.10ms
step:3395/5960 train_time:6420296ms step_avg:1891.10ms
step:3396/5960 train_time:6422211ms step_avg:1891.11ms
step:3397/5960 train_time:6424121ms step_avg:1891.12ms
step:3398/5960 train_time:6426038ms step_avg:1891.12ms
step:3399/5960 train_time:6427949ms step_avg:1891.13ms
step:3400/5960 train_time:6429866ms step_avg:1891.14ms
step:3401/5960 train_time:6431778ms step_avg:1891.14ms
step:3402/5960 train_time:6433695ms step_avg:1891.15ms
step:3403/5960 train_time:6435623ms step_avg:1891.16ms
step:3404/5960 train_time:6437566ms step_avg:1891.18ms
step:3405/5960 train_time:6439491ms step_avg:1891.19ms
step:3406/5960 train_time:6441415ms step_avg:1891.20ms
step:3407/5960 train_time:6443320ms step_avg:1891.20ms
step:3408/5960 train_time:6445235ms step_avg:1891.21ms
step:3409/5960 train_time:6447135ms step_avg:1891.21ms
step:3410/5960 train_time:6449038ms step_avg:1891.21ms
step:3411/5960 train_time:6450953ms step_avg:1891.22ms
step:3412/5960 train_time:6452890ms step_avg:1891.23ms
step:3413/5960 train_time:6454799ms step_avg:1891.24ms
step:3414/5960 train_time:6456701ms step_avg:1891.24ms
step:3415/5960 train_time:6458594ms step_avg:1891.24ms
step:3416/5960 train_time:6460507ms step_avg:1891.25ms
step:3417/5960 train_time:6462425ms step_avg:1891.26ms
step:3418/5960 train_time:6464341ms step_avg:1891.26ms
step:3419/5960 train_time:6466249ms step_avg:1891.27ms
step:3420/5960 train_time:6468174ms step_avg:1891.28ms
step:3421/5960 train_time:6470089ms step_avg:1891.29ms
step:3422/5960 train_time:6472003ms step_avg:1891.29ms
step:3423/5960 train_time:6473903ms step_avg:1891.29ms
step:3424/5960 train_time:6475797ms step_avg:1891.30ms
step:3425/5960 train_time:6477701ms step_avg:1891.30ms
step:3426/5960 train_time:6479612ms step_avg:1891.31ms
step:3427/5960 train_time:6481506ms step_avg:1891.31ms
step:3428/5960 train_time:6483395ms step_avg:1891.31ms
step:3429/5960 train_time:6485302ms step_avg:1891.31ms
step:3430/5960 train_time:6487234ms step_avg:1891.32ms
step:3431/5960 train_time:6489137ms step_avg:1891.33ms
step:3432/5960 train_time:6491045ms step_avg:1891.33ms
step:3433/5960 train_time:6492953ms step_avg:1891.34ms
step:3434/5960 train_time:6494874ms step_avg:1891.34ms
step:3435/5960 train_time:6496781ms step_avg:1891.35ms
step:3436/5960 train_time:6498700ms step_avg:1891.36ms
step:3437/5960 train_time:6500618ms step_avg:1891.36ms
step:3438/5960 train_time:6502508ms step_avg:1891.36ms
step:3439/5960 train_time:6504420ms step_avg:1891.37ms
step:3440/5960 train_time:6506323ms step_avg:1891.37ms
step:3441/5960 train_time:6508225ms step_avg:1891.38ms
step:3442/5960 train_time:6510130ms step_avg:1891.38ms
step:3443/5960 train_time:6512026ms step_avg:1891.38ms
step:3444/5960 train_time:6513934ms step_avg:1891.39ms
step:3445/5960 train_time:6515828ms step_avg:1891.39ms
step:3446/5960 train_time:6517737ms step_avg:1891.39ms
step:3447/5960 train_time:6519639ms step_avg:1891.40ms
step:3448/5960 train_time:6521544ms step_avg:1891.40ms
step:3449/5960 train_time:6523436ms step_avg:1891.40ms
step:3450/5960 train_time:6525342ms step_avg:1891.40ms
step:3451/5960 train_time:6527241ms step_avg:1891.41ms
step:3452/5960 train_time:6529145ms step_avg:1891.41ms
step:3453/5960 train_time:6531055ms step_avg:1891.41ms
step:3454/5960 train_time:6532963ms step_avg:1891.42ms
step:3455/5960 train_time:6534895ms step_avg:1891.43ms
step:3456/5960 train_time:6536805ms step_avg:1891.44ms
step:3457/5960 train_time:6538703ms step_avg:1891.44ms
step:3458/5960 train_time:6540593ms step_avg:1891.44ms
step:3459/5960 train_time:6542515ms step_avg:1891.45ms
step:3460/5960 train_time:6544428ms step_avg:1891.45ms
step:3461/5960 train_time:6546324ms step_avg:1891.45ms
step:3462/5960 train_time:6548223ms step_avg:1891.46ms
step:3463/5960 train_time:6550127ms step_avg:1891.46ms
step:3464/5960 train_time:6552047ms step_avg:1891.47ms
step:3465/5960 train_time:6553939ms step_avg:1891.47ms
step:3466/5960 train_time:6555843ms step_avg:1891.47ms
step:3467/5960 train_time:6557751ms step_avg:1891.48ms
step:3468/5960 train_time:6559652ms step_avg:1891.48ms
step:3469/5960 train_time:6561557ms step_avg:1891.48ms
step:3470/5960 train_time:6563479ms step_avg:1891.49ms
step:3471/5960 train_time:6565387ms step_avg:1891.50ms
step:3472/5960 train_time:6567306ms step_avg:1891.51ms
step:3473/5960 train_time:6569209ms step_avg:1891.51ms
step:3474/5960 train_time:6571114ms step_avg:1891.51ms
step:3475/5960 train_time:6573016ms step_avg:1891.52ms
step:3476/5960 train_time:6574919ms step_avg:1891.52ms
step:3477/5960 train_time:6576812ms step_avg:1891.52ms
step:3478/5960 train_time:6578713ms step_avg:1891.52ms
step:3479/5960 train_time:6580613ms step_avg:1891.52ms
step:3480/5960 train_time:6582511ms step_avg:1891.53ms
step:3481/5960 train_time:6584413ms step_avg:1891.53ms
step:3482/5960 train_time:6586308ms step_avg:1891.53ms
step:3483/5960 train_time:6588221ms step_avg:1891.54ms
step:3484/5960 train_time:6590127ms step_avg:1891.54ms
step:3485/5960 train_time:6592041ms step_avg:1891.55ms
step:3486/5960 train_time:6593956ms step_avg:1891.55ms
step:3487/5960 train_time:6595854ms step_avg:1891.56ms
step:3488/5960 train_time:6597762ms step_avg:1891.56ms
step:3489/5960 train_time:6599661ms step_avg:1891.56ms
step:3490/5960 train_time:6601564ms step_avg:1891.57ms
step:3491/5960 train_time:6603461ms step_avg:1891.57ms
step:3492/5960 train_time:6605384ms step_avg:1891.58ms
step:3493/5960 train_time:6607284ms step_avg:1891.58ms
step:3494/5960 train_time:6609188ms step_avg:1891.58ms
step:3495/5960 train_time:6611089ms step_avg:1891.58ms
step:3496/5960 train_time:6613003ms step_avg:1891.59ms
step:3497/5960 train_time:6614923ms step_avg:1891.60ms
step:3498/5960 train_time:6616812ms step_avg:1891.60ms
step:3499/5960 train_time:6618712ms step_avg:1891.60ms
step:3500/5960 train_time:6620614ms step_avg:1891.60ms
step:3500/5960 val_loss:3.068137 train_time:6620614ms step_avg:1891.60ms
step:3501/5960 train_time:6622509ms step_avg:1891.60ms
step:3502/5960 train_time:6624419ms step_avg:1891.61ms
step:3503/5960 train_time:6626327ms step_avg:1891.61ms
step:3504/5960 train_time:6628229ms step_avg:1891.62ms
step:3505/5960 train_time:6630134ms step_avg:1891.62ms
step:3506/5960 train_time:6632044ms step_avg:1891.63ms
step:3507/5960 train_time:6633943ms step_avg:1891.63ms
step:3508/5960 train_time:6635839ms step_avg:1891.63ms
step:3509/5960 train_time:6637745ms step_avg:1891.63ms
step:3510/5960 train_time:6639640ms step_avg:1891.64ms
step:3511/5960 train_time:6641541ms step_avg:1891.64ms
step:3512/5960 train_time:6643466ms step_avg:1891.65ms
step:3513/5960 train_time:6645362ms step_avg:1891.65ms
step:3514/5960 train_time:6647269ms step_avg:1891.65ms
step:3515/5960 train_time:6649188ms step_avg:1891.66ms
step:3516/5960 train_time:6651083ms step_avg:1891.66ms
step:3517/5960 train_time:6652971ms step_avg:1891.66ms
step:3518/5960 train_time:6654869ms step_avg:1891.66ms
step:3519/5960 train_time:6656774ms step_avg:1891.67ms
step:3520/5960 train_time:6658674ms step_avg:1891.67ms
step:3521/5960 train_time:6660580ms step_avg:1891.67ms
step:3522/5960 train_time:6662478ms step_avg:1891.67ms
step:3523/5960 train_time:6664373ms step_avg:1891.68ms
step:3524/5960 train_time:6666273ms step_avg:1891.68ms
step:3525/5960 train_time:6668175ms step_avg:1891.68ms
step:3526/5960 train_time:6670077ms step_avg:1891.68ms
step:3527/5960 train_time:6671986ms step_avg:1891.69ms
step:3528/5960 train_time:6673881ms step_avg:1891.69ms
step:3529/5960 train_time:6675802ms step_avg:1891.70ms
step:3530/5960 train_time:6677708ms step_avg:1891.70ms
step:3531/5960 train_time:6679616ms step_avg:1891.71ms
step:3532/5960 train_time:6681518ms step_avg:1891.71ms
step:3533/5960 train_time:6683424ms step_avg:1891.71ms
step:3534/5960 train_time:6685325ms step_avg:1891.72ms
step:3535/5960 train_time:6687218ms step_avg:1891.72ms
step:3536/5960 train_time:6689131ms step_avg:1891.72ms
step:3537/5960 train_time:6691041ms step_avg:1891.73ms
step:3538/5960 train_time:6692944ms step_avg:1891.73ms
step:3539/5960 train_time:6694847ms step_avg:1891.73ms
step:3540/5960 train_time:6696756ms step_avg:1891.74ms
step:3541/5960 train_time:6698677ms step_avg:1891.75ms
step:3542/5960 train_time:6700592ms step_avg:1891.75ms
step:3543/5960 train_time:6702517ms step_avg:1891.76ms
step:3544/5960 train_time:6704449ms step_avg:1891.77ms
step:3545/5960 train_time:6706364ms step_avg:1891.78ms
step:3546/5960 train_time:6708287ms step_avg:1891.79ms
step:3547/5960 train_time:6710202ms step_avg:1891.80ms
step:3548/5960 train_time:6712102ms step_avg:1891.80ms
step:3549/5960 train_time:6714013ms step_avg:1891.80ms
step:3550/5960 train_time:6715930ms step_avg:1891.81ms
step:3551/5960 train_time:6717844ms step_avg:1891.82ms
step:3552/5960 train_time:6719773ms step_avg:1891.83ms
step:3553/5960 train_time:6721675ms step_avg:1891.83ms
step:3554/5960 train_time:6723605ms step_avg:1891.84ms
step:3555/5960 train_time:6725518ms step_avg:1891.85ms
step:3556/5960 train_time:6727438ms step_avg:1891.86ms
step:3557/5960 train_time:6729358ms step_avg:1891.86ms
step:3558/5960 train_time:6731282ms step_avg:1891.87ms
step:3559/5960 train_time:6733206ms step_avg:1891.88ms
step:3560/5960 train_time:6735134ms step_avg:1891.89ms
step:3561/5960 train_time:6737067ms step_avg:1891.90ms
step:3562/5960 train_time:6739008ms step_avg:1891.92ms
step:3563/5960 train_time:6740946ms step_avg:1891.93ms
step:3564/5960 train_time:6742867ms step_avg:1891.94ms
step:3565/5960 train_time:6744789ms step_avg:1891.95ms
step:3566/5960 train_time:6746719ms step_avg:1891.96ms
step:3567/5960 train_time:6748670ms step_avg:1891.97ms
step:3568/5960 train_time:6750606ms step_avg:1891.99ms
step:3569/5960 train_time:6752526ms step_avg:1891.99ms
step:3570/5960 train_time:6754464ms step_avg:1892.01ms
step:3571/5960 train_time:6756391ms step_avg:1892.02ms
step:3572/5960 train_time:6758317ms step_avg:1892.03ms
step:3573/5960 train_time:6760246ms step_avg:1892.04ms
step:3574/5960 train_time:6762205ms step_avg:1892.05ms
step:3575/5960 train_time:6764136ms step_avg:1892.07ms
step:3576/5960 train_time:6766067ms step_avg:1892.08ms
step:3577/5960 train_time:6767999ms step_avg:1892.09ms
step:3578/5960 train_time:6769923ms step_avg:1892.10ms
step:3579/5960 train_time:6771854ms step_avg:1892.11ms
step:3580/5960 train_time:6773788ms step_avg:1892.12ms
step:3581/5960 train_time:6775725ms step_avg:1892.13ms
step:3582/5960 train_time:6777661ms step_avg:1892.14ms
step:3583/5960 train_time:6779596ms step_avg:1892.16ms
step:3584/5960 train_time:6781546ms step_avg:1892.17ms
step:3585/5960 train_time:6783486ms step_avg:1892.19ms
step:3586/5960 train_time:6785424ms step_avg:1892.20ms
step:3587/5960 train_time:6787346ms step_avg:1892.21ms
step:3588/5960 train_time:6789286ms step_avg:1892.22ms
step:3589/5960 train_time:6791219ms step_avg:1892.23ms
step:3590/5960 train_time:6793152ms step_avg:1892.24ms
step:3591/5960 train_time:6795085ms step_avg:1892.25ms
step:3592/5960 train_time:6797025ms step_avg:1892.27ms
step:3593/5960 train_time:6798964ms step_avg:1892.28ms
step:3594/5960 train_time:6800887ms step_avg:1892.29ms
step:3595/5960 train_time:6802838ms step_avg:1892.31ms
step:3596/5960 train_time:6804784ms step_avg:1892.32ms
step:3597/5960 train_time:6806723ms step_avg:1892.33ms
step:3598/5960 train_time:6808660ms step_avg:1892.35ms
step:3599/5960 train_time:6810588ms step_avg:1892.36ms
step:3600/5960 train_time:6812522ms step_avg:1892.37ms
step:3601/5960 train_time:6814451ms step_avg:1892.38ms
step:3602/5960 train_time:6816396ms step_avg:1892.39ms
step:3603/5960 train_time:6818342ms step_avg:1892.41ms
step:3604/5960 train_time:6820278ms step_avg:1892.42ms
step:3605/5960 train_time:6822229ms step_avg:1892.44ms
step:3606/5960 train_time:6824180ms step_avg:1892.45ms
step:3607/5960 train_time:6826128ms step_avg:1892.47ms
step:3608/5960 train_time:6828073ms step_avg:1892.48ms
step:3609/5960 train_time:6830026ms step_avg:1892.50ms
step:3610/5960 train_time:6831965ms step_avg:1892.51ms
step:3611/5960 train_time:6833891ms step_avg:1892.52ms
step:3612/5960 train_time:6835827ms step_avg:1892.53ms
step:3613/5960 train_time:6837768ms step_avg:1892.55ms
step:3614/5960 train_time:6839701ms step_avg:1892.56ms
step:3615/5960 train_time:6841637ms step_avg:1892.57ms
step:3616/5960 train_time:6843599ms step_avg:1892.59ms
step:3617/5960 train_time:6845535ms step_avg:1892.60ms
step:3618/5960 train_time:6847487ms step_avg:1892.62ms
step:3619/5960 train_time:6849433ms step_avg:1892.63ms
step:3620/5960 train_time:6851388ms step_avg:1892.65ms
step:3621/5960 train_time:6853325ms step_avg:1892.66ms
step:3622/5960 train_time:6855263ms step_avg:1892.67ms
step:3623/5960 train_time:6857209ms step_avg:1892.69ms
step:3624/5960 train_time:6859143ms step_avg:1892.70ms
step:3625/5960 train_time:6861083ms step_avg:1892.71ms
step:3625/5960 val_loss:3.060844 train_time:6861083ms step_avg:1892.71ms
step:3626/5960 train_time:6863027ms step_avg:1892.73ms
step:3627/5960 train_time:6864963ms step_avg:1892.74ms
step:3628/5960 train_time:6866906ms step_avg:1892.75ms
step:3629/5960 train_time:6868857ms step_avg:1892.77ms
step:3630/5960 train_time:6870791ms step_avg:1892.78ms
step:3631/5960 train_time:6872733ms step_avg:1892.79ms
step:3632/5960 train_time:6874676ms step_avg:1892.81ms
step:3633/5960 train_time:6876625ms step_avg:1892.82ms
step:3634/5960 train_time:6878553ms step_avg:1892.83ms
step:3635/5960 train_time:6880490ms step_avg:1892.84ms
step:3636/5960 train_time:6882439ms step_avg:1892.86ms
step:3637/5960 train_time:6884390ms step_avg:1892.88ms
step:3638/5960 train_time:6886335ms step_avg:1892.89ms
step:3639/5960 train_time:6888277ms step_avg:1892.90ms
step:3640/5960 train_time:6890210ms step_avg:1892.91ms
step:3641/5960 train_time:6892138ms step_avg:1892.92ms
step:3642/5960 train_time:6894072ms step_avg:1892.94ms
step:3643/5960 train_time:6896023ms step_avg:1892.95ms
step:3644/5960 train_time:6897950ms step_avg:1892.96ms
step:3645/5960 train_time:6899904ms step_avg:1892.98ms
step:3646/5960 train_time:6901850ms step_avg:1892.99ms
step:3647/5960 train_time:6903776ms step_avg:1893.00ms
step:3648/5960 train_time:6905706ms step_avg:1893.01ms
step:3649/5960 train_time:6907647ms step_avg:1893.02ms
step:3650/5960 train_time:6909577ms step_avg:1893.03ms
step:3651/5960 train_time:6911515ms step_avg:1893.05ms
step:3652/5960 train_time:6913467ms step_avg:1893.06ms
step:3653/5960 train_time:6915427ms step_avg:1893.08ms
step:3654/5960 train_time:6917359ms step_avg:1893.09ms
step:3655/5960 train_time:6919295ms step_avg:1893.10ms
step:3656/5960 train_time:6921235ms step_avg:1893.12ms
step:3657/5960 train_time:6923164ms step_avg:1893.13ms
step:3658/5960 train_time:6925100ms step_avg:1893.14ms
step:3659/5960 train_time:6927043ms step_avg:1893.15ms
step:3660/5960 train_time:6928986ms step_avg:1893.17ms
step:3661/5960 train_time:6930922ms step_avg:1893.18ms
step:3662/5960 train_time:6932868ms step_avg:1893.19ms
step:3663/5960 train_time:6934798ms step_avg:1893.20ms
step:3664/5960 train_time:6936731ms step_avg:1893.21ms
step:3665/5960 train_time:6938669ms step_avg:1893.22ms
step:3666/5960 train_time:6940612ms step_avg:1893.24ms
step:3667/5960 train_time:6942549ms step_avg:1893.25ms
step:3668/5960 train_time:6944491ms step_avg:1893.26ms
step:3669/5960 train_time:6946431ms step_avg:1893.28ms
step:3670/5960 train_time:6948370ms step_avg:1893.29ms
step:3671/5960 train_time:6950308ms step_avg:1893.30ms
step:3672/5960 train_time:6952242ms step_avg:1893.31ms
step:3673/5960 train_time:6954169ms step_avg:1893.32ms
step:3674/5960 train_time:6956111ms step_avg:1893.33ms
step:3675/5960 train_time:6958054ms step_avg:1893.35ms
step:3676/5960 train_time:6959979ms step_avg:1893.36ms
step:3677/5960 train_time:6961915ms step_avg:1893.37ms
step:3678/5960 train_time:6963838ms step_avg:1893.38ms
step:3679/5960 train_time:6965769ms step_avg:1893.39ms
step:3680/5960 train_time:6967696ms step_avg:1893.40ms
step:3681/5960 train_time:6969624ms step_avg:1893.41ms
step:3682/5960 train_time:6971567ms step_avg:1893.42ms
step:3683/5960 train_time:6973510ms step_avg:1893.43ms
step:3684/5960 train_time:6975456ms step_avg:1893.45ms
step:3685/5960 train_time:6977415ms step_avg:1893.46ms
step:3686/5960 train_time:6979348ms step_avg:1893.47ms
step:3687/5960 train_time:6981276ms step_avg:1893.48ms
step:3688/5960 train_time:6983206ms step_avg:1893.49ms
step:3689/5960 train_time:6985131ms step_avg:1893.50ms
step:3690/5960 train_time:6987058ms step_avg:1893.51ms
step:3691/5960 train_time:6988993ms step_avg:1893.52ms
step:3692/5960 train_time:6990932ms step_avg:1893.54ms
step:3693/5960 train_time:6992877ms step_avg:1893.55ms
step:3694/5960 train_time:6994814ms step_avg:1893.56ms
step:3695/5960 train_time:6996751ms step_avg:1893.57ms
step:3696/5960 train_time:6998675ms step_avg:1893.58ms
step:3697/5960 train_time:7000616ms step_avg:1893.59ms
step:3698/5960 train_time:7002555ms step_avg:1893.61ms
step:3699/5960 train_time:7004489ms step_avg:1893.62ms
step:3700/5960 train_time:7006416ms step_avg:1893.63ms
step:3701/5960 train_time:7008342ms step_avg:1893.63ms
step:3702/5960 train_time:7010265ms step_avg:1893.64ms
step:3703/5960 train_time:7012189ms step_avg:1893.65ms
step:3704/5960 train_time:7014141ms step_avg:1893.67ms
step:3705/5960 train_time:7016092ms step_avg:1893.68ms
step:3706/5960 train_time:7018020ms step_avg:1893.69ms
step:3707/5960 train_time:7019957ms step_avg:1893.70ms
step:3708/5960 train_time:7021896ms step_avg:1893.72ms
step:3709/5960 train_time:7023831ms step_avg:1893.73ms
step:3710/5960 train_time:7025760ms step_avg:1893.74ms
step:3711/5960 train_time:7027697ms step_avg:1893.75ms
step:3712/5960 train_time:7029633ms step_avg:1893.76ms
step:3713/5960 train_time:7031554ms step_avg:1893.77ms
step:3714/5960 train_time:7033475ms step_avg:1893.77ms
step:3715/5960 train_time:7035432ms step_avg:1893.79ms
step:3716/5960 train_time:7037376ms step_avg:1893.80ms
step:3717/5960 train_time:7039311ms step_avg:1893.82ms
step:3718/5960 train_time:7041250ms step_avg:1893.83ms
step:3719/5960 train_time:7043196ms step_avg:1893.84ms
step:3720/5960 train_time:7045127ms step_avg:1893.85ms
step:3721/5960 train_time:7047069ms step_avg:1893.86ms
step:3722/5960 train_time:7049010ms step_avg:1893.88ms
step:3723/5960 train_time:7050942ms step_avg:1893.89ms
step:3724/5960 train_time:7052887ms step_avg:1893.90ms
step:3725/5960 train_time:7054815ms step_avg:1893.91ms
step:3726/5960 train_time:7056760ms step_avg:1893.92ms
step:3727/5960 train_time:7058706ms step_avg:1893.94ms
step:3728/5960 train_time:7060658ms step_avg:1893.95ms
step:3729/5960 train_time:7062594ms step_avg:1893.96ms
step:3730/5960 train_time:7064530ms step_avg:1893.98ms
step:3731/5960 train_time:7066457ms step_avg:1893.98ms
step:3732/5960 train_time:7068396ms step_avg:1894.00ms
step:3733/5960 train_time:7070357ms step_avg:1894.01ms
step:3734/5960 train_time:7072294ms step_avg:1894.03ms
step:3735/5960 train_time:7074234ms step_avg:1894.04ms
step:3736/5960 train_time:7076176ms step_avg:1894.05ms
step:3737/5960 train_time:7078115ms step_avg:1894.06ms
step:3738/5960 train_time:7080049ms step_avg:1894.07ms
step:3739/5960 train_time:7081975ms step_avg:1894.08ms
step:3740/5960 train_time:7083927ms step_avg:1894.10ms
step:3741/5960 train_time:7085890ms step_avg:1894.12ms
step:3742/5960 train_time:7087831ms step_avg:1894.13ms
step:3743/5960 train_time:7089778ms step_avg:1894.14ms
step:3744/5960 train_time:7091721ms step_avg:1894.16ms
step:3745/5960 train_time:7093671ms step_avg:1894.17ms
step:3746/5960 train_time:7095594ms step_avg:1894.18ms
step:3747/5960 train_time:7097515ms step_avg:1894.19ms
step:3748/5960 train_time:7099451ms step_avg:1894.20ms
step:3749/5960 train_time:7101390ms step_avg:1894.21ms
step:3750/5960 train_time:7103326ms step_avg:1894.22ms
step:3750/5960 val_loss:3.051841 train_time:7103326ms step_avg:1894.22ms
step:3751/5960 train_time:7105273ms step_avg:1894.23ms
step:3752/5960 train_time:7107201ms step_avg:1894.24ms
step:3753/5960 train_time:7109133ms step_avg:1894.25ms
step:3754/5960 train_time:7111066ms step_avg:1894.26ms
step:3755/5960 train_time:7113016ms step_avg:1894.28ms
step:3756/5960 train_time:7114942ms step_avg:1894.29ms
step:3757/5960 train_time:7116872ms step_avg:1894.30ms
step:3758/5960 train_time:7118818ms step_avg:1894.31ms
step:3759/5960 train_time:7120762ms step_avg:1894.32ms
step:3760/5960 train_time:7122703ms step_avg:1894.34ms
step:3761/5960 train_time:7124642ms step_avg:1894.35ms
step:3762/5960 train_time:7126583ms step_avg:1894.36ms
step:3763/5960 train_time:7128526ms step_avg:1894.37ms
step:3764/5960 train_time:7130462ms step_avg:1894.38ms
step:3765/5960 train_time:7132393ms step_avg:1894.39ms
step:3766/5960 train_time:7134333ms step_avg:1894.41ms
step:3767/5960 train_time:7136282ms step_avg:1894.42ms
step:3768/5960 train_time:7138217ms step_avg:1894.43ms
step:3769/5960 train_time:7140173ms step_avg:1894.45ms
step:3770/5960 train_time:7142118ms step_avg:1894.46ms
step:3771/5960 train_time:7144063ms step_avg:1894.47ms
step:3772/5960 train_time:7146000ms step_avg:1894.49ms
step:3773/5960 train_time:7147937ms step_avg:1894.50ms
step:3774/5960 train_time:7149874ms step_avg:1894.51ms
step:3775/5960 train_time:7151823ms step_avg:1894.52ms
step:3776/5960 train_time:7153756ms step_avg:1894.53ms
step:3777/5960 train_time:7155684ms step_avg:1894.54ms
step:3778/5960 train_time:7157627ms step_avg:1894.55ms
step:3779/5960 train_time:7159546ms step_avg:1894.56ms
step:3780/5960 train_time:7161469ms step_avg:1894.57ms
step:3781/5960 train_time:7163389ms step_avg:1894.58ms
step:3782/5960 train_time:7165315ms step_avg:1894.58ms
step:3783/5960 train_time:7167257ms step_avg:1894.60ms
step:3784/5960 train_time:7169201ms step_avg:1894.61ms
step:3785/5960 train_time:7171121ms step_avg:1894.62ms
step:3786/5960 train_time:7173046ms step_avg:1894.62ms
step:3787/5960 train_time:7174998ms step_avg:1894.64ms
step:3788/5960 train_time:7176929ms step_avg:1894.65ms
step:3789/5960 train_time:7178878ms step_avg:1894.66ms
step:3790/5960 train_time:7180804ms step_avg:1894.67ms
step:3791/5960 train_time:7182736ms step_avg:1894.68ms
step:3792/5960 train_time:7184670ms step_avg:1894.69ms
step:3793/5960 train_time:7186601ms step_avg:1894.70ms
step:3794/5960 train_time:7188539ms step_avg:1894.71ms
step:3795/5960 train_time:7190471ms step_avg:1894.72ms
step:3796/5960 train_time:7192404ms step_avg:1894.73ms
step:3797/5960 train_time:7194319ms step_avg:1894.74ms
step:3798/5960 train_time:7196243ms step_avg:1894.75ms
step:3799/5960 train_time:7198178ms step_avg:1894.76ms
step:3800/5960 train_time:7200115ms step_avg:1894.77ms
step:3801/5960 train_time:7202043ms step_avg:1894.78ms
step:3802/5960 train_time:7203979ms step_avg:1894.79ms
step:3803/5960 train_time:7205899ms step_avg:1894.79ms
step:3804/5960 train_time:7207821ms step_avg:1894.80ms
step:3805/5960 train_time:7209751ms step_avg:1894.81ms
step:3806/5960 train_time:7211682ms step_avg:1894.82ms
step:3807/5960 train_time:7213605ms step_avg:1894.83ms
step:3808/5960 train_time:7215522ms step_avg:1894.83ms
step:3809/5960 train_time:7217449ms step_avg:1894.84ms
step:3810/5960 train_time:7219371ms step_avg:1894.85ms
step:3811/5960 train_time:7221298ms step_avg:1894.86ms
step:3812/5960 train_time:7223222ms step_avg:1894.86ms
step:3813/5960 train_time:7225141ms step_avg:1894.87ms
step:3814/5960 train_time:7227071ms step_avg:1894.88ms
step:3815/5960 train_time:7228997ms step_avg:1894.89ms
step:3816/5960 train_time:7230909ms step_avg:1894.89ms
step:3817/5960 train_time:7232832ms step_avg:1894.90ms
step:3818/5960 train_time:7234753ms step_avg:1894.91ms
step:3819/5960 train_time:7236683ms step_avg:1894.92ms
step:3820/5960 train_time:7238587ms step_avg:1894.92ms
step:3821/5960 train_time:7240526ms step_avg:1894.93ms
step:3822/5960 train_time:7242442ms step_avg:1894.94ms
step:3823/5960 train_time:7244356ms step_avg:1894.94ms
step:3824/5960 train_time:7246268ms step_avg:1894.94ms
step:3825/5960 train_time:7248202ms step_avg:1894.95ms
step:3826/5960 train_time:7250128ms step_avg:1894.96ms
step:3827/5960 train_time:7252030ms step_avg:1894.96ms
step:3828/5960 train_time:7253942ms step_avg:1894.97ms
step:3829/5960 train_time:7255859ms step_avg:1894.97ms
step:3830/5960 train_time:7257770ms step_avg:1894.98ms
step:3831/5960 train_time:7259686ms step_avg:1894.98ms
step:3832/5960 train_time:7261599ms step_avg:1894.99ms
step:3833/5960 train_time:7263496ms step_avg:1894.99ms
step:3834/5960 train_time:7265404ms step_avg:1894.99ms
step:3835/5960 train_time:7267305ms step_avg:1894.99ms
step:3836/5960 train_time:7269214ms step_avg:1895.00ms
step:3837/5960 train_time:7271120ms step_avg:1895.00ms
step:3838/5960 train_time:7273030ms step_avg:1895.01ms
step:3839/5960 train_time:7274944ms step_avg:1895.01ms
step:3840/5960 train_time:7276850ms step_avg:1895.01ms
step:3841/5960 train_time:7278774ms step_avg:1895.02ms
step:3842/5960 train_time:7280678ms step_avg:1895.02ms
step:3843/5960 train_time:7282578ms step_avg:1895.02ms
step:3844/5960 train_time:7284491ms step_avg:1895.03ms
step:3845/5960 train_time:7286414ms step_avg:1895.04ms
step:3846/5960 train_time:7288321ms step_avg:1895.04ms
step:3847/5960 train_time:7290227ms step_avg:1895.04ms
step:3848/5960 train_time:7292135ms step_avg:1895.05ms
step:3849/5960 train_time:7294073ms step_avg:1895.06ms
step:3850/5960 train_time:7295985ms step_avg:1895.06ms
step:3851/5960 train_time:7297925ms step_avg:1895.07ms
step:3852/5960 train_time:7299841ms step_avg:1895.08ms
step:3853/5960 train_time:7301738ms step_avg:1895.08ms
step:3854/5960 train_time:7303653ms step_avg:1895.08ms
step:3855/5960 train_time:7305551ms step_avg:1895.08ms
step:3856/5960 train_time:7307460ms step_avg:1895.09ms
step:3857/5960 train_time:7309370ms step_avg:1895.09ms
step:3858/5960 train_time:7311289ms step_avg:1895.10ms
step:3859/5960 train_time:7313208ms step_avg:1895.10ms
step:3860/5960 train_time:7315108ms step_avg:1895.11ms
step:3861/5960 train_time:7317003ms step_avg:1895.11ms
step:3862/5960 train_time:7318896ms step_avg:1895.11ms
step:3863/5960 train_time:7320792ms step_avg:1895.11ms
step:3864/5960 train_time:7322703ms step_avg:1895.11ms
step:3865/5960 train_time:7324634ms step_avg:1895.12ms
step:3866/5960 train_time:7326538ms step_avg:1895.12ms
step:3867/5960 train_time:7328439ms step_avg:1895.12ms
step:3868/5960 train_time:7330329ms step_avg:1895.12ms
step:3869/5960 train_time:7332233ms step_avg:1895.12ms
step:3870/5960 train_time:7334141ms step_avg:1895.13ms
step:3871/5960 train_time:7336061ms step_avg:1895.13ms
step:3872/5960 train_time:7337971ms step_avg:1895.14ms
step:3873/5960 train_time:7339871ms step_avg:1895.14ms
step:3874/5960 train_time:7341773ms step_avg:1895.14ms
step:3875/5960 train_time:7343686ms step_avg:1895.14ms
step:3875/5960 val_loss:3.045009 train_time:7343686ms step_avg:1895.14ms
step:3876/5960 train_time:7345603ms step_avg:1895.15ms
step:3877/5960 train_time:7347492ms step_avg:1895.15ms
step:3878/5960 train_time:7349385ms step_avg:1895.15ms
step:3879/5960 train_time:7351280ms step_avg:1895.15ms
step:3880/5960 train_time:7353182ms step_avg:1895.15ms
step:3881/5960 train_time:7355086ms step_avg:1895.15ms
step:3882/5960 train_time:7356983ms step_avg:1895.15ms
step:3883/5960 train_time:7358878ms step_avg:1895.15ms
step:3884/5960 train_time:7360778ms step_avg:1895.15ms
step:3885/5960 train_time:7362675ms step_avg:1895.15ms
step:3886/5960 train_time:7364572ms step_avg:1895.15ms
step:3887/5960 train_time:7366485ms step_avg:1895.16ms
step:3888/5960 train_time:7368383ms step_avg:1895.16ms
step:3889/5960 train_time:7370274ms step_avg:1895.16ms
step:3890/5960 train_time:7372188ms step_avg:1895.16ms
step:3891/5960 train_time:7374085ms step_avg:1895.16ms
step:3892/5960 train_time:7375984ms step_avg:1895.17ms
step:3893/5960 train_time:7377874ms step_avg:1895.16ms
step:3894/5960 train_time:7379783ms step_avg:1895.17ms
step:3895/5960 train_time:7381683ms step_avg:1895.17ms
step:3896/5960 train_time:7383581ms step_avg:1895.17ms
step:3897/5960 train_time:7385497ms step_avg:1895.18ms
step:3898/5960 train_time:7387391ms step_avg:1895.17ms
step:3899/5960 train_time:7389286ms step_avg:1895.17ms
step:3900/5960 train_time:7391184ms step_avg:1895.18ms
step:3901/5960 train_time:7393080ms step_avg:1895.18ms
step:3902/5960 train_time:7394968ms step_avg:1895.17ms
step:3903/5960 train_time:7396873ms step_avg:1895.18ms
step:3904/5960 train_time:7398778ms step_avg:1895.18ms
step:3905/5960 train_time:7400669ms step_avg:1895.18ms
step:3906/5960 train_time:7402582ms step_avg:1895.18ms
step:3907/5960 train_time:7404478ms step_avg:1895.18ms
step:3908/5960 train_time:7406372ms step_avg:1895.18ms
step:3909/5960 train_time:7408277ms step_avg:1895.18ms
step:3910/5960 train_time:7410178ms step_avg:1895.19ms
step:3911/5960 train_time:7412073ms step_avg:1895.19ms
step:3912/5960 train_time:7413969ms step_avg:1895.19ms
step:3913/5960 train_time:7415862ms step_avg:1895.19ms
step:3914/5960 train_time:7417752ms step_avg:1895.18ms
step:3915/5960 train_time:7419650ms step_avg:1895.19ms
step:3916/5960 train_time:7421568ms step_avg:1895.19ms
step:3917/5960 train_time:7423483ms step_avg:1895.20ms
step:3918/5960 train_time:7425384ms step_avg:1895.20ms
step:3919/5960 train_time:7427284ms step_avg:1895.20ms
step:3920/5960 train_time:7429186ms step_avg:1895.20ms
step:3921/5960 train_time:7431083ms step_avg:1895.20ms
step:3922/5960 train_time:7432983ms step_avg:1895.20ms
step:3923/5960 train_time:7434894ms step_avg:1895.21ms
step:3924/5960 train_time:7436793ms step_avg:1895.21ms
step:3925/5960 train_time:7438711ms step_avg:1895.21ms
step:3926/5960 train_time:7440616ms step_avg:1895.22ms
step:3927/5960 train_time:7442517ms step_avg:1895.22ms
step:3928/5960 train_time:7444449ms step_avg:1895.23ms
step:3929/5960 train_time:7446361ms step_avg:1895.23ms
step:3930/5960 train_time:7448266ms step_avg:1895.23ms
step:3931/5960 train_time:7450181ms step_avg:1895.24ms
step:3932/5960 train_time:7452092ms step_avg:1895.24ms
step:3933/5960 train_time:7453993ms step_avg:1895.24ms
step:3934/5960 train_time:7455887ms step_avg:1895.24ms
step:3935/5960 train_time:7457792ms step_avg:1895.25ms
step:3936/5960 train_time:7459701ms step_avg:1895.25ms
step:3937/5960 train_time:7461629ms step_avg:1895.26ms
step:3938/5960 train_time:7463519ms step_avg:1895.26ms
step:3939/5960 train_time:7465424ms step_avg:1895.26ms
step:3940/5960 train_time:7467316ms step_avg:1895.26ms
step:3941/5960 train_time:7469215ms step_avg:1895.26ms
step:3942/5960 train_time:7471114ms step_avg:1895.26ms
step:3943/5960 train_time:7473018ms step_avg:1895.26ms
step:3944/5960 train_time:7474937ms step_avg:1895.27ms
step:3945/5960 train_time:7476851ms step_avg:1895.27ms
step:3946/5960 train_time:7478753ms step_avg:1895.27ms
step:3947/5960 train_time:7480671ms step_avg:1895.28ms
step:3948/5960 train_time:7482590ms step_avg:1895.29ms
step:3949/5960 train_time:7484489ms step_avg:1895.29ms
step:3950/5960 train_time:7486408ms step_avg:1895.29ms
step:3951/5960 train_time:7488322ms step_avg:1895.30ms
step:3952/5960 train_time:7490243ms step_avg:1895.30ms
step:3953/5960 train_time:7492171ms step_avg:1895.31ms
step:3954/5960 train_time:7494081ms step_avg:1895.32ms
step:3955/5960 train_time:7495978ms step_avg:1895.32ms
step:3956/5960 train_time:7497889ms step_avg:1895.32ms
step:3957/5960 train_time:7499798ms step_avg:1895.32ms
step:3958/5960 train_time:7501718ms step_avg:1895.33ms
step:3959/5960 train_time:7503656ms step_avg:1895.34ms
step:3960/5960 train_time:7505571ms step_avg:1895.35ms
step:3961/5960 train_time:7507490ms step_avg:1895.35ms
step:3962/5960 train_time:7509394ms step_avg:1895.35ms
step:3963/5960 train_time:7511306ms step_avg:1895.36ms
step:3964/5960 train_time:7513210ms step_avg:1895.36ms
step:3965/5960 train_time:7515129ms step_avg:1895.37ms
step:3966/5960 train_time:7517054ms step_avg:1895.37ms
step:3967/5960 train_time:7518987ms step_avg:1895.38ms
step:3968/5960 train_time:7520906ms step_avg:1895.39ms
step:3969/5960 train_time:7522833ms step_avg:1895.40ms
step:3970/5960 train_time:7524771ms step_avg:1895.41ms
step:3971/5960 train_time:7526693ms step_avg:1895.41ms
step:3972/5960 train_time:7528604ms step_avg:1895.42ms
step:3973/5960 train_time:7530524ms step_avg:1895.43ms
step:3974/5960 train_time:7532448ms step_avg:1895.43ms
step:3975/5960 train_time:7534370ms step_avg:1895.44ms
step:3976/5960 train_time:7536298ms step_avg:1895.45ms
step:3977/5960 train_time:7538221ms step_avg:1895.45ms
step:3978/5960 train_time:7540141ms step_avg:1895.46ms
step:3979/5960 train_time:7542066ms step_avg:1895.47ms
step:3980/5960 train_time:7543997ms step_avg:1895.48ms
step:3981/5960 train_time:7545919ms step_avg:1895.48ms
step:3982/5960 train_time:7547843ms step_avg:1895.49ms
step:3983/5960 train_time:7549762ms step_avg:1895.50ms
step:3984/5960 train_time:7551688ms step_avg:1895.50ms
step:3985/5960 train_time:7553617ms step_avg:1895.51ms
step:3986/5960 train_time:7555536ms step_avg:1895.52ms
step:3987/5960 train_time:7557470ms step_avg:1895.53ms
step:3988/5960 train_time:7559391ms step_avg:1895.53ms
step:3989/5960 train_time:7561326ms step_avg:1895.54ms
step:3990/5960 train_time:7563263ms step_avg:1895.55ms
step:3991/5960 train_time:7565187ms step_avg:1895.56ms
step:3992/5960 train_time:7567116ms step_avg:1895.57ms
step:3993/5960 train_time:7569038ms step_avg:1895.58ms
step:3994/5960 train_time:7570976ms step_avg:1895.59ms
step:3995/5960 train_time:7572901ms step_avg:1895.59ms
step:3996/5960 train_time:7574832ms step_avg:1895.60ms
step:3997/5960 train_time:7576789ms step_avg:1895.62ms
step:3998/5960 train_time:7578721ms step_avg:1895.63ms
step:3999/5960 train_time:7580646ms step_avg:1895.64ms
step:4000/5960 train_time:7582590ms step_avg:1895.65ms
step:4000/5960 val_loss:3.034051 train_time:7582590ms step_avg:1895.65ms
step:4001/5960 train_time:7584532ms step_avg:1895.66ms
step:4002/5960 train_time:7586474ms step_avg:1895.67ms
step:4003/5960 train_time:7588418ms step_avg:1895.68ms
step:4004/5960 train_time:7590353ms step_avg:1895.69ms
step:4005/5960 train_time:7592295ms step_avg:1895.70ms
step:4006/5960 train_time:7594235ms step_avg:1895.72ms
step:4007/5960 train_time:7596178ms step_avg:1895.73ms
step:4008/5960 train_time:7598124ms step_avg:1895.74ms
step:4009/5960 train_time:7600070ms step_avg:1895.75ms
step:4010/5960 train_time:7602014ms step_avg:1895.76ms
step:4011/5960 train_time:7603947ms step_avg:1895.77ms
step:4012/5960 train_time:7605896ms step_avg:1895.79ms
step:4013/5960 train_time:7607846ms step_avg:1895.80ms
step:4014/5960 train_time:7609808ms step_avg:1895.82ms
step:4015/5960 train_time:7611739ms step_avg:1895.83ms
step:4016/5960 train_time:7613687ms step_avg:1895.84ms
step:4017/5960 train_time:7615626ms step_avg:1895.85ms
step:4018/5960 train_time:7617588ms step_avg:1895.87ms
step:4019/5960 train_time:7619541ms step_avg:1895.88ms
step:4020/5960 train_time:7621486ms step_avg:1895.89ms
step:4021/5960 train_time:7623434ms step_avg:1895.90ms
step:4022/5960 train_time:7625370ms step_avg:1895.91ms
step:4023/5960 train_time:7627309ms step_avg:1895.93ms
step:4024/5960 train_time:7629255ms step_avg:1895.94ms
step:4025/5960 train_time:7631179ms step_avg:1895.95ms
step:4026/5960 train_time:7633105ms step_avg:1895.95ms
step:4027/5960 train_time:7635032ms step_avg:1895.96ms
step:4028/5960 train_time:7636970ms step_avg:1895.97ms
step:4029/5960 train_time:7638901ms step_avg:1895.98ms
step:4030/5960 train_time:7640837ms step_avg:1895.99ms
step:4031/5960 train_time:7642775ms step_avg:1896.00ms
step:4032/5960 train_time:7644698ms step_avg:1896.01ms
step:4033/5960 train_time:7646636ms step_avg:1896.02ms
step:4034/5960 train_time:7648561ms step_avg:1896.02ms
step:4035/5960 train_time:7650487ms step_avg:1896.03ms
step:4036/5960 train_time:7652414ms step_avg:1896.04ms
step:4037/5960 train_time:7654336ms step_avg:1896.05ms
step:4038/5960 train_time:7656277ms step_avg:1896.06ms
step:4039/5960 train_time:7658200ms step_avg:1896.06ms
step:4040/5960 train_time:7660133ms step_avg:1896.07ms
step:4041/5960 train_time:7662075ms step_avg:1896.08ms
step:4042/5960 train_time:7663996ms step_avg:1896.09ms
step:4043/5960 train_time:7665929ms step_avg:1896.10ms
step:4044/5960 train_time:7667863ms step_avg:1896.11ms
step:4045/5960 train_time:7669781ms step_avg:1896.11ms
step:4046/5960 train_time:7671697ms step_avg:1896.12ms
step:4047/5960 train_time:7673632ms step_avg:1896.13ms
step:4048/5960 train_time:7675567ms step_avg:1896.14ms
step:4049/5960 train_time:7677513ms step_avg:1896.15ms
step:4050/5960 train_time:7679434ms step_avg:1896.16ms
step:4051/5960 train_time:7681363ms step_avg:1896.16ms
step:4052/5960 train_time:7683298ms step_avg:1896.17ms
step:4053/5960 train_time:7685221ms step_avg:1896.18ms
step:4054/5960 train_time:7687157ms step_avg:1896.19ms
step:4055/5960 train_time:7689079ms step_avg:1896.20ms
step:4056/5960 train_time:7691004ms step_avg:1896.20ms
step:4057/5960 train_time:7692936ms step_avg:1896.21ms
step:4058/5960 train_time:7694875ms step_avg:1896.22ms
step:4059/5960 train_time:7696807ms step_avg:1896.23ms
step:4060/5960 train_time:7698733ms step_avg:1896.24ms
step:4061/5960 train_time:7700662ms step_avg:1896.25ms
step:4062/5960 train_time:7702597ms step_avg:1896.26ms
step:4063/5960 train_time:7704540ms step_avg:1896.27ms
step:4064/5960 train_time:7706482ms step_avg:1896.28ms
step:4065/5960 train_time:7708401ms step_avg:1896.29ms
step:4066/5960 train_time:7710320ms step_avg:1896.29ms
step:4067/5960 train_time:7712241ms step_avg:1896.30ms
step:4068/5960 train_time:7714183ms step_avg:1896.31ms
step:4069/5960 train_time:7716104ms step_avg:1896.31ms
step:4070/5960 train_time:7718036ms step_avg:1896.32ms
step:4071/5960 train_time:7719979ms step_avg:1896.33ms
step:4072/5960 train_time:7721913ms step_avg:1896.34ms
step:4073/5960 train_time:7723837ms step_avg:1896.35ms
step:4074/5960 train_time:7725764ms step_avg:1896.36ms
step:4075/5960 train_time:7727714ms step_avg:1896.37ms
step:4076/5960 train_time:7729653ms step_avg:1896.38ms
step:4077/5960 train_time:7731603ms step_avg:1896.40ms
step:4078/5960 train_time:7733541ms step_avg:1896.41ms
step:4079/5960 train_time:7735478ms step_avg:1896.42ms
step:4080/5960 train_time:7737420ms step_avg:1896.43ms
step:4081/5960 train_time:7739350ms step_avg:1896.43ms
step:4082/5960 train_time:7741287ms step_avg:1896.44ms
step:4083/5960 train_time:7743217ms step_avg:1896.45ms
step:4084/5960 train_time:7745153ms step_avg:1896.46ms
step:4085/5960 train_time:7747076ms step_avg:1896.47ms
step:4086/5960 train_time:7749014ms step_avg:1896.48ms
step:4087/5960 train_time:7750939ms step_avg:1896.49ms
step:4088/5960 train_time:7752885ms step_avg:1896.50ms
step:4089/5960 train_time:7754805ms step_avg:1896.50ms
step:4090/5960 train_time:7756739ms step_avg:1896.51ms
step:4091/5960 train_time:7758667ms step_avg:1896.52ms
step:4092/5960 train_time:7760603ms step_avg:1896.53ms
step:4093/5960 train_time:7762540ms step_avg:1896.54ms
step:4094/5960 train_time:7764460ms step_avg:1896.55ms
step:4095/5960 train_time:7766380ms step_avg:1896.55ms
step:4096/5960 train_time:7768298ms step_avg:1896.56ms
step:4097/5960 train_time:7770241ms step_avg:1896.57ms
step:4098/5960 train_time:7772178ms step_avg:1896.58ms
step:4099/5960 train_time:7774119ms step_avg:1896.59ms
step:4100/5960 train_time:7776045ms step_avg:1896.60ms
step:4101/5960 train_time:7777977ms step_avg:1896.60ms
step:4102/5960 train_time:7779917ms step_avg:1896.62ms
step:4103/5960 train_time:7781845ms step_avg:1896.62ms
step:4104/5960 train_time:7783784ms step_avg:1896.63ms
step:4105/5960 train_time:7785720ms step_avg:1896.64ms
step:4106/5960 train_time:7787663ms step_avg:1896.65ms
step:4107/5960 train_time:7789622ms step_avg:1896.67ms
step:4108/5960 train_time:7791563ms step_avg:1896.68ms
step:4109/5960 train_time:7793498ms step_avg:1896.69ms
step:4110/5960 train_time:7795451ms step_avg:1896.70ms
step:4111/5960 train_time:7797381ms step_avg:1896.71ms
step:4112/5960 train_time:7799314ms step_avg:1896.72ms
step:4113/5960 train_time:7801241ms step_avg:1896.73ms
step:4114/5960 train_time:7803183ms step_avg:1896.74ms
step:4115/5960 train_time:7805125ms step_avg:1896.75ms
step:4116/5960 train_time:7807086ms step_avg:1896.77ms
step:4117/5960 train_time:7809005ms step_avg:1896.77ms
step:4118/5960 train_time:7810938ms step_avg:1896.78ms
step:4119/5960 train_time:7812879ms step_avg:1896.79ms
step:4120/5960 train_time:7814814ms step_avg:1896.80ms
step:4121/5960 train_time:7816751ms step_avg:1896.81ms
step:4122/5960 train_time:7818679ms step_avg:1896.82ms
step:4123/5960 train_time:7820614ms step_avg:1896.83ms
step:4124/5960 train_time:7822563ms step_avg:1896.84ms
step:4125/5960 train_time:7824496ms step_avg:1896.85ms
step:4125/5960 val_loss:3.025737 train_time:7824497ms step_avg:1896.85ms
step:4126/5960 train_time:7826449ms step_avg:1896.86ms
step:4127/5960 train_time:7828393ms step_avg:1896.87ms
step:4128/5960 train_time:7830326ms step_avg:1896.88ms
step:4129/5960 train_time:7832268ms step_avg:1896.89ms
step:4130/5960 train_time:7834210ms step_avg:1896.90ms
step:4131/5960 train_time:7836155ms step_avg:1896.91ms
step:4132/5960 train_time:7838096ms step_avg:1896.93ms
step:4133/5960 train_time:7840030ms step_avg:1896.93ms
step:4134/5960 train_time:7841956ms step_avg:1896.94ms
step:4135/5960 train_time:7843898ms step_avg:1896.95ms
step:4136/5960 train_time:7845830ms step_avg:1896.96ms
step:4137/5960 train_time:7847767ms step_avg:1896.97ms
step:4138/5960 train_time:7849704ms step_avg:1896.98ms
step:4139/5960 train_time:7851636ms step_avg:1896.99ms
step:4140/5960 train_time:7853564ms step_avg:1897.00ms
step:4141/5960 train_time:7855485ms step_avg:1897.00ms
step:4142/5960 train_time:7857420ms step_avg:1897.01ms
step:4143/5960 train_time:7859345ms step_avg:1897.02ms
step:4144/5960 train_time:7861267ms step_avg:1897.02ms
step:4145/5960 train_time:7863190ms step_avg:1897.03ms
step:4146/5960 train_time:7865135ms step_avg:1897.04ms
step:4147/5960 train_time:7867061ms step_avg:1897.05ms
step:4148/5960 train_time:7868997ms step_avg:1897.06ms
step:4149/5960 train_time:7870937ms step_avg:1897.07ms
step:4150/5960 train_time:7872871ms step_avg:1897.08ms
step:4151/5960 train_time:7874820ms step_avg:1897.09ms
step:4152/5960 train_time:7876749ms step_avg:1897.10ms
step:4153/5960 train_time:7878680ms step_avg:1897.11ms
step:4154/5960 train_time:7880614ms step_avg:1897.11ms
step:4155/5960 train_time:7882551ms step_avg:1897.12ms
step:4156/5960 train_time:7884486ms step_avg:1897.13ms
step:4157/5960 train_time:7886401ms step_avg:1897.14ms
step:4158/5960 train_time:7888330ms step_avg:1897.15ms
step:4159/5960 train_time:7890250ms step_avg:1897.15ms
step:4160/5960 train_time:7892180ms step_avg:1897.16ms
step:4161/5960 train_time:7894120ms step_avg:1897.17ms
step:4162/5960 train_time:7896051ms step_avg:1897.18ms
step:4163/5960 train_time:7897972ms step_avg:1897.18ms
step:4164/5960 train_time:7899888ms step_avg:1897.19ms
step:4165/5960 train_time:7901808ms step_avg:1897.19ms
step:4166/5960 train_time:7903722ms step_avg:1897.20ms
step:4167/5960 train_time:7905648ms step_avg:1897.20ms
step:4168/5960 train_time:7907577ms step_avg:1897.21ms
step:4169/5960 train_time:7909528ms step_avg:1897.22ms
step:4170/5960 train_time:7911451ms step_avg:1897.23ms
step:4171/5960 train_time:7913383ms step_avg:1897.24ms
step:4172/5960 train_time:7915313ms step_avg:1897.25ms
step:4173/5960 train_time:7917233ms step_avg:1897.25ms
step:4174/5960 train_time:7919153ms step_avg:1897.26ms
step:4175/5960 train_time:7921090ms step_avg:1897.27ms
step:4176/5960 train_time:7923017ms step_avg:1897.27ms
step:4177/5960 train_time:7924944ms step_avg:1897.28ms
step:4178/5960 train_time:7926857ms step_avg:1897.29ms
step:4179/5960 train_time:7928763ms step_avg:1897.29ms
step:4180/5960 train_time:7930680ms step_avg:1897.29ms
step:4181/5960 train_time:7932586ms step_avg:1897.29ms
step:4182/5960 train_time:7934509ms step_avg:1897.30ms
step:4183/5960 train_time:7936418ms step_avg:1897.30ms
step:4184/5960 train_time:7938334ms step_avg:1897.31ms
step:4185/5960 train_time:7940246ms step_avg:1897.31ms
step:4186/5960 train_time:7942161ms step_avg:1897.32ms
step:4187/5960 train_time:7944073ms step_avg:1897.32ms
step:4188/5960 train_time:7945987ms step_avg:1897.32ms
step:4189/5960 train_time:7947906ms step_avg:1897.33ms
step:4190/5960 train_time:7949813ms step_avg:1897.33ms
step:4191/5960 train_time:7951721ms step_avg:1897.33ms
step:4192/5960 train_time:7953630ms step_avg:1897.34ms
step:4193/5960 train_time:7955534ms step_avg:1897.34ms
step:4194/5960 train_time:7957438ms step_avg:1897.34ms
step:4195/5960 train_time:7959334ms step_avg:1897.34ms
step:4196/5960 train_time:7961250ms step_avg:1897.34ms
step:4197/5960 train_time:7963143ms step_avg:1897.34ms
step:4198/5960 train_time:7965065ms step_avg:1897.35ms
step:4199/5960 train_time:7966965ms step_avg:1897.35ms
step:4200/5960 train_time:7968884ms step_avg:1897.35ms
step:4201/5960 train_time:7970805ms step_avg:1897.36ms
step:4202/5960 train_time:7972708ms step_avg:1897.36ms
step:4203/5960 train_time:7974615ms step_avg:1897.36ms
step:4204/5960 train_time:7976528ms step_avg:1897.37ms
step:4205/5960 train_time:7978417ms step_avg:1897.36ms
step:4206/5960 train_time:7980305ms step_avg:1897.36ms
step:4207/5960 train_time:7982217ms step_avg:1897.37ms
step:4208/5960 train_time:7984126ms step_avg:1897.37ms
step:4209/5960 train_time:7986028ms step_avg:1897.37ms
step:4210/5960 train_time:7987925ms step_avg:1897.37ms
step:4211/5960 train_time:7989831ms step_avg:1897.37ms
step:4212/5960 train_time:7991729ms step_avg:1897.37ms
step:4213/5960 train_time:7993651ms step_avg:1897.38ms
step:4214/5960 train_time:7995542ms step_avg:1897.38ms
step:4215/5960 train_time:7997443ms step_avg:1897.38ms
step:4216/5960 train_time:7999329ms step_avg:1897.37ms
step:4217/5960 train_time:8001236ms step_avg:1897.38ms
step:4218/5960 train_time:8003137ms step_avg:1897.38ms
step:4219/5960 train_time:8005068ms step_avg:1897.39ms
step:4220/5960 train_time:8006962ms step_avg:1897.38ms
step:4221/5960 train_time:8008869ms step_avg:1897.39ms
step:4222/5960 train_time:8010764ms step_avg:1897.39ms
step:4223/5960 train_time:8012661ms step_avg:1897.39ms
step:4224/5960 train_time:8014556ms step_avg:1897.39ms
step:4225/5960 train_time:8016458ms step_avg:1897.39ms
step:4226/5960 train_time:8018372ms step_avg:1897.39ms
step:4227/5960 train_time:8020273ms step_avg:1897.39ms
step:4228/5960 train_time:8022171ms step_avg:1897.39ms
step:4229/5960 train_time:8024072ms step_avg:1897.39ms
step:4230/5960 train_time:8025964ms step_avg:1897.39ms
step:4231/5960 train_time:8027874ms step_avg:1897.39ms
step:4232/5960 train_time:8029769ms step_avg:1897.39ms
step:4233/5960 train_time:8031668ms step_avg:1897.39ms
step:4234/5960 train_time:8033553ms step_avg:1897.39ms
step:4235/5960 train_time:8035460ms step_avg:1897.39ms
step:4236/5960 train_time:8037365ms step_avg:1897.39ms
step:4237/5960 train_time:8039262ms step_avg:1897.39ms
step:4238/5960 train_time:8041159ms step_avg:1897.39ms
step:4239/5960 train_time:8043054ms step_avg:1897.39ms
step:4240/5960 train_time:8044956ms step_avg:1897.40ms
step:4241/5960 train_time:8046841ms step_avg:1897.39ms
step:4242/5960 train_time:8048729ms step_avg:1897.39ms
step:4243/5960 train_time:8050638ms step_avg:1897.39ms
step:4244/5960 train_time:8052531ms step_avg:1897.39ms
step:4245/5960 train_time:8054427ms step_avg:1897.39ms
step:4246/5960 train_time:8056330ms step_avg:1897.39ms
step:4247/5960 train_time:8058223ms step_avg:1897.39ms
step:4248/5960 train_time:8060130ms step_avg:1897.39ms
step:4249/5960 train_time:8062031ms step_avg:1897.39ms
step:4250/5960 train_time:8063935ms step_avg:1897.40ms
step:4250/5960 val_loss:3.017544 train_time:8063935ms step_avg:1897.40ms
step:4251/5960 train_time:8065832ms step_avg:1897.40ms
step:4252/5960 train_time:8067729ms step_avg:1897.40ms
step:4253/5960 train_time:8069636ms step_avg:1897.40ms
step:4254/5960 train_time:8071539ms step_avg:1897.40ms
step:4255/5960 train_time:8073443ms step_avg:1897.40ms
step:4256/5960 train_time:8075339ms step_avg:1897.40ms
step:4257/5960 train_time:8077236ms step_avg:1897.40ms
step:4258/5960 train_time:8079131ms step_avg:1897.40ms
step:4259/5960 train_time:8081025ms step_avg:1897.40ms
step:4260/5960 train_time:8082941ms step_avg:1897.40ms
step:4261/5960 train_time:8084837ms step_avg:1897.40ms
step:4262/5960 train_time:8086771ms step_avg:1897.41ms
step:4263/5960 train_time:8088661ms step_avg:1897.41ms
step:4264/5960 train_time:8090554ms step_avg:1897.41ms
step:4265/5960 train_time:8092446ms step_avg:1897.41ms
step:4266/5960 train_time:8094351ms step_avg:1897.41ms
step:4267/5960 train_time:8096249ms step_avg:1897.41ms
step:4268/5960 train_time:8098163ms step_avg:1897.41ms
step:4269/5960 train_time:8100057ms step_avg:1897.41ms
step:4270/5960 train_time:8101946ms step_avg:1897.41ms
step:4271/5960 train_time:8103845ms step_avg:1897.41ms
step:4272/5960 train_time:8105746ms step_avg:1897.41ms
step:4273/5960 train_time:8107654ms step_avg:1897.41ms
step:4274/5960 train_time:8109547ms step_avg:1897.41ms
step:4275/5960 train_time:8111445ms step_avg:1897.41ms
step:4276/5960 train_time:8113355ms step_avg:1897.42ms
step:4277/5960 train_time:8115260ms step_avg:1897.42ms
step:4278/5960 train_time:8117159ms step_avg:1897.42ms
step:4279/5960 train_time:8119050ms step_avg:1897.42ms
step:4280/5960 train_time:8120956ms step_avg:1897.42ms
step:4281/5960 train_time:8122864ms step_avg:1897.42ms
step:4282/5960 train_time:8124761ms step_avg:1897.42ms
step:4283/5960 train_time:8126672ms step_avg:1897.43ms
step:4284/5960 train_time:8128581ms step_avg:1897.43ms
step:4285/5960 train_time:8130490ms step_avg:1897.43ms
step:4286/5960 train_time:8132390ms step_avg:1897.43ms
step:4287/5960 train_time:8134303ms step_avg:1897.43ms
step:4288/5960 train_time:8136191ms step_avg:1897.43ms
step:4289/5960 train_time:8138094ms step_avg:1897.43ms
step:4290/5960 train_time:8139987ms step_avg:1897.43ms
step:4291/5960 train_time:8141880ms step_avg:1897.43ms
step:4292/5960 train_time:8143781ms step_avg:1897.43ms
step:4293/5960 train_time:8145680ms step_avg:1897.43ms
step:4294/5960 train_time:8147590ms step_avg:1897.44ms
step:4295/5960 train_time:8149491ms step_avg:1897.44ms
step:4296/5960 train_time:8151389ms step_avg:1897.44ms
step:4297/5960 train_time:8153292ms step_avg:1897.44ms
step:4298/5960 train_time:8155178ms step_avg:1897.44ms
step:4299/5960 train_time:8157083ms step_avg:1897.44ms
step:4300/5960 train_time:8158995ms step_avg:1897.44ms
step:4301/5960 train_time:8160901ms step_avg:1897.44ms
step:4302/5960 train_time:8162798ms step_avg:1897.44ms
step:4303/5960 train_time:8164703ms step_avg:1897.44ms
step:4304/5960 train_time:8166606ms step_avg:1897.45ms
step:4305/5960 train_time:8168514ms step_avg:1897.45ms
step:4306/5960 train_time:8170418ms step_avg:1897.45ms
step:4307/5960 train_time:8172312ms step_avg:1897.45ms
step:4308/5960 train_time:8174217ms step_avg:1897.45ms
step:4309/5960 train_time:8176121ms step_avg:1897.45ms
step:4310/5960 train_time:8178027ms step_avg:1897.45ms
step:4311/5960 train_time:8179922ms step_avg:1897.45ms
step:4312/5960 train_time:8181816ms step_avg:1897.45ms
step:4313/5960 train_time:8183720ms step_avg:1897.45ms
step:4314/5960 train_time:8185618ms step_avg:1897.45ms
step:4315/5960 train_time:8187524ms step_avg:1897.46ms
step:4316/5960 train_time:8189428ms step_avg:1897.46ms
step:4317/5960 train_time:8191321ms step_avg:1897.46ms
step:4318/5960 train_time:8193221ms step_avg:1897.46ms
step:4319/5960 train_time:8195126ms step_avg:1897.46ms
step:4320/5960 train_time:8197035ms step_avg:1897.46ms
step:4321/5960 train_time:8198947ms step_avg:1897.47ms
step:4322/5960 train_time:8200852ms step_avg:1897.47ms
step:4323/5960 train_time:8202754ms step_avg:1897.47ms
step:4324/5960 train_time:8204666ms step_avg:1897.47ms
step:4325/5960 train_time:8206591ms step_avg:1897.48ms
step:4326/5960 train_time:8208504ms step_avg:1897.48ms
step:4327/5960 train_time:8210418ms step_avg:1897.49ms
step:4328/5960 train_time:8212329ms step_avg:1897.49ms
step:4329/5960 train_time:8214239ms step_avg:1897.49ms
step:4330/5960 train_time:8216151ms step_avg:1897.49ms
step:4331/5960 train_time:8218068ms step_avg:1897.50ms
step:4332/5960 train_time:8219985ms step_avg:1897.50ms
step:4333/5960 train_time:8221895ms step_avg:1897.51ms
step:4334/5960 train_time:8223815ms step_avg:1897.51ms
step:4335/5960 train_time:8225729ms step_avg:1897.52ms
step:4336/5960 train_time:8227655ms step_avg:1897.52ms
step:4337/5960 train_time:8229582ms step_avg:1897.53ms
step:4338/5960 train_time:8231522ms step_avg:1897.54ms
step:4339/5960 train_time:8233438ms step_avg:1897.54ms
step:4340/5960 train_time:8235345ms step_avg:1897.54ms
step:4341/5960 train_time:8237262ms step_avg:1897.55ms
step:4342/5960 train_time:8239188ms step_avg:1897.56ms
step:4343/5960 train_time:8241109ms step_avg:1897.56ms
step:4344/5960 train_time:8243029ms step_avg:1897.57ms
step:4345/5960 train_time:8244957ms step_avg:1897.57ms
step:4346/5960 train_time:8246866ms step_avg:1897.58ms
step:4347/5960 train_time:8248780ms step_avg:1897.58ms
step:4348/5960 train_time:8250706ms step_avg:1897.59ms
step:4349/5960 train_time:8252624ms step_avg:1897.59ms
step:4350/5960 train_time:8254563ms step_avg:1897.60ms
step:4351/5960 train_time:8256489ms step_avg:1897.61ms
step:4352/5960 train_time:8258419ms step_avg:1897.61ms
step:4353/5960 train_time:8260330ms step_avg:1897.62ms
step:4354/5960 train_time:8262257ms step_avg:1897.62ms
step:4355/5960 train_time:8264173ms step_avg:1897.63ms
step:4356/5960 train_time:8266097ms step_avg:1897.63ms
step:4357/5960 train_time:8268023ms step_avg:1897.64ms
step:4358/5960 train_time:8269933ms step_avg:1897.64ms
step:4359/5960 train_time:8271864ms step_avg:1897.65ms
step:4360/5960 train_time:8273804ms step_avg:1897.66ms
step:4361/5960 train_time:8275745ms step_avg:1897.67ms
step:4362/5960 train_time:8277676ms step_avg:1897.68ms
step:4363/5960 train_time:8279619ms step_avg:1897.69ms
step:4364/5960 train_time:8281553ms step_avg:1897.70ms
step:4365/5960 train_time:8283480ms step_avg:1897.70ms
step:4366/5960 train_time:8285418ms step_avg:1897.71ms
step:4367/5960 train_time:8287366ms step_avg:1897.73ms
step:4368/5960 train_time:8289318ms step_avg:1897.74ms
step:4369/5960 train_time:8291267ms step_avg:1897.75ms
step:4370/5960 train_time:8293201ms step_avg:1897.76ms
step:4371/5960 train_time:8295154ms step_avg:1897.77ms
step:4372/5960 train_time:8297088ms step_avg:1897.78ms
step:4373/5960 train_time:8299004ms step_avg:1897.78ms
step:4374/5960 train_time:8300937ms step_avg:1897.79ms
step:4375/5960 train_time:8302864ms step_avg:1897.80ms
step:4375/5960 val_loss:3.009465 train_time:8302864ms step_avg:1897.80ms
step:4376/5960 train_time:8304807ms step_avg:1897.81ms
step:4377/5960 train_time:8306743ms step_avg:1897.82ms
step:4378/5960 train_time:8308685ms step_avg:1897.83ms
step:4379/5960 train_time:8310618ms step_avg:1897.83ms
step:4380/5960 train_time:8312553ms step_avg:1897.84ms
step:4381/5960 train_time:8314493ms step_avg:1897.85ms
step:4382/5960 train_time:8316419ms step_avg:1897.86ms
step:4383/5960 train_time:8318358ms step_avg:1897.87ms
step:4384/5960 train_time:8320299ms step_avg:1897.88ms
step:4385/5960 train_time:8322224ms step_avg:1897.88ms
step:4386/5960 train_time:8324164ms step_avg:1897.89ms
step:4387/5960 train_time:8326111ms step_avg:1897.91ms
step:4388/5960 train_time:8328049ms step_avg:1897.91ms
step:4389/5960 train_time:8329993ms step_avg:1897.93ms
step:4390/5960 train_time:8331926ms step_avg:1897.93ms
step:4391/5960 train_time:8333878ms step_avg:1897.95ms
step:4392/5960 train_time:8335817ms step_avg:1897.95ms
step:4393/5960 train_time:8337747ms step_avg:1897.96ms
step:4394/5960 train_time:8339684ms step_avg:1897.97ms
step:4395/5960 train_time:8341612ms step_avg:1897.98ms
step:4396/5960 train_time:8343542ms step_avg:1897.99ms
step:4397/5960 train_time:8345484ms step_avg:1898.00ms
step:4398/5960 train_time:8347428ms step_avg:1898.01ms
step:4399/5960 train_time:8349377ms step_avg:1898.02ms
step:4400/5960 train_time:8351305ms step_avg:1898.02ms
step:4401/5960 train_time:8353245ms step_avg:1898.03ms
step:4402/5960 train_time:8355193ms step_avg:1898.04ms
step:4403/5960 train_time:8357126ms step_avg:1898.05ms
step:4404/5960 train_time:8359052ms step_avg:1898.06ms
step:4405/5960 train_time:8360984ms step_avg:1898.07ms
step:4406/5960 train_time:8362929ms step_avg:1898.08ms
step:4407/5960 train_time:8364865ms step_avg:1898.09ms
step:4408/5960 train_time:8366795ms step_avg:1898.09ms
step:4409/5960 train_time:8368726ms step_avg:1898.10ms
step:4410/5960 train_time:8370656ms step_avg:1898.11ms
step:4411/5960 train_time:8372594ms step_avg:1898.12ms
step:4412/5960 train_time:8374544ms step_avg:1898.13ms
step:4413/5960 train_time:8376467ms step_avg:1898.13ms
step:4414/5960 train_time:8378410ms step_avg:1898.14ms
step:4415/5960 train_time:8380366ms step_avg:1898.16ms
step:4416/5960 train_time:8382332ms step_avg:1898.17ms
step:4417/5960 train_time:8384288ms step_avg:1898.19ms
step:4418/5960 train_time:8386232ms step_avg:1898.20ms
step:4419/5960 train_time:8388190ms step_avg:1898.21ms
step:4420/5960 train_time:8390150ms step_avg:1898.22ms
step:4421/5960 train_time:8392093ms step_avg:1898.23ms
step:4422/5960 train_time:8394052ms step_avg:1898.25ms
step:4423/5960 train_time:8395994ms step_avg:1898.26ms
step:4424/5960 train_time:8397933ms step_avg:1898.27ms
step:4425/5960 train_time:8399891ms step_avg:1898.28ms
step:4426/5960 train_time:8401831ms step_avg:1898.29ms
step:4427/5960 train_time:8403792ms step_avg:1898.30ms
step:4428/5960 train_time:8405741ms step_avg:1898.32ms
step:4429/5960 train_time:8407699ms step_avg:1898.33ms
step:4430/5960 train_time:8409654ms step_avg:1898.34ms
step:4431/5960 train_time:8411605ms step_avg:1898.35ms
step:4432/5960 train_time:8413548ms step_avg:1898.36ms
step:4433/5960 train_time:8415502ms step_avg:1898.38ms
step:4434/5960 train_time:8417455ms step_avg:1898.39ms
step:4435/5960 train_time:8419393ms step_avg:1898.40ms
step:4436/5960 train_time:8421348ms step_avg:1898.41ms
step:4437/5960 train_time:8423299ms step_avg:1898.42ms
step:4438/5960 train_time:8425245ms step_avg:1898.43ms
step:4439/5960 train_time:8427203ms step_avg:1898.45ms
step:4440/5960 train_time:8429165ms step_avg:1898.46ms
step:4441/5960 train_time:8431120ms step_avg:1898.47ms
step:4442/5960 train_time:8433075ms step_avg:1898.49ms
step:4443/5960 train_time:8435038ms step_avg:1898.50ms
step:4444/5960 train_time:8436985ms step_avg:1898.51ms
step:4445/5960 train_time:8438935ms step_avg:1898.52ms
step:4446/5960 train_time:8440879ms step_avg:1898.53ms
step:4447/5960 train_time:8442826ms step_avg:1898.54ms
step:4448/5960 train_time:8444771ms step_avg:1898.55ms
step:4449/5960 train_time:8446732ms step_avg:1898.57ms
step:4450/5960 train_time:8448713ms step_avg:1898.59ms
step:4451/5960 train_time:8450668ms step_avg:1898.60ms
step:4452/5960 train_time:8452650ms step_avg:1898.62ms
step:4453/5960 train_time:8454600ms step_avg:1898.63ms
step:4454/5960 train_time:8456567ms step_avg:1898.65ms
step:4455/5960 train_time:8458510ms step_avg:1898.66ms
step:4456/5960 train_time:8460454ms step_avg:1898.67ms
step:4457/5960 train_time:8462412ms step_avg:1898.68ms
step:4458/5960 train_time:8464375ms step_avg:1898.69ms
step:4459/5960 train_time:8466327ms step_avg:1898.71ms
step:4460/5960 train_time:8468275ms step_avg:1898.72ms
step:4461/5960 train_time:8470231ms step_avg:1898.73ms
step:4462/5960 train_time:8472186ms step_avg:1898.74ms
step:4463/5960 train_time:8474144ms step_avg:1898.76ms
step:4464/5960 train_time:8476088ms step_avg:1898.77ms
step:4465/5960 train_time:8478044ms step_avg:1898.78ms
step:4466/5960 train_time:8480000ms step_avg:1898.79ms
step:4467/5960 train_time:8481945ms step_avg:1898.80ms
step:4468/5960 train_time:8483899ms step_avg:1898.81ms
step:4469/5960 train_time:8485871ms step_avg:1898.83ms
step:4470/5960 train_time:8487817ms step_avg:1898.84ms
step:4471/5960 train_time:8489792ms step_avg:1898.86ms
step:4472/5960 train_time:8491733ms step_avg:1898.87ms
step:4473/5960 train_time:8493673ms step_avg:1898.88ms
step:4474/5960 train_time:8495642ms step_avg:1898.89ms
step:4475/5960 train_time:8497612ms step_avg:1898.91ms
step:4476/5960 train_time:8499557ms step_avg:1898.92ms
step:4477/5960 train_time:8501515ms step_avg:1898.93ms
step:4478/5960 train_time:8503454ms step_avg:1898.94ms
step:4479/5960 train_time:8505414ms step_avg:1898.95ms
step:4480/5960 train_time:8507370ms step_avg:1898.97ms
step:4481/5960 train_time:8509319ms step_avg:1898.98ms
step:4482/5960 train_time:8511272ms step_avg:1898.99ms
step:4483/5960 train_time:8513243ms step_avg:1899.01ms
step:4484/5960 train_time:8515191ms step_avg:1899.02ms
step:4485/5960 train_time:8517130ms step_avg:1899.03ms
step:4486/5960 train_time:8519108ms step_avg:1899.04ms
step:4487/5960 train_time:8521054ms step_avg:1899.05ms
step:4488/5960 train_time:8523013ms step_avg:1899.07ms
step:4489/5960 train_time:8524974ms step_avg:1899.08ms
step:4490/5960 train_time:8526929ms step_avg:1899.09ms
step:4491/5960 train_time:8528879ms step_avg:1899.10ms
step:4492/5960 train_time:8530837ms step_avg:1899.12ms
step:4493/5960 train_time:8532793ms step_avg:1899.13ms
step:4494/5960 train_time:8534748ms step_avg:1899.14ms
step:4495/5960 train_time:8536696ms step_avg:1899.15ms
step:4496/5960 train_time:8538647ms step_avg:1899.17ms
step:4497/5960 train_time:8540594ms step_avg:1899.18ms
step:4498/5960 train_time:8542564ms step_avg:1899.19ms
step:4499/5960 train_time:8544533ms step_avg:1899.21ms
step:4500/5960 train_time:8546494ms step_avg:1899.22ms
step:4500/5960 val_loss:3.001398 train_time:8546494ms step_avg:1899.22ms
step:4501/5960 train_time:8548462ms step_avg:1899.24ms
step:4502/5960 train_time:8550421ms step_avg:1899.25ms
step:4503/5960 train_time:8552376ms step_avg:1899.26ms
step:4504/5960 train_time:8554338ms step_avg:1899.28ms
step:4505/5960 train_time:8556288ms step_avg:1899.29ms
step:4506/5960 train_time:8558224ms step_avg:1899.30ms
step:4507/5960 train_time:8560169ms step_avg:1899.31ms
step:4508/5960 train_time:8562127ms step_avg:1899.32ms
step:4509/5960 train_time:8564077ms step_avg:1899.33ms
step:4510/5960 train_time:8566019ms step_avg:1899.34ms
step:4511/5960 train_time:8567959ms step_avg:1899.35ms
step:4512/5960 train_time:8569913ms step_avg:1899.36ms
step:4513/5960 train_time:8571868ms step_avg:1899.37ms
step:4514/5960 train_time:8573828ms step_avg:1899.39ms
step:4515/5960 train_time:8575778ms step_avg:1899.40ms
step:4516/5960 train_time:8577731ms step_avg:1899.41ms
step:4517/5960 train_time:8579672ms step_avg:1899.42ms
step:4518/5960 train_time:8581635ms step_avg:1899.43ms
step:4519/5960 train_time:8583587ms step_avg:1899.44ms
step:4520/5960 train_time:8585533ms step_avg:1899.45ms
step:4521/5960 train_time:8587476ms step_avg:1899.46ms
step:4522/5960 train_time:8589405ms step_avg:1899.47ms
step:4523/5960 train_time:8591351ms step_avg:1899.48ms
step:4524/5960 train_time:8593293ms step_avg:1899.49ms
step:4525/5960 train_time:8595239ms step_avg:1899.50ms
step:4526/5960 train_time:8597203ms step_avg:1899.51ms
step:4527/5960 train_time:8599159ms step_avg:1899.53ms
step:4528/5960 train_time:8601087ms step_avg:1899.53ms
step:4529/5960 train_time:8603038ms step_avg:1899.54ms
step:4530/5960 train_time:8604982ms step_avg:1899.55ms
step:4531/5960 train_time:8606916ms step_avg:1899.56ms
step:4532/5960 train_time:8608858ms step_avg:1899.57ms
step:4533/5960 train_time:8610798ms step_avg:1899.58ms
step:4534/5960 train_time:8612738ms step_avg:1899.59ms
step:4535/5960 train_time:8614677ms step_avg:1899.60ms
step:4536/5960 train_time:8616622ms step_avg:1899.61ms
step:4537/5960 train_time:8618570ms step_avg:1899.62ms
step:4538/5960 train_time:8620497ms step_avg:1899.62ms
step:4539/5960 train_time:8622429ms step_avg:1899.63ms
step:4540/5960 train_time:8624357ms step_avg:1899.64ms
step:4541/5960 train_time:8626311ms step_avg:1899.65ms
step:4542/5960 train_time:8628264ms step_avg:1899.66ms
step:4543/5960 train_time:8630210ms step_avg:1899.67ms
step:4544/5960 train_time:8632141ms step_avg:1899.68ms
step:4545/5960 train_time:8634077ms step_avg:1899.69ms
step:4546/5960 train_time:8636031ms step_avg:1899.70ms
step:4547/5960 train_time:8637969ms step_avg:1899.71ms
step:4548/5960 train_time:8639898ms step_avg:1899.71ms
step:4549/5960 train_time:8641823ms step_avg:1899.72ms
step:4550/5960 train_time:8643765ms step_avg:1899.73ms
step:4551/5960 train_time:8645711ms step_avg:1899.74ms
step:4552/5960 train_time:8647632ms step_avg:1899.74ms
step:4553/5960 train_time:8649576ms step_avg:1899.75ms
step:4554/5960 train_time:8651503ms step_avg:1899.76ms
step:4555/5960 train_time:8653455ms step_avg:1899.77ms
step:4556/5960 train_time:8655387ms step_avg:1899.78ms
step:4557/5960 train_time:8657325ms step_avg:1899.79ms
step:4558/5960 train_time:8659262ms step_avg:1899.79ms
step:4559/5960 train_time:8661182ms step_avg:1899.80ms
step:4560/5960 train_time:8663115ms step_avg:1899.81ms
step:4561/5960 train_time:8665049ms step_avg:1899.81ms
step:4562/5960 train_time:8666969ms step_avg:1899.82ms
step:4563/5960 train_time:8668893ms step_avg:1899.82ms
step:4564/5960 train_time:8670815ms step_avg:1899.83ms
step:4565/5960 train_time:8672733ms step_avg:1899.83ms
step:4566/5960 train_time:8674653ms step_avg:1899.84ms
step:4567/5960 train_time:8676579ms step_avg:1899.84ms
step:4568/5960 train_time:8678506ms step_avg:1899.85ms
step:4569/5960 train_time:8680425ms step_avg:1899.85ms
step:4570/5960 train_time:8682330ms step_avg:1899.85ms
step:4571/5960 train_time:8684256ms step_avg:1899.86ms
step:4572/5960 train_time:8686193ms step_avg:1899.87ms
step:4573/5960 train_time:8688120ms step_avg:1899.87ms
step:4574/5960 train_time:8690069ms step_avg:1899.88ms
step:4575/5960 train_time:8691993ms step_avg:1899.89ms
step:4576/5960 train_time:8693923ms step_avg:1899.90ms
step:4577/5960 train_time:8695858ms step_avg:1899.90ms
step:4578/5960 train_time:8697775ms step_avg:1899.91ms
step:4579/5960 train_time:8699683ms step_avg:1899.91ms
step:4580/5960 train_time:8701599ms step_avg:1899.91ms
step:4581/5960 train_time:8703510ms step_avg:1899.91ms
step:4582/5960 train_time:8705439ms step_avg:1899.92ms
step:4583/5960 train_time:8707353ms step_avg:1899.92ms
step:4584/5960 train_time:8709272ms step_avg:1899.93ms
step:4585/5960 train_time:8711205ms step_avg:1899.94ms
step:4586/5960 train_time:8713126ms step_avg:1899.94ms
step:4587/5960 train_time:8715042ms step_avg:1899.94ms
step:4588/5960 train_time:8716959ms step_avg:1899.95ms
step:4589/5960 train_time:8718871ms step_avg:1899.95ms
step:4590/5960 train_time:8720785ms step_avg:1899.95ms
step:4591/5960 train_time:8722699ms step_avg:1899.96ms
step:4592/5960 train_time:8724622ms step_avg:1899.96ms
step:4593/5960 train_time:8726534ms step_avg:1899.96ms
step:4594/5960 train_time:8728443ms step_avg:1899.97ms
step:4595/5960 train_time:8730355ms step_avg:1899.97ms
step:4596/5960 train_time:8732275ms step_avg:1899.97ms
step:4597/5960 train_time:8734170ms step_avg:1899.97ms
step:4598/5960 train_time:8736077ms step_avg:1899.97ms
step:4599/5960 train_time:8737995ms step_avg:1899.98ms
step:4600/5960 train_time:8739913ms step_avg:1899.98ms
step:4601/5960 train_time:8741811ms step_avg:1899.98ms
step:4602/5960 train_time:8743727ms step_avg:1899.98ms
step:4603/5960 train_time:8745654ms step_avg:1899.99ms
step:4604/5960 train_time:8747569ms step_avg:1899.99ms
step:4605/5960 train_time:8749487ms step_avg:1900.00ms
step:4606/5960 train_time:8751401ms step_avg:1900.00ms
step:4607/5960 train_time:8753311ms step_avg:1900.00ms
step:4608/5960 train_time:8755225ms step_avg:1900.01ms
step:4609/5960 train_time:8757118ms step_avg:1900.00ms
step:4610/5960 train_time:8759045ms step_avg:1900.01ms
step:4611/5960 train_time:8760962ms step_avg:1900.01ms
step:4612/5960 train_time:8762877ms step_avg:1900.02ms
step:4613/5960 train_time:8764787ms step_avg:1900.02ms
step:4614/5960 train_time:8766697ms step_avg:1900.02ms
step:4615/5960 train_time:8768607ms step_avg:1900.02ms
step:4616/5960 train_time:8770511ms step_avg:1900.02ms
step:4617/5960 train_time:8772428ms step_avg:1900.03ms
step:4618/5960 train_time:8774341ms step_avg:1900.03ms
step:4619/5960 train_time:8776253ms step_avg:1900.03ms
step:4620/5960 train_time:8778158ms step_avg:1900.03ms
step:4621/5960 train_time:8780057ms step_avg:1900.03ms
step:4622/5960 train_time:8781984ms step_avg:1900.04ms
step:4623/5960 train_time:8783888ms step_avg:1900.04ms
step:4624/5960 train_time:8785794ms step_avg:1900.04ms
step:4625/5960 train_time:8787704ms step_avg:1900.04ms
step:4625/5960 val_loss:2.992602 train_time:8787705ms step_avg:1900.04ms
step:4626/5960 train_time:8789649ms step_avg:1900.05ms
step:4627/5960 train_time:8791556ms step_avg:1900.06ms
step:4628/5960 train_time:8793471ms step_avg:1900.06ms
step:4629/5960 train_time:8795383ms step_avg:1900.06ms
step:4630/5960 train_time:8797294ms step_avg:1900.06ms
step:4631/5960 train_time:8799210ms step_avg:1900.07ms
step:4632/5960 train_time:8801107ms step_avg:1900.07ms
step:4633/5960 train_time:8803018ms step_avg:1900.07ms
step:4634/5960 train_time:8804924ms step_avg:1900.07ms
step:4635/5960 train_time:8806844ms step_avg:1900.07ms
step:4636/5960 train_time:8808758ms step_avg:1900.08ms
step:4637/5960 train_time:8810664ms step_avg:1900.08ms
step:4638/5960 train_time:8812549ms step_avg:1900.08ms
step:4639/5960 train_time:8814455ms step_avg:1900.08ms
step:4640/5960 train_time:8816374ms step_avg:1900.08ms
step:4641/5960 train_time:8818274ms step_avg:1900.08ms
step:4642/5960 train_time:8820182ms step_avg:1900.08ms
step:4643/5960 train_time:8822084ms step_avg:1900.08ms
step:4644/5960 train_time:8823980ms step_avg:1900.08ms
step:4645/5960 train_time:8825902ms step_avg:1900.09ms
step:4646/5960 train_time:8827807ms step_avg:1900.09ms
step:4647/5960 train_time:8829727ms step_avg:1900.09ms
step:4648/5960 train_time:8831632ms step_avg:1900.09ms
step:4649/5960 train_time:8833531ms step_avg:1900.09ms
step:4650/5960 train_time:8835453ms step_avg:1900.10ms
step:4651/5960 train_time:8837376ms step_avg:1900.10ms
step:4652/5960 train_time:8839287ms step_avg:1900.10ms
step:4653/5960 train_time:8841203ms step_avg:1900.11ms
step:4654/5960 train_time:8843113ms step_avg:1900.11ms
step:4655/5960 train_time:8845031ms step_avg:1900.11ms
step:4656/5960 train_time:8846934ms step_avg:1900.11ms
step:4657/5960 train_time:8848841ms step_avg:1900.12ms
step:4658/5960 train_time:8850757ms step_avg:1900.12ms
step:4659/5960 train_time:8852665ms step_avg:1900.12ms
step:4660/5960 train_time:8854584ms step_avg:1900.13ms
step:4661/5960 train_time:8856483ms step_avg:1900.13ms
step:4662/5960 train_time:8858416ms step_avg:1900.13ms
step:4663/5960 train_time:8860331ms step_avg:1900.14ms
step:4664/5960 train_time:8862242ms step_avg:1900.14ms
step:4665/5960 train_time:8864171ms step_avg:1900.14ms
step:4666/5960 train_time:8866085ms step_avg:1900.15ms
step:4667/5960 train_time:8867989ms step_avg:1900.15ms
step:4668/5960 train_time:8869900ms step_avg:1900.15ms
step:4669/5960 train_time:8871828ms step_avg:1900.16ms
step:4670/5960 train_time:8873743ms step_avg:1900.16ms
step:4671/5960 train_time:8875656ms step_avg:1900.16ms
step:4672/5960 train_time:8877566ms step_avg:1900.16ms
step:4673/5960 train_time:8879480ms step_avg:1900.17ms
step:4674/5960 train_time:8881388ms step_avg:1900.17ms
step:4675/5960 train_time:8883296ms step_avg:1900.17ms
step:4676/5960 train_time:8885203ms step_avg:1900.17ms
step:4677/5960 train_time:8887117ms step_avg:1900.17ms
step:4678/5960 train_time:8889050ms step_avg:1900.18ms
step:4679/5960 train_time:8890958ms step_avg:1900.18ms
step:4680/5960 train_time:8892892ms step_avg:1900.19ms
step:4681/5960 train_time:8894807ms step_avg:1900.19ms
step:4682/5960 train_time:8897183ms step_avg:1900.30ms
step:4683/5960 train_time:8899104ms step_avg:1900.30ms
step:4684/5960 train_time:8901028ms step_avg:1900.30ms
step:4685/5960 train_time:8902940ms step_avg:1900.31ms
step:4686/5960 train_time:8904868ms step_avg:1900.31ms
step:4687/5960 train_time:8906793ms step_avg:1900.32ms
step:4688/5960 train_time:8908723ms step_avg:1900.32ms
step:4689/5960 train_time:8910647ms step_avg:1900.33ms
step:4690/5960 train_time:8912577ms step_avg:1900.34ms
step:4691/5960 train_time:8914507ms step_avg:1900.34ms
step:4692/5960 train_time:8916432ms step_avg:1900.35ms
step:4693/5960 train_time:8918368ms step_avg:1900.36ms
step:4694/5960 train_time:8920307ms step_avg:1900.36ms
step:4695/5960 train_time:8922224ms step_avg:1900.37ms
step:4696/5960 train_time:8924165ms step_avg:1900.38ms
step:4697/5960 train_time:8926098ms step_avg:1900.38ms
step:4698/5960 train_time:8928023ms step_avg:1900.39ms
step:4699/5960 train_time:8929961ms step_avg:1900.40ms
step:4700/5960 train_time:8931890ms step_avg:1900.40ms
step:4701/5960 train_time:8933823ms step_avg:1900.41ms
step:4702/5960 train_time:8935759ms step_avg:1900.42ms
step:4703/5960 train_time:8937707ms step_avg:1900.43ms
step:4704/5960 train_time:8939628ms step_avg:1900.43ms
step:4705/5960 train_time:8941560ms step_avg:1900.44ms
step:4706/5960 train_time:8943497ms step_avg:1900.45ms
step:4707/5960 train_time:8945424ms step_avg:1900.45ms
step:4708/5960 train_time:8947353ms step_avg:1900.46ms
step:4709/5960 train_time:8949291ms step_avg:1900.47ms
step:4710/5960 train_time:8951241ms step_avg:1900.48ms
step:4711/5960 train_time:8953161ms step_avg:1900.48ms
step:4712/5960 train_time:8955078ms step_avg:1900.48ms
step:4713/5960 train_time:8957018ms step_avg:1900.49ms
step:4714/5960 train_time:8958962ms step_avg:1900.50ms
step:4715/5960 train_time:8960901ms step_avg:1900.51ms
step:4716/5960 train_time:8962857ms step_avg:1900.52ms
step:4717/5960 train_time:8964777ms step_avg:1900.53ms
step:4718/5960 train_time:8966719ms step_avg:1900.53ms
step:4719/5960 train_time:8968653ms step_avg:1900.54ms
step:4720/5960 train_time:8970585ms step_avg:1900.55ms
step:4721/5960 train_time:8972557ms step_avg:1900.56ms
step:4722/5960 train_time:8974507ms step_avg:1900.57ms
step:4723/5960 train_time:8976440ms step_avg:1900.58ms
step:4724/5960 train_time:8978385ms step_avg:1900.59ms
step:4725/5960 train_time:8980329ms step_avg:1900.60ms
step:4726/5960 train_time:8982281ms step_avg:1900.61ms
step:4727/5960 train_time:8984230ms step_avg:1900.62ms
step:4728/5960 train_time:8986190ms step_avg:1900.63ms
step:4729/5960 train_time:8988144ms step_avg:1900.64ms
step:4730/5960 train_time:8990086ms step_avg:1900.65ms
step:4731/5960 train_time:8992028ms step_avg:1900.66ms
step:4732/5960 train_time:8993988ms step_avg:1900.67ms
step:4733/5960 train_time:8995973ms step_avg:1900.69ms
step:4734/5960 train_time:8997916ms step_avg:1900.70ms
step:4735/5960 train_time:8999851ms step_avg:1900.71ms
step:4736/5960 train_time:9001784ms step_avg:1900.71ms
step:4737/5960 train_time:9003752ms step_avg:1900.73ms
step:4738/5960 train_time:9005688ms step_avg:1900.74ms
step:4739/5960 train_time:9007627ms step_avg:1900.74ms
step:4740/5960 train_time:9009594ms step_avg:1900.76ms
step:4741/5960 train_time:9011537ms step_avg:1900.77ms
step:4742/5960 train_time:9013486ms step_avg:1900.78ms
step:4743/5960 train_time:9015428ms step_avg:1900.79ms
step:4744/5960 train_time:9017371ms step_avg:1900.79ms
step:4745/5960 train_time:9019329ms step_avg:1900.81ms
step:4746/5960 train_time:9021273ms step_avg:1900.82ms
step:4747/5960 train_time:9023234ms step_avg:1900.83ms
step:4748/5960 train_time:9025187ms step_avg:1900.84ms
step:4749/5960 train_time:9027134ms step_avg:1900.85ms
step:4750/5960 train_time:9029065ms step_avg:1900.86ms
step:4750/5960 val_loss:2.983567 train_time:9029065ms step_avg:1900.86ms
step:4751/5960 train_time:9031026ms step_avg:1900.87ms
step:4752/5960 train_time:9032986ms step_avg:1900.88ms
step:4753/5960 train_time:9034948ms step_avg:1900.89ms
step:4754/5960 train_time:9036888ms step_avg:1900.90ms
step:4755/5960 train_time:9038838ms step_avg:1900.91ms
step:4756/5960 train_time:9040808ms step_avg:1900.93ms
step:4757/5960 train_time:9042746ms step_avg:1900.93ms
step:4758/5960 train_time:9044715ms step_avg:1900.95ms
step:4759/5960 train_time:9046666ms step_avg:1900.96ms
step:4760/5960 train_time:9048620ms step_avg:1900.97ms
step:4761/5960 train_time:9050574ms step_avg:1900.98ms
step:4762/5960 train_time:9052537ms step_avg:1900.99ms
step:4763/5960 train_time:9054496ms step_avg:1901.01ms
step:4764/5960 train_time:9056453ms step_avg:1901.02ms
step:4765/5960 train_time:9058403ms step_avg:1901.03ms
step:4766/5960 train_time:9060345ms step_avg:1901.04ms
step:4767/5960 train_time:9062289ms step_avg:1901.05ms
step:4768/5960 train_time:9064232ms step_avg:1901.06ms
step:4769/5960 train_time:9066202ms step_avg:1901.07ms
step:4770/5960 train_time:9068149ms step_avg:1901.08ms
step:4771/5960 train_time:9070121ms step_avg:1901.09ms
step:4772/5960 train_time:9072079ms step_avg:1901.11ms
step:4773/5960 train_time:9074019ms step_avg:1901.11ms
step:4774/5960 train_time:9075989ms step_avg:1901.13ms
step:4775/5960 train_time:9077924ms step_avg:1901.14ms
step:4776/5960 train_time:9079890ms step_avg:1901.15ms
step:4777/5960 train_time:9081833ms step_avg:1901.16ms
step:4778/5960 train_time:9083785ms step_avg:1901.17ms
step:4779/5960 train_time:9085727ms step_avg:1901.18ms
step:4780/5960 train_time:9087693ms step_avg:1901.19ms
step:4781/5960 train_time:9089636ms step_avg:1901.20ms
step:4782/5960 train_time:9091601ms step_avg:1901.21ms
step:4783/5960 train_time:9093554ms step_avg:1901.22ms
step:4784/5960 train_time:9095505ms step_avg:1901.23ms
step:4785/5960 train_time:9097458ms step_avg:1901.25ms
step:4786/5960 train_time:9099410ms step_avg:1901.26ms
step:4787/5960 train_time:9101353ms step_avg:1901.26ms
step:4788/5960 train_time:9103296ms step_avg:1901.27ms
step:4789/5960 train_time:9105245ms step_avg:1901.28ms
step:4790/5960 train_time:9107199ms step_avg:1901.29ms
step:4791/5960 train_time:9109147ms step_avg:1901.30ms
step:4792/5960 train_time:9111089ms step_avg:1901.31ms
step:4793/5960 train_time:9113033ms step_avg:1901.32ms
step:4794/5960 train_time:9114983ms step_avg:1901.33ms
step:4795/5960 train_time:9116952ms step_avg:1901.35ms
step:4796/5960 train_time:9118906ms step_avg:1901.36ms
step:4797/5960 train_time:9120877ms step_avg:1901.37ms
step:4798/5960 train_time:9122837ms step_avg:1901.38ms
step:4799/5960 train_time:9124790ms step_avg:1901.39ms
step:4800/5960 train_time:9126743ms step_avg:1901.40ms
step:4801/5960 train_time:9128707ms step_avg:1901.42ms
step:4802/5960 train_time:9130663ms step_avg:1901.43ms
step:4803/5960 train_time:9132628ms step_avg:1901.44ms
step:4804/5960 train_time:9134566ms step_avg:1901.45ms
step:4805/5960 train_time:9136523ms step_avg:1901.46ms
step:4806/5960 train_time:9138491ms step_avg:1901.48ms
step:4807/5960 train_time:9140439ms step_avg:1901.49ms
step:4808/5960 train_time:9142392ms step_avg:1901.50ms
step:4809/5960 train_time:9144353ms step_avg:1901.51ms
step:4810/5960 train_time:9146303ms step_avg:1901.52ms
step:4811/5960 train_time:9148251ms step_avg:1901.53ms
step:4812/5960 train_time:9150215ms step_avg:1901.54ms
step:4813/5960 train_time:9152167ms step_avg:1901.55ms
step:4814/5960 train_time:9154126ms step_avg:1901.56ms
step:4815/5960 train_time:9156091ms step_avg:1901.58ms
step:4816/5960 train_time:9158050ms step_avg:1901.59ms
step:4817/5960 train_time:9160006ms step_avg:1901.60ms
step:4818/5960 train_time:9161959ms step_avg:1901.61ms
step:4819/5960 train_time:9163922ms step_avg:1901.62ms
step:4820/5960 train_time:9165892ms step_avg:1901.64ms
step:4821/5960 train_time:9167853ms step_avg:1901.65ms
step:4822/5960 train_time:9169813ms step_avg:1901.66ms
step:4823/5960 train_time:9171766ms step_avg:1901.67ms
step:4824/5960 train_time:9173730ms step_avg:1901.69ms
step:4825/5960 train_time:9175694ms step_avg:1901.70ms
step:4826/5960 train_time:9177651ms step_avg:1901.71ms
step:4827/5960 train_time:9179615ms step_avg:1901.72ms
step:4828/5960 train_time:9181573ms step_avg:1901.73ms
step:4829/5960 train_time:9183530ms step_avg:1901.75ms
step:4830/5960 train_time:9185504ms step_avg:1901.76ms
step:4831/5960 train_time:9187471ms step_avg:1901.77ms
step:4832/5960 train_time:9189430ms step_avg:1901.79ms
step:4833/5960 train_time:9191379ms step_avg:1901.80ms
step:4834/5960 train_time:9193330ms step_avg:1901.81ms
step:4835/5960 train_time:9195278ms step_avg:1901.82ms
step:4836/5960 train_time:9197231ms step_avg:1901.83ms
step:4837/5960 train_time:9199189ms step_avg:1901.84ms
step:4838/5960 train_time:9201163ms step_avg:1901.85ms
step:4839/5960 train_time:9203106ms step_avg:1901.86ms
step:4840/5960 train_time:9205072ms step_avg:1901.87ms
step:4841/5960 train_time:9207034ms step_avg:1901.89ms
step:4842/5960 train_time:9208990ms step_avg:1901.90ms
step:4843/5960 train_time:9210943ms step_avg:1901.91ms
step:4844/5960 train_time:9212906ms step_avg:1901.92ms
step:4845/5960 train_time:9214870ms step_avg:1901.93ms
step:4846/5960 train_time:9216811ms step_avg:1901.94ms
step:4847/5960 train_time:9218778ms step_avg:1901.96ms
step:4848/5960 train_time:9220733ms step_avg:1901.97ms
step:4849/5960 train_time:9222670ms step_avg:1901.97ms
step:4850/5960 train_time:9224628ms step_avg:1901.99ms
step:4851/5960 train_time:9226593ms step_avg:1902.00ms
step:4852/5960 train_time:9228553ms step_avg:1902.01ms
step:4853/5960 train_time:9230494ms step_avg:1902.02ms
step:4854/5960 train_time:9232455ms step_avg:1902.03ms
step:4855/5960 train_time:9234418ms step_avg:1902.04ms
step:4856/5960 train_time:9236377ms step_avg:1902.05ms
step:4857/5960 train_time:9238323ms step_avg:1902.06ms
step:4858/5960 train_time:9240279ms step_avg:1902.07ms
step:4859/5960 train_time:9242231ms step_avg:1902.09ms
step:4860/5960 train_time:9244195ms step_avg:1902.10ms
step:4861/5960 train_time:9246164ms step_avg:1902.11ms
step:4862/5960 train_time:9248111ms step_avg:1902.12ms
step:4863/5960 train_time:9250077ms step_avg:1902.13ms
step:4864/5960 train_time:9252036ms step_avg:1902.15ms
step:4865/5960 train_time:9253991ms step_avg:1902.16ms
step:4866/5960 train_time:9255957ms step_avg:1902.17ms
step:4867/5960 train_time:9257914ms step_avg:1902.18ms
step:4868/5960 train_time:9259906ms step_avg:1902.20ms
step:4869/5960 train_time:9261868ms step_avg:1902.21ms
step:4870/5960 train_time:9263809ms step_avg:1902.22ms
step:4871/5960 train_time:9265764ms step_avg:1902.23ms
step:4872/5960 train_time:9267714ms step_avg:1902.24ms
step:4873/5960 train_time:9269670ms step_avg:1902.25ms
step:4874/5960 train_time:9271628ms step_avg:1902.26ms
step:4875/5960 train_time:9273605ms step_avg:1902.28ms
step:4875/5960 val_loss:2.975543 train_time:9273605ms step_avg:1902.28ms
step:4876/5960 train_time:9275559ms step_avg:1902.29ms
step:4877/5960 train_time:9277507ms step_avg:1902.30ms
step:4878/5960 train_time:9279454ms step_avg:1902.31ms
step:4879/5960 train_time:9281415ms step_avg:1902.32ms
step:4880/5960 train_time:9283354ms step_avg:1902.33ms
step:4881/5960 train_time:9285316ms step_avg:1902.34ms
step:4882/5960 train_time:9287281ms step_avg:1902.35ms
step:4883/5960 train_time:9289249ms step_avg:1902.37ms
step:4884/5960 train_time:9291191ms step_avg:1902.37ms
step:4885/5960 train_time:9293173ms step_avg:1902.39ms
step:4886/5960 train_time:9295138ms step_avg:1902.40ms
step:4887/5960 train_time:9297116ms step_avg:1902.42ms
step:4888/5960 train_time:9299098ms step_avg:1902.43ms
step:4889/5960 train_time:9301065ms step_avg:1902.45ms
step:4890/5960 train_time:9303016ms step_avg:1902.46ms
step:4891/5960 train_time:9304981ms step_avg:1902.47ms
step:4892/5960 train_time:9306955ms step_avg:1902.48ms
step:4893/5960 train_time:9308910ms step_avg:1902.50ms
step:4894/5960 train_time:9310852ms step_avg:1902.50ms
step:4895/5960 train_time:9312812ms step_avg:1902.52ms
step:4896/5960 train_time:9314759ms step_avg:1902.52ms
step:4897/5960 train_time:9316715ms step_avg:1902.54ms
step:4898/5960 train_time:9318682ms step_avg:1902.55ms
step:4899/5960 train_time:9320631ms step_avg:1902.56ms
step:4900/5960 train_time:9322612ms step_avg:1902.57ms
step:4901/5960 train_time:9324571ms step_avg:1902.59ms
step:4902/5960 train_time:9326527ms step_avg:1902.60ms
step:4903/5960 train_time:9328477ms step_avg:1902.61ms
step:4904/5960 train_time:9330442ms step_avg:1902.62ms
step:4905/5960 train_time:9332411ms step_avg:1902.63ms
step:4906/5960 train_time:9334387ms step_avg:1902.65ms
step:4907/5960 train_time:9336331ms step_avg:1902.66ms
step:4908/5960 train_time:9338271ms step_avg:1902.66ms
step:4909/5960 train_time:9340230ms step_avg:1902.67ms
step:4910/5960 train_time:9342178ms step_avg:1902.68ms
step:4911/5960 train_time:9344141ms step_avg:1902.70ms
step:4912/5960 train_time:9346081ms step_avg:1902.70ms
step:4913/5960 train_time:9348053ms step_avg:1902.72ms
step:4914/5960 train_time:9349988ms step_avg:1902.72ms
step:4915/5960 train_time:9351957ms step_avg:1902.74ms
step:4916/5960 train_time:9353917ms step_avg:1902.75ms
step:4917/5960 train_time:9355871ms step_avg:1902.76ms
step:4918/5960 train_time:9357811ms step_avg:1902.77ms
step:4919/5960 train_time:9359785ms step_avg:1902.78ms
step:4920/5960 train_time:9361741ms step_avg:1902.79ms
step:4921/5960 train_time:9363694ms step_avg:1902.80ms
step:4922/5960 train_time:9365634ms step_avg:1902.81ms
step:4923/5960 train_time:9367573ms step_avg:1902.82ms
step:4924/5960 train_time:9369518ms step_avg:1902.83ms
step:4925/5960 train_time:9371468ms step_avg:1902.84ms
step:4926/5960 train_time:9373408ms step_avg:1902.84ms
step:4927/5960 train_time:9375351ms step_avg:1902.85ms
step:4928/5960 train_time:9377293ms step_avg:1902.86ms
step:4929/5960 train_time:9379246ms step_avg:1902.87ms
step:4930/5960 train_time:9381192ms step_avg:1902.88ms
step:4931/5960 train_time:9383137ms step_avg:1902.89ms
step:4932/5960 train_time:9385068ms step_avg:1902.89ms
step:4933/5960 train_time:9386992ms step_avg:1902.90ms
step:4934/5960 train_time:9388929ms step_avg:1902.90ms
step:4935/5960 train_time:9390854ms step_avg:1902.91ms
step:4936/5960 train_time:9392782ms step_avg:1902.91ms
step:4937/5960 train_time:9394729ms step_avg:1902.92ms
step:4938/5960 train_time:9396667ms step_avg:1902.93ms
step:4939/5960 train_time:9398600ms step_avg:1902.94ms
step:4940/5960 train_time:9400531ms step_avg:1902.94ms
step:4941/5960 train_time:9402463ms step_avg:1902.95ms
step:4942/5960 train_time:9404413ms step_avg:1902.96ms
step:4943/5960 train_time:9406340ms step_avg:1902.96ms
step:4944/5960 train_time:9408271ms step_avg:1902.97ms
step:4945/5960 train_time:9410213ms step_avg:1902.98ms
step:4946/5960 train_time:9412130ms step_avg:1902.98ms
step:4947/5960 train_time:9414071ms step_avg:1902.99ms
step:4948/5960 train_time:9416004ms step_avg:1902.99ms
step:4949/5960 train_time:9417942ms step_avg:1903.00ms
step:4950/5960 train_time:9419879ms step_avg:1903.01ms
step:4951/5960 train_time:9421812ms step_avg:1903.01ms
step:4952/5960 train_time:9423748ms step_avg:1903.02ms
step:4953/5960 train_time:9425693ms step_avg:1903.03ms
step:4954/5960 train_time:9427638ms step_avg:1903.04ms
step:4955/5960 train_time:9429566ms step_avg:1903.04ms
step:4956/5960 train_time:9431494ms step_avg:1903.05ms
step:4957/5960 train_time:9433423ms step_avg:1903.05ms
step:4958/5960 train_time:9435362ms step_avg:1903.06ms
step:4959/5960 train_time:9437288ms step_avg:1903.06ms
step:4960/5960 train_time:9439221ms step_avg:1903.07ms
step:4961/5960 train_time:9441170ms step_avg:1903.08ms
step:4962/5960 train_time:9443095ms step_avg:1903.08ms
step:4963/5960 train_time:9445032ms step_avg:1903.09ms
step:4964/5960 train_time:9446955ms step_avg:1903.09ms
step:4965/5960 train_time:9448889ms step_avg:1903.10ms
step:4966/5960 train_time:9450803ms step_avg:1903.10ms
step:4967/5960 train_time:9452727ms step_avg:1903.11ms
step:4968/5960 train_time:9454629ms step_avg:1903.11ms
step:4969/5960 train_time:9456546ms step_avg:1903.11ms
step:4970/5960 train_time:9458512ms step_avg:1903.12ms
step:4971/5960 train_time:9460446ms step_avg:1903.13ms
step:4972/5960 train_time:9462372ms step_avg:1903.13ms
step:4973/5960 train_time:9464289ms step_avg:1903.13ms
step:4974/5960 train_time:9466223ms step_avg:1903.14ms
step:4975/5960 train_time:9468131ms step_avg:1903.14ms
step:4976/5960 train_time:9470066ms step_avg:1903.15ms
step:4977/5960 train_time:9471977ms step_avg:1903.15ms
step:4978/5960 train_time:9473911ms step_avg:1903.16ms
step:4979/5960 train_time:9475828ms step_avg:1903.16ms
step:4980/5960 train_time:9477769ms step_avg:1903.17ms
step:4981/5960 train_time:9479731ms step_avg:1903.18ms
step:4982/5960 train_time:9481677ms step_avg:1903.19ms
step:4983/5960 train_time:9483620ms step_avg:1903.19ms
step:4984/5960 train_time:9485554ms step_avg:1903.20ms
step:4985/5960 train_time:9487485ms step_avg:1903.21ms
step:4986/5960 train_time:9489423ms step_avg:1903.21ms
step:4987/5960 train_time:9491364ms step_avg:1903.22ms
step:4988/5960 train_time:9493303ms step_avg:1903.23ms
step:4989/5960 train_time:9495245ms step_avg:1903.24ms
step:4990/5960 train_time:9497169ms step_avg:1903.24ms
step:4991/5960 train_time:9499094ms step_avg:1903.24ms
step:4992/5960 train_time:9501016ms step_avg:1903.25ms
step:4993/5960 train_time:9502943ms step_avg:1903.25ms
step:4994/5960 train_time:9504892ms step_avg:1903.26ms
step:4995/5960 train_time:9506837ms step_avg:1903.27ms
step:4996/5960 train_time:9508771ms step_avg:1903.28ms
step:4997/5960 train_time:9510709ms step_avg:1903.28ms
step:4998/5960 train_time:9512634ms step_avg:1903.29ms
step:4999/5960 train_time:9514552ms step_avg:1903.29ms
step:5000/5960 train_time:9516478ms step_avg:1903.30ms
step:5000/5960 val_loss:2.967694 train_time:9516478ms step_avg:1903.30ms
step:5001/5960 train_time:9518391ms step_avg:1903.30ms
step:5002/5960 train_time:9520331ms step_avg:1903.30ms
step:5003/5960 train_time:9522260ms step_avg:1903.31ms
step:5004/5960 train_time:9524184ms step_avg:1903.31ms
step:5005/5960 train_time:9526105ms step_avg:1903.32ms
step:5006/5960 train_time:9528020ms step_avg:1903.32ms
step:5007/5960 train_time:9529949ms step_avg:1903.33ms
step:5008/5960 train_time:9531867ms step_avg:1903.33ms
step:5009/5960 train_time:9533803ms step_avg:1903.33ms
step:5010/5960 train_time:9535714ms step_avg:1903.34ms
step:5011/5960 train_time:9537657ms step_avg:1903.34ms
step:5012/5960 train_time:9539608ms step_avg:1903.35ms
step:5013/5960 train_time:9541534ms step_avg:1903.36ms
step:5014/5960 train_time:9543455ms step_avg:1903.36ms
step:5015/5960 train_time:9545389ms step_avg:1903.37ms
step:5016/5960 train_time:9547334ms step_avg:1903.38ms
step:5017/5960 train_time:9549253ms step_avg:1903.38ms
step:5018/5960 train_time:9551188ms step_avg:1903.39ms
step:5019/5960 train_time:9553123ms step_avg:1903.39ms
step:5020/5960 train_time:9555044ms step_avg:1903.40ms
step:5021/5960 train_time:9556968ms step_avg:1903.40ms
step:5022/5960 train_time:9558891ms step_avg:1903.40ms
step:5023/5960 train_time:9560825ms step_avg:1903.41ms
step:5024/5960 train_time:9562768ms step_avg:1903.42ms
step:5025/5960 train_time:9564683ms step_avg:1903.42ms
step:5026/5960 train_time:9566611ms step_avg:1903.42ms
step:5027/5960 train_time:9568524ms step_avg:1903.43ms
step:5028/5960 train_time:9570448ms step_avg:1903.43ms
step:5029/5960 train_time:9572373ms step_avg:1903.43ms
step:5030/5960 train_time:9574328ms step_avg:1903.44ms
step:5031/5960 train_time:9576251ms step_avg:1903.45ms
step:5032/5960 train_time:9578186ms step_avg:1903.46ms
step:5033/5960 train_time:9580103ms step_avg:1903.46ms
step:5034/5960 train_time:9582020ms step_avg:1903.46ms
step:5035/5960 train_time:9583945ms step_avg:1903.46ms
step:5036/5960 train_time:9585883ms step_avg:1903.47ms
step:5037/5960 train_time:9587810ms step_avg:1903.48ms
step:5038/5960 train_time:9589750ms step_avg:1903.48ms
step:5039/5960 train_time:9591690ms step_avg:1903.49ms
step:5040/5960 train_time:9593609ms step_avg:1903.49ms
step:5041/5960 train_time:9595533ms step_avg:1903.50ms
step:5042/5960 train_time:9597463ms step_avg:1903.50ms
step:5043/5960 train_time:9599404ms step_avg:1903.51ms
step:5044/5960 train_time:9601351ms step_avg:1903.52ms
step:5045/5960 train_time:9603277ms step_avg:1903.52ms
step:5046/5960 train_time:9605215ms step_avg:1903.53ms
step:5047/5960 train_time:9607145ms step_avg:1903.54ms
step:5048/5960 train_time:9609080ms step_avg:1903.54ms
step:5049/5960 train_time:9610998ms step_avg:1903.54ms
step:5050/5960 train_time:9612914ms step_avg:1903.55ms
step:5051/5960 train_time:9614848ms step_avg:1903.55ms
step:5052/5960 train_time:9616797ms step_avg:1903.56ms
step:5053/5960 train_time:9618727ms step_avg:1903.57ms
step:5054/5960 train_time:9620651ms step_avg:1903.57ms
step:5055/5960 train_time:9622615ms step_avg:1903.58ms
step:5056/5960 train_time:9624556ms step_avg:1903.59ms
step:5057/5960 train_time:9626491ms step_avg:1903.60ms
step:5058/5960 train_time:9628431ms step_avg:1903.60ms
step:5059/5960 train_time:9630359ms step_avg:1903.61ms
step:5060/5960 train_time:9632303ms step_avg:1903.62ms
step:5061/5960 train_time:9634253ms step_avg:1903.63ms
step:5062/5960 train_time:9636192ms step_avg:1903.63ms
step:5063/5960 train_time:9638135ms step_avg:1903.64ms
step:5064/5960 train_time:9640069ms step_avg:1903.65ms
step:5065/5960 train_time:9642003ms step_avg:1903.65ms
step:5066/5960 train_time:9643933ms step_avg:1903.66ms
step:5067/5960 train_time:9645865ms step_avg:1903.66ms
step:5068/5960 train_time:9647792ms step_avg:1903.67ms
step:5069/5960 train_time:9649728ms step_avg:1903.67ms
step:5070/5960 train_time:9651662ms step_avg:1903.68ms
step:5071/5960 train_time:9653607ms step_avg:1903.69ms
step:5072/5960 train_time:9655536ms step_avg:1903.69ms
step:5073/5960 train_time:9657493ms step_avg:1903.70ms
step:5074/5960 train_time:9659448ms step_avg:1903.71ms
step:5075/5960 train_time:9661394ms step_avg:1903.72ms
step:5076/5960 train_time:9663367ms step_avg:1903.74ms
step:5077/5960 train_time:9665338ms step_avg:1903.75ms
step:5078/5960 train_time:9667285ms step_avg:1903.76ms
step:5079/5960 train_time:9669237ms step_avg:1903.77ms
step:5080/5960 train_time:9671191ms step_avg:1903.78ms
step:5081/5960 train_time:9673134ms step_avg:1903.79ms
step:5082/5960 train_time:9675084ms step_avg:1903.79ms
step:5083/5960 train_time:9677009ms step_avg:1903.80ms
step:5084/5960 train_time:9678945ms step_avg:1903.81ms
step:5085/5960 train_time:9680898ms step_avg:1903.81ms
step:5086/5960 train_time:9682840ms step_avg:1903.82ms
step:5087/5960 train_time:9684768ms step_avg:1903.83ms
step:5088/5960 train_time:9686714ms step_avg:1903.84ms
step:5089/5960 train_time:9688657ms step_avg:1903.84ms
step:5090/5960 train_time:9690633ms step_avg:1903.86ms
step:5091/5960 train_time:9692573ms step_avg:1903.86ms
step:5092/5960 train_time:9694510ms step_avg:1903.87ms
step:5093/5960 train_time:9696462ms step_avg:1903.88ms
step:5094/5960 train_time:9698420ms step_avg:1903.89ms
step:5095/5960 train_time:9700388ms step_avg:1903.90ms
step:5096/5960 train_time:9702341ms step_avg:1903.91ms
step:5097/5960 train_time:9704280ms step_avg:1903.92ms
step:5098/5960 train_time:9706242ms step_avg:1903.93ms
step:5099/5960 train_time:9708202ms step_avg:1903.94ms
step:5100/5960 train_time:9710165ms step_avg:1903.95ms
step:5101/5960 train_time:9712130ms step_avg:1903.97ms
step:5102/5960 train_time:9714093ms step_avg:1903.98ms
step:5103/5960 train_time:9716048ms step_avg:1903.99ms
step:5104/5960 train_time:9718034ms step_avg:1904.00ms
step:5105/5960 train_time:9719996ms step_avg:1904.01ms
step:5106/5960 train_time:9721955ms step_avg:1904.03ms
step:5107/5960 train_time:9723894ms step_avg:1904.03ms
step:5108/5960 train_time:9725858ms step_avg:1904.04ms
step:5109/5960 train_time:9727817ms step_avg:1904.06ms
step:5110/5960 train_time:9729790ms step_avg:1904.07ms
step:5111/5960 train_time:9731762ms step_avg:1904.08ms
step:5112/5960 train_time:9733717ms step_avg:1904.09ms
step:5113/5960 train_time:9735677ms step_avg:1904.10ms
step:5114/5960 train_time:9737647ms step_avg:1904.12ms
step:5115/5960 train_time:9739616ms step_avg:1904.13ms
step:5116/5960 train_time:9741596ms step_avg:1904.14ms
step:5117/5960 train_time:9743546ms step_avg:1904.15ms
step:5118/5960 train_time:9745519ms step_avg:1904.17ms
step:5119/5960 train_time:9747457ms step_avg:1904.17ms
step:5120/5960 train_time:9749428ms step_avg:1904.19ms
step:5121/5960 train_time:9751377ms step_avg:1904.19ms
step:5122/5960 train_time:9753343ms step_avg:1904.21ms
step:5123/5960 train_time:9755293ms step_avg:1904.21ms
step:5124/5960 train_time:9757244ms step_avg:1904.22ms
step:5125/5960 train_time:9759199ms step_avg:1904.23ms
step:5125/5960 val_loss:2.959745 train_time:9759199ms step_avg:1904.23ms
step:5126/5960 train_time:9761153ms step_avg:1904.24ms
step:5127/5960 train_time:9763124ms step_avg:1904.26ms
step:5128/5960 train_time:9765075ms step_avg:1904.27ms
step:5129/5960 train_time:9767048ms step_avg:1904.28ms
step:5130/5960 train_time:9768991ms step_avg:1904.29ms
step:5131/5960 train_time:9770951ms step_avg:1904.30ms
step:5132/5960 train_time:9772919ms step_avg:1904.31ms
step:5133/5960 train_time:9774859ms step_avg:1904.32ms
step:5134/5960 train_time:9776819ms step_avg:1904.33ms
step:5135/5960 train_time:9778770ms step_avg:1904.34ms
step:5136/5960 train_time:9780758ms step_avg:1904.35ms
step:5137/5960 train_time:9782733ms step_avg:1904.37ms
step:5138/5960 train_time:9784684ms step_avg:1904.38ms
step:5139/5960 train_time:9786649ms step_avg:1904.39ms
step:5140/5960 train_time:9788633ms step_avg:1904.40ms
step:5141/5960 train_time:9790602ms step_avg:1904.42ms
step:5142/5960 train_time:9792581ms step_avg:1904.43ms
step:5143/5960 train_time:9794549ms step_avg:1904.44ms
step:5144/5960 train_time:9796525ms step_avg:1904.46ms
step:5145/5960 train_time:9798478ms step_avg:1904.47ms
step:5146/5960 train_time:9800440ms step_avg:1904.48ms
step:5147/5960 train_time:9802426ms step_avg:1904.49ms
step:5148/5960 train_time:9804389ms step_avg:1904.50ms
step:5149/5960 train_time:9806380ms step_avg:1904.52ms
step:5150/5960 train_time:9808367ms step_avg:1904.54ms
step:5151/5960 train_time:9810327ms step_avg:1904.55ms
step:5152/5960 train_time:9812306ms step_avg:1904.56ms
step:5153/5960 train_time:9814309ms step_avg:1904.58ms
step:5154/5960 train_time:9816286ms step_avg:1904.60ms
step:5155/5960 train_time:9818255ms step_avg:1904.61ms
step:5156/5960 train_time:9820210ms step_avg:1904.62ms
step:5157/5960 train_time:9822178ms step_avg:1904.63ms
step:5158/5960 train_time:9824133ms step_avg:1904.64ms
step:5159/5960 train_time:9826102ms step_avg:1904.65ms
step:5160/5960 train_time:9828073ms step_avg:1904.67ms
step:5161/5960 train_time:9830039ms step_avg:1904.68ms
step:5162/5960 train_time:9832013ms step_avg:1904.69ms
step:5163/5960 train_time:9833970ms step_avg:1904.70ms
step:5164/5960 train_time:9835955ms step_avg:1904.72ms
step:5165/5960 train_time:9837939ms step_avg:1904.73ms
step:5166/5960 train_time:9839903ms step_avg:1904.74ms
step:5167/5960 train_time:9841875ms step_avg:1904.76ms
step:5168/5960 train_time:9843834ms step_avg:1904.77ms
step:5169/5960 train_time:9845806ms step_avg:1904.78ms
step:5170/5960 train_time:9847752ms step_avg:1904.79ms
step:5171/5960 train_time:9849731ms step_avg:1904.80ms
step:5172/5960 train_time:9851681ms step_avg:1904.81ms
step:5173/5960 train_time:9853635ms step_avg:1904.82ms
step:5174/5960 train_time:9855601ms step_avg:1904.83ms
step:5175/5960 train_time:9857596ms step_avg:1904.85ms
step:5176/5960 train_time:9859555ms step_avg:1904.86ms
step:5177/5960 train_time:9861522ms step_avg:1904.87ms
step:5178/5960 train_time:9863494ms step_avg:1904.88ms
step:5179/5960 train_time:9865447ms step_avg:1904.89ms
step:5180/5960 train_time:9867427ms step_avg:1904.91ms
step:5181/5960 train_time:9869391ms step_avg:1904.92ms
step:5182/5960 train_time:9871356ms step_avg:1904.93ms
step:5183/5960 train_time:9873343ms step_avg:1904.95ms
step:5184/5960 train_time:9875329ms step_avg:1904.96ms
step:5185/5960 train_time:9877288ms step_avg:1904.97ms
step:5186/5960 train_time:9879247ms step_avg:1904.98ms
step:5187/5960 train_time:9881211ms step_avg:1905.00ms
step:5188/5960 train_time:9883184ms step_avg:1905.01ms
step:5189/5960 train_time:9885159ms step_avg:1905.02ms
step:5190/5960 train_time:9887123ms step_avg:1905.03ms
step:5191/5960 train_time:9889121ms step_avg:1905.05ms
step:5192/5960 train_time:9891099ms step_avg:1905.07ms
step:5193/5960 train_time:9893092ms step_avg:1905.08ms
step:5194/5960 train_time:9895051ms step_avg:1905.09ms
step:5195/5960 train_time:9897020ms step_avg:1905.10ms
step:5196/5960 train_time:9899034ms step_avg:1905.13ms
step:5197/5960 train_time:9901023ms step_avg:1905.14ms
step:5198/5960 train_time:9903003ms step_avg:1905.16ms
step:5199/5960 train_time:9904979ms step_avg:1905.17ms
step:5200/5960 train_time:9906953ms step_avg:1905.18ms
step:5201/5960 train_time:9908950ms step_avg:1905.20ms
step:5202/5960 train_time:9910931ms step_avg:1905.22ms
step:5203/5960 train_time:9912898ms step_avg:1905.23ms
step:5204/5960 train_time:9914885ms step_avg:1905.24ms
step:5205/5960 train_time:9916868ms step_avg:1905.26ms
step:5206/5960 train_time:9918839ms step_avg:1905.27ms
step:5207/5960 train_time:9920822ms step_avg:1905.29ms
step:5208/5960 train_time:9922836ms step_avg:1905.31ms
step:5209/5960 train_time:9924871ms step_avg:1905.33ms
step:5210/5960 train_time:9926832ms step_avg:1905.34ms
step:5211/5960 train_time:9928822ms step_avg:1905.36ms
step:5212/5960 train_time:9930792ms step_avg:1905.37ms
step:5213/5960 train_time:9932766ms step_avg:1905.38ms
step:5214/5960 train_time:9934761ms step_avg:1905.40ms
step:5215/5960 train_time:9936743ms step_avg:1905.42ms
step:5216/5960 train_time:9938728ms step_avg:1905.43ms
step:5217/5960 train_time:9940715ms step_avg:1905.45ms
step:5218/5960 train_time:9942714ms step_avg:1905.46ms
step:5219/5960 train_time:9944697ms step_avg:1905.48ms
step:5220/5960 train_time:9946672ms step_avg:1905.49ms
step:5221/5960 train_time:9948661ms step_avg:1905.51ms
step:5222/5960 train_time:9950656ms step_avg:1905.53ms
step:5223/5960 train_time:9952630ms step_avg:1905.54ms
step:5224/5960 train_time:9954597ms step_avg:1905.55ms
step:5225/5960 train_time:9956575ms step_avg:1905.56ms
step:5226/5960 train_time:9958558ms step_avg:1905.58ms
step:5227/5960 train_time:9960551ms step_avg:1905.60ms
step:5228/5960 train_time:9962508ms step_avg:1905.61ms
step:5229/5960 train_time:9964499ms step_avg:1905.62ms
step:5230/5960 train_time:9966495ms step_avg:1905.64ms
step:5231/5960 train_time:9968492ms step_avg:1905.66ms
step:5232/5960 train_time:9970478ms step_avg:1905.67ms
step:5233/5960 train_time:9972437ms step_avg:1905.68ms
step:5234/5960 train_time:9974423ms step_avg:1905.70ms
step:5235/5960 train_time:9976395ms step_avg:1905.71ms
step:5236/5960 train_time:9978386ms step_avg:1905.73ms
step:5237/5960 train_time:9980398ms step_avg:1905.75ms
step:5238/5960 train_time:9982384ms step_avg:1905.76ms
step:5239/5960 train_time:9984353ms step_avg:1905.77ms
step:5240/5960 train_time:9986312ms step_avg:1905.78ms
step:5241/5960 train_time:9988289ms step_avg:1905.80ms
step:5242/5960 train_time:9990263ms step_avg:1905.81ms
step:5243/5960 train_time:9992218ms step_avg:1905.82ms
step:5244/5960 train_time:9994196ms step_avg:1905.83ms
step:5245/5960 train_time:9996177ms step_avg:1905.85ms
step:5246/5960 train_time:9998162ms step_avg:1905.86ms
step:5247/5960 train_time:10000141ms step_avg:1905.88ms
step:5248/5960 train_time:10002120ms step_avg:1905.89ms
step:5249/5960 train_time:10004095ms step_avg:1905.90ms
step:5250/5960 train_time:10006089ms step_avg:1905.92ms
step:5250/5960 val_loss:2.951981 train_time:10006089ms step_avg:1905.92ms
step:5251/5960 train_time:10008098ms step_avg:1905.94ms
step:5252/5960 train_time:10010107ms step_avg:1905.96ms
step:5253/5960 train_time:10012089ms step_avg:1905.98ms
step:5254/5960 train_time:10014071ms step_avg:1905.99ms
step:5255/5960 train_time:10016029ms step_avg:1906.00ms
step:5256/5960 train_time:10018017ms step_avg:1906.02ms
step:5257/5960 train_time:10019997ms step_avg:1906.03ms
step:5258/5960 train_time:10021954ms step_avg:1906.04ms
step:5259/5960 train_time:10023940ms step_avg:1906.05ms
step:5260/5960 train_time:10025907ms step_avg:1906.07ms
step:5261/5960 train_time:10027887ms step_avg:1906.08ms
step:5262/5960 train_time:10029868ms step_avg:1906.09ms
step:5263/5960 train_time:10031861ms step_avg:1906.11ms
step:5264/5960 train_time:10033819ms step_avg:1906.12ms
step:5265/5960 train_time:10035779ms step_avg:1906.13ms
step:5266/5960 train_time:10037734ms step_avg:1906.14ms
step:5267/5960 train_time:10039714ms step_avg:1906.15ms
step:5268/5960 train_time:10041707ms step_avg:1906.17ms
step:5269/5960 train_time:10043661ms step_avg:1906.18ms
step:5270/5960 train_time:10045631ms step_avg:1906.19ms
step:5271/5960 train_time:10047628ms step_avg:1906.21ms
step:5272/5960 train_time:10049611ms step_avg:1906.22ms
step:5273/5960 train_time:10051575ms step_avg:1906.23ms
step:5274/5960 train_time:10053548ms step_avg:1906.25ms
step:5275/5960 train_time:10055505ms step_avg:1906.26ms
step:5276/5960 train_time:10057498ms step_avg:1906.27ms
step:5277/5960 train_time:10059472ms step_avg:1906.29ms
step:5278/5960 train_time:10061414ms step_avg:1906.29ms
step:5279/5960 train_time:10063384ms step_avg:1906.30ms
step:5280/5960 train_time:10065349ms step_avg:1906.32ms
step:5281/5960 train_time:10067299ms step_avg:1906.32ms
step:5282/5960 train_time:10069292ms step_avg:1906.34ms
step:5283/5960 train_time:10071243ms step_avg:1906.35ms
step:5284/5960 train_time:10073215ms step_avg:1906.36ms
step:5285/5960 train_time:10075171ms step_avg:1906.37ms
step:5286/5960 train_time:10077151ms step_avg:1906.38ms
step:5287/5960 train_time:10079111ms step_avg:1906.40ms
step:5288/5960 train_time:10081059ms step_avg:1906.40ms
step:5289/5960 train_time:10083035ms step_avg:1906.42ms
step:5290/5960 train_time:10084994ms step_avg:1906.43ms
step:5291/5960 train_time:10086964ms step_avg:1906.44ms
step:5292/5960 train_time:10088915ms step_avg:1906.45ms
step:5293/5960 train_time:10090866ms step_avg:1906.45ms
step:5294/5960 train_time:10092829ms step_avg:1906.47ms
step:5295/5960 train_time:10094788ms step_avg:1906.48ms
step:5296/5960 train_time:10096768ms step_avg:1906.49ms
step:5297/5960 train_time:10098705ms step_avg:1906.50ms
step:5298/5960 train_time:10100663ms step_avg:1906.50ms
step:5299/5960 train_time:10102642ms step_avg:1906.52ms
step:5300/5960 train_time:10104613ms step_avg:1906.53ms
step:5301/5960 train_time:10106565ms step_avg:1906.54ms
step:5302/5960 train_time:10108531ms step_avg:1906.55ms
step:5303/5960 train_time:10110493ms step_avg:1906.56ms
step:5304/5960 train_time:10112454ms step_avg:1906.57ms
step:5305/5960 train_time:10114403ms step_avg:1906.58ms
step:5306/5960 train_time:10116380ms step_avg:1906.59ms
step:5307/5960 train_time:10118334ms step_avg:1906.60ms
step:5308/5960 train_time:10120282ms step_avg:1906.61ms
step:5309/5960 train_time:10122251ms step_avg:1906.62ms
step:5310/5960 train_time:10124246ms step_avg:1906.64ms
step:5311/5960 train_time:10126186ms step_avg:1906.64ms
step:5312/5960 train_time:10128149ms step_avg:1906.65ms
step:5313/5960 train_time:10130119ms step_avg:1906.67ms
step:5314/5960 train_time:10132044ms step_avg:1906.67ms
step:5315/5960 train_time:10134002ms step_avg:1906.68ms
step:5316/5960 train_time:10135939ms step_avg:1906.69ms
step:5317/5960 train_time:10137890ms step_avg:1906.69ms
step:5318/5960 train_time:10139832ms step_avg:1906.70ms
step:5319/5960 train_time:10141767ms step_avg:1906.71ms
step:5320/5960 train_time:10143710ms step_avg:1906.71ms
step:5321/5960 train_time:10145643ms step_avg:1906.72ms
step:5322/5960 train_time:10147571ms step_avg:1906.72ms
step:5323/5960 train_time:10149506ms step_avg:1906.73ms
step:5324/5960 train_time:10151457ms step_avg:1906.73ms
step:5325/5960 train_time:10153407ms step_avg:1906.74ms
step:5326/5960 train_time:10155353ms step_avg:1906.75ms
step:5327/5960 train_time:10157286ms step_avg:1906.76ms
step:5328/5960 train_time:10159216ms step_avg:1906.76ms
step:5329/5960 train_time:10161188ms step_avg:1906.77ms
step:5330/5960 train_time:10163143ms step_avg:1906.78ms
step:5331/5960 train_time:10165075ms step_avg:1906.79ms
step:5332/5960 train_time:10167026ms step_avg:1906.79ms
step:5333/5960 train_time:10168962ms step_avg:1906.80ms
step:5334/5960 train_time:10170914ms step_avg:1906.81ms
step:5335/5960 train_time:10172844ms step_avg:1906.81ms
step:5336/5960 train_time:10174786ms step_avg:1906.82ms
step:5337/5960 train_time:10176724ms step_avg:1906.82ms
step:5338/5960 train_time:10178689ms step_avg:1906.84ms
step:5339/5960 train_time:10180641ms step_avg:1906.84ms
step:5340/5960 train_time:10182582ms step_avg:1906.85ms
step:5341/5960 train_time:10184524ms step_avg:1906.86ms
step:5342/5960 train_time:10186457ms step_avg:1906.86ms
step:5343/5960 train_time:10188392ms step_avg:1906.87ms
step:5344/5960 train_time:10190315ms step_avg:1906.87ms
step:5345/5960 train_time:10192267ms step_avg:1906.88ms
step:5346/5960 train_time:10194200ms step_avg:1906.88ms
step:5347/5960 train_time:10196148ms step_avg:1906.89ms
step:5348/5960 train_time:10198086ms step_avg:1906.90ms
step:5349/5960 train_time:10199997ms step_avg:1906.90ms
step:5350/5960 train_time:10201943ms step_avg:1906.91ms
step:5351/5960 train_time:10203922ms step_avg:1906.92ms
step:5352/5960 train_time:10205847ms step_avg:1906.92ms
step:5353/5960 train_time:10207789ms step_avg:1906.93ms
step:5354/5960 train_time:10209738ms step_avg:1906.94ms
step:5355/5960 train_time:10211677ms step_avg:1906.94ms
step:5356/5960 train_time:10213616ms step_avg:1906.95ms
step:5357/5960 train_time:10215551ms step_avg:1906.95ms
step:5358/5960 train_time:10217474ms step_avg:1906.96ms
step:5359/5960 train_time:10219408ms step_avg:1906.96ms
step:5360/5960 train_time:10221355ms step_avg:1906.97ms
step:5361/5960 train_time:10223281ms step_avg:1906.97ms
step:5362/5960 train_time:10225210ms step_avg:1906.98ms
step:5363/5960 train_time:10227167ms step_avg:1906.99ms
step:5364/5960 train_time:10229101ms step_avg:1906.99ms
step:5365/5960 train_time:10231050ms step_avg:1907.00ms
step:5366/5960 train_time:10233014ms step_avg:1907.01ms
step:5367/5960 train_time:10234965ms step_avg:1907.02ms
step:5368/5960 train_time:10236905ms step_avg:1907.02ms
step:5369/5960 train_time:10238843ms step_avg:1907.03ms
step:5370/5960 train_time:10240772ms step_avg:1907.03ms
step:5371/5960 train_time:10242713ms step_avg:1907.04ms
step:5372/5960 train_time:10244671ms step_avg:1907.05ms
step:5373/5960 train_time:10246602ms step_avg:1907.05ms
step:5374/5960 train_time:10248529ms step_avg:1907.06ms
step:5375/5960 train_time:10250458ms step_avg:1907.06ms
step:5375/5960 val_loss:2.944584 train_time:10250458ms step_avg:1907.06ms
step:5376/5960 train_time:10252390ms step_avg:1907.07ms
step:5377/5960 train_time:10254354ms step_avg:1907.08ms
step:5378/5960 train_time:10256292ms step_avg:1907.08ms
step:5379/5960 train_time:10258230ms step_avg:1907.09ms
step:5380/5960 train_time:10260153ms step_avg:1907.09ms
step:5381/5960 train_time:10262103ms step_avg:1907.10ms
step:5382/5960 train_time:10264073ms step_avg:1907.11ms
step:5383/5960 train_time:10266005ms step_avg:1907.12ms
step:5384/5960 train_time:10267971ms step_avg:1907.13ms
step:5385/5960 train_time:10269903ms step_avg:1907.13ms
step:5386/5960 train_time:10271842ms step_avg:1907.14ms
step:5387/5960 train_time:10273765ms step_avg:1907.14ms
step:5388/5960 train_time:10275730ms step_avg:1907.15ms
step:5389/5960 train_time:10277661ms step_avg:1907.16ms
step:5390/5960 train_time:10279628ms step_avg:1907.17ms
step:5391/5960 train_time:10281564ms step_avg:1907.17ms
step:5392/5960 train_time:10283520ms step_avg:1907.18ms
step:5393/5960 train_time:10285470ms step_avg:1907.19ms
step:5394/5960 train_time:10287400ms step_avg:1907.19ms
step:5395/5960 train_time:10289335ms step_avg:1907.20ms
step:5396/5960 train_time:10291263ms step_avg:1907.20ms
step:5397/5960 train_time:10293190ms step_avg:1907.21ms
step:5398/5960 train_time:10295144ms step_avg:1907.21ms
step:5399/5960 train_time:10297109ms step_avg:1907.23ms
step:5400/5960 train_time:10299063ms step_avg:1907.23ms
step:5401/5960 train_time:10301002ms step_avg:1907.24ms
step:5402/5960 train_time:10302952ms step_avg:1907.25ms
step:5403/5960 train_time:10304911ms step_avg:1907.26ms
step:5404/5960 train_time:10306854ms step_avg:1907.26ms
step:5405/5960 train_time:10308805ms step_avg:1907.27ms
step:5406/5960 train_time:10310724ms step_avg:1907.27ms
step:5407/5960 train_time:10312641ms step_avg:1907.28ms
step:5408/5960 train_time:10314608ms step_avg:1907.29ms
step:5409/5960 train_time:10316555ms step_avg:1907.29ms
step:5410/5960 train_time:10318494ms step_avg:1907.30ms
step:5411/5960 train_time:10320444ms step_avg:1907.31ms
step:5412/5960 train_time:10322408ms step_avg:1907.32ms
step:5413/5960 train_time:10324358ms step_avg:1907.33ms
step:5414/5960 train_time:10326295ms step_avg:1907.33ms
step:5415/5960 train_time:10328258ms step_avg:1907.34ms
step:5416/5960 train_time:10330197ms step_avg:1907.35ms
step:5417/5960 train_time:10332142ms step_avg:1907.35ms
step:5418/5960 train_time:10334085ms step_avg:1907.36ms
step:5419/5960 train_time:10336011ms step_avg:1907.37ms
step:5420/5960 train_time:10337951ms step_avg:1907.37ms
step:5421/5960 train_time:10339888ms step_avg:1907.38ms
step:5422/5960 train_time:10341814ms step_avg:1907.38ms
step:5423/5960 train_time:10343759ms step_avg:1907.39ms
step:5424/5960 train_time:10345697ms step_avg:1907.39ms
step:5425/5960 train_time:10347644ms step_avg:1907.40ms
step:5426/5960 train_time:10349600ms step_avg:1907.41ms
step:5427/5960 train_time:10351527ms step_avg:1907.41ms
step:5428/5960 train_time:10353473ms step_avg:1907.42ms
step:5429/5960 train_time:10355418ms step_avg:1907.43ms
step:5430/5960 train_time:10357382ms step_avg:1907.44ms
step:5431/5960 train_time:10359308ms step_avg:1907.44ms
step:5432/5960 train_time:10361282ms step_avg:1907.45ms
step:5433/5960 train_time:10363256ms step_avg:1907.46ms
step:5434/5960 train_time:10365199ms step_avg:1907.47ms
step:5435/5960 train_time:10367147ms step_avg:1907.48ms
step:5436/5960 train_time:10369089ms step_avg:1907.49ms
step:5437/5960 train_time:10371037ms step_avg:1907.49ms
step:5438/5960 train_time:10372986ms step_avg:1907.50ms
step:5439/5960 train_time:10374945ms step_avg:1907.51ms
step:5440/5960 train_time:10376990ms step_avg:1907.53ms
step:5441/5960 train_time:10378988ms step_avg:1907.55ms
step:5442/5960 train_time:10380955ms step_avg:1907.56ms
step:5443/5960 train_time:10382907ms step_avg:1907.57ms
step:5444/5960 train_time:10384875ms step_avg:1907.58ms
step:5445/5960 train_time:10386832ms step_avg:1907.59ms
step:5446/5960 train_time:10388784ms step_avg:1907.60ms
step:5447/5960 train_time:10390726ms step_avg:1907.61ms
step:5448/5960 train_time:10392690ms step_avg:1907.62ms
step:5449/5960 train_time:10394661ms step_avg:1907.63ms
step:5450/5960 train_time:10396662ms step_avg:1907.64ms
step:5451/5960 train_time:10398606ms step_avg:1907.65ms
step:5452/5960 train_time:10400571ms step_avg:1907.66ms
step:5453/5960 train_time:10402524ms step_avg:1907.67ms
step:5454/5960 train_time:10404472ms step_avg:1907.68ms
step:5455/5960 train_time:10406504ms step_avg:1907.70ms
step:5456/5960 train_time:10408480ms step_avg:1907.71ms
step:5457/5960 train_time:10410454ms step_avg:1907.72ms
step:5458/5960 train_time:10412428ms step_avg:1907.74ms
step:5459/5960 train_time:10414393ms step_avg:1907.75ms
step:5460/5960 train_time:10416350ms step_avg:1907.76ms
step:5461/5960 train_time:10418308ms step_avg:1907.77ms
step:5462/5960 train_time:10420282ms step_avg:1907.78ms
step:5463/5960 train_time:10422273ms step_avg:1907.79ms
step:5464/5960 train_time:10424238ms step_avg:1907.80ms
step:5465/5960 train_time:10426194ms step_avg:1907.81ms
step:5466/5960 train_time:10428169ms step_avg:1907.82ms
step:5467/5960 train_time:10430149ms step_avg:1907.84ms
step:5468/5960 train_time:10432128ms step_avg:1907.85ms
step:5469/5960 train_time:10434132ms step_avg:1907.87ms
step:5470/5960 train_time:10436136ms step_avg:1907.89ms
step:5471/5960 train_time:10438108ms step_avg:1907.90ms
step:5472/5960 train_time:10440089ms step_avg:1907.91ms
step:5473/5960 train_time:10442062ms step_avg:1907.92ms
step:5474/5960 train_time:10444069ms step_avg:1907.94ms
step:5475/5960 train_time:10446033ms step_avg:1907.95ms
step:5476/5960 train_time:10448009ms step_avg:1907.96ms
step:5477/5960 train_time:10449992ms step_avg:1907.98ms
step:5478/5960 train_time:10452014ms step_avg:1908.00ms
step:5479/5960 train_time:10454006ms step_avg:1908.01ms
step:5480/5960 train_time:10456007ms step_avg:1908.03ms
step:5481/5960 train_time:10457991ms step_avg:1908.04ms
step:5482/5960 train_time:10459958ms step_avg:1908.06ms
step:5483/5960 train_time:10461925ms step_avg:1908.07ms
step:5484/5960 train_time:10463890ms step_avg:1908.08ms
step:5485/5960 train_time:10465884ms step_avg:1908.09ms
step:5486/5960 train_time:10467894ms step_avg:1908.11ms
step:5487/5960 train_time:10469880ms step_avg:1908.12ms
step:5488/5960 train_time:10471863ms step_avg:1908.14ms
step:5489/5960 train_time:10473847ms step_avg:1908.15ms
step:5490/5960 train_time:10475843ms step_avg:1908.17ms
step:5491/5960 train_time:10477808ms step_avg:1908.18ms
step:5492/5960 train_time:10479813ms step_avg:1908.20ms
step:5493/5960 train_time:10481787ms step_avg:1908.21ms
step:5494/5960 train_time:10483772ms step_avg:1908.22ms
step:5495/5960 train_time:10485761ms step_avg:1908.24ms
step:5496/5960 train_time:10487748ms step_avg:1908.25ms
step:5497/5960 train_time:10489741ms step_avg:1908.27ms
step:5498/5960 train_time:10491743ms step_avg:1908.28ms
step:5499/5960 train_time:10493728ms step_avg:1908.30ms
step:5500/5960 train_time:10495739ms step_avg:1908.32ms
step:5500/5960 val_loss:2.938186 train_time:10495739ms step_avg:1908.32ms
step:5501/5960 train_time:10497741ms step_avg:1908.33ms
step:5502/5960 train_time:10499732ms step_avg:1908.35ms
step:5503/5960 train_time:10501720ms step_avg:1908.36ms
step:5504/5960 train_time:10503726ms step_avg:1908.38ms
step:5505/5960 train_time:10505709ms step_avg:1908.39ms
step:5506/5960 train_time:10507687ms step_avg:1908.41ms
step:5507/5960 train_time:10509659ms step_avg:1908.42ms
step:5508/5960 train_time:10511657ms step_avg:1908.43ms
step:5509/5960 train_time:10513633ms step_avg:1908.45ms
step:5510/5960 train_time:10515628ms step_avg:1908.46ms
step:5511/5960 train_time:10517637ms step_avg:1908.48ms
step:5512/5960 train_time:10519611ms step_avg:1908.49ms
step:5513/5960 train_time:10521578ms step_avg:1908.50ms
step:5514/5960 train_time:10523575ms step_avg:1908.52ms
step:5515/5960 train_time:10525582ms step_avg:1908.54ms
step:5516/5960 train_time:10527565ms step_avg:1908.55ms
step:5517/5960 train_time:10529551ms step_avg:1908.56ms
step:5518/5960 train_time:10531524ms step_avg:1908.58ms
step:5519/5960 train_time:10533525ms step_avg:1908.59ms
step:5520/5960 train_time:10535520ms step_avg:1908.61ms
step:5521/5960 train_time:10537533ms step_avg:1908.63ms
step:5522/5960 train_time:10539535ms step_avg:1908.64ms
step:5523/5960 train_time:10541525ms step_avg:1908.66ms
step:5524/5960 train_time:10543509ms step_avg:1908.67ms
step:5525/5960 train_time:10545489ms step_avg:1908.69ms
step:5526/5960 train_time:10547472ms step_avg:1908.70ms
step:5527/5960 train_time:10549492ms step_avg:1908.72ms
step:5528/5960 train_time:10551506ms step_avg:1908.74ms
step:5529/5960 train_time:10553483ms step_avg:1908.75ms
step:5530/5960 train_time:10555474ms step_avg:1908.77ms
step:5531/5960 train_time:10557463ms step_avg:1908.78ms
step:5532/5960 train_time:10559461ms step_avg:1908.80ms
step:5533/5960 train_time:10561475ms step_avg:1908.82ms
step:5534/5960 train_time:10563484ms step_avg:1908.83ms
step:5535/5960 train_time:10565479ms step_avg:1908.85ms
step:5536/5960 train_time:10567470ms step_avg:1908.86ms
step:5537/5960 train_time:10569475ms step_avg:1908.88ms
step:5538/5960 train_time:10571468ms step_avg:1908.90ms
step:5539/5960 train_time:10573472ms step_avg:1908.91ms
step:5540/5960 train_time:10575467ms step_avg:1908.93ms
step:5541/5960 train_time:10577428ms step_avg:1908.94ms
step:5542/5960 train_time:10579465ms step_avg:1908.96ms
step:5543/5960 train_time:10581465ms step_avg:1908.98ms
step:5544/5960 train_time:10583451ms step_avg:1908.99ms
step:5545/5960 train_time:10585456ms step_avg:1909.01ms
step:5546/5960 train_time:10587426ms step_avg:1909.02ms
step:5547/5960 train_time:10589436ms step_avg:1909.04ms
step:5548/5960 train_time:10591447ms step_avg:1909.06ms
step:5549/5960 train_time:10593425ms step_avg:1909.07ms
step:5550/5960 train_time:10595406ms step_avg:1909.08ms
step:5551/5960 train_time:10597366ms step_avg:1909.09ms
step:5552/5960 train_time:10599363ms step_avg:1909.11ms
step:5553/5960 train_time:10601326ms step_avg:1909.12ms
step:5554/5960 train_time:10603289ms step_avg:1909.13ms
step:5555/5960 train_time:10605276ms step_avg:1909.14ms
step:5556/5960 train_time:10607265ms step_avg:1909.15ms
step:5557/5960 train_time:10609275ms step_avg:1909.17ms
step:5558/5960 train_time:10611239ms step_avg:1909.18ms
step:5559/5960 train_time:10613230ms step_avg:1909.20ms
step:5560/5960 train_time:10615221ms step_avg:1909.21ms
step:5561/5960 train_time:10617227ms step_avg:1909.23ms
step:5562/5960 train_time:10619217ms step_avg:1909.24ms
step:5563/5960 train_time:10621213ms step_avg:1909.26ms
step:5564/5960 train_time:10623169ms step_avg:1909.27ms
step:5565/5960 train_time:10625183ms step_avg:1909.29ms
step:5566/5960 train_time:10627179ms step_avg:1909.30ms
step:5567/5960 train_time:10629196ms step_avg:1909.32ms
step:5568/5960 train_time:10631165ms step_avg:1909.33ms
step:5569/5960 train_time:10633149ms step_avg:1909.35ms
step:5570/5960 train_time:10635126ms step_avg:1909.36ms
step:5571/5960 train_time:10637115ms step_avg:1909.37ms
step:5572/5960 train_time:10639124ms step_avg:1909.39ms
step:5573/5960 train_time:10641099ms step_avg:1909.40ms
step:5574/5960 train_time:10643092ms step_avg:1909.42ms
step:5575/5960 train_time:10645089ms step_avg:1909.43ms
step:5576/5960 train_time:10647081ms step_avg:1909.45ms
step:5577/5960 train_time:10649067ms step_avg:1909.46ms
step:5578/5960 train_time:10651039ms step_avg:1909.47ms
step:5579/5960 train_time:10653082ms step_avg:1909.50ms
step:5580/5960 train_time:10655058ms step_avg:1909.51ms
step:5581/5960 train_time:10657057ms step_avg:1909.52ms
step:5582/5960 train_time:10659047ms step_avg:1909.54ms
step:5583/5960 train_time:10661094ms step_avg:1909.56ms
step:5584/5960 train_time:10663094ms step_avg:1909.58ms
step:5585/5960 train_time:10665087ms step_avg:1909.59ms
step:5586/5960 train_time:10667095ms step_avg:1909.61ms
step:5587/5960 train_time:10669101ms step_avg:1909.63ms
step:5588/5960 train_time:10671065ms step_avg:1909.64ms
step:5589/5960 train_time:10673044ms step_avg:1909.65ms
step:5590/5960 train_time:10675060ms step_avg:1909.67ms
step:5591/5960 train_time:10677072ms step_avg:1909.69ms
step:5592/5960 train_time:10679059ms step_avg:1909.70ms
step:5593/5960 train_time:10681034ms step_avg:1909.71ms
step:5594/5960 train_time:10683002ms step_avg:1909.73ms
step:5595/5960 train_time:10684979ms step_avg:1909.74ms
step:5596/5960 train_time:10686988ms step_avg:1909.75ms
step:5597/5960 train_time:10688987ms step_avg:1909.77ms
step:5598/5960 train_time:10691015ms step_avg:1909.79ms
step:5599/5960 train_time:10693005ms step_avg:1909.81ms
step:5600/5960 train_time:10694990ms step_avg:1909.82ms
step:5601/5960 train_time:10696997ms step_avg:1909.84ms
step:5602/5960 train_time:10698998ms step_avg:1909.85ms
step:5603/5960 train_time:10700983ms step_avg:1909.87ms
step:5604/5960 train_time:10702976ms step_avg:1909.88ms
step:5605/5960 train_time:10704976ms step_avg:1909.90ms
step:5606/5960 train_time:10706971ms step_avg:1909.91ms
step:5607/5960 train_time:10708958ms step_avg:1909.93ms
step:5608/5960 train_time:10710945ms step_avg:1909.94ms
step:5609/5960 train_time:10712985ms step_avg:1909.96ms
step:5610/5960 train_time:10714960ms step_avg:1909.98ms
step:5611/5960 train_time:10716961ms step_avg:1909.99ms
step:5612/5960 train_time:10718947ms step_avg:1910.00ms
step:5613/5960 train_time:10720934ms step_avg:1910.02ms
step:5614/5960 train_time:10722904ms step_avg:1910.03ms
step:5615/5960 train_time:10724884ms step_avg:1910.04ms
step:5616/5960 train_time:10726870ms step_avg:1910.06ms
step:5617/5960 train_time:10728867ms step_avg:1910.07ms
step:5618/5960 train_time:10730843ms step_avg:1910.08ms
step:5619/5960 train_time:10732833ms step_avg:1910.10ms
step:5620/5960 train_time:10734794ms step_avg:1910.11ms
step:5621/5960 train_time:10736800ms step_avg:1910.12ms
step:5622/5960 train_time:10738780ms step_avg:1910.14ms
step:5623/5960 train_time:10740787ms step_avg:1910.15ms
step:5624/5960 train_time:10742797ms step_avg:1910.17ms
step:5625/5960 train_time:10744784ms step_avg:1910.18ms
step:5625/5960 val_loss:2.931810 train_time:10744784ms step_avg:1910.18ms
step:5626/5960 train_time:10746774ms step_avg:1910.20ms
step:5627/5960 train_time:10748772ms step_avg:1910.21ms
step:5628/5960 train_time:10750735ms step_avg:1910.22ms
step:5629/5960 train_time:10752733ms step_avg:1910.24ms
step:5630/5960 train_time:10754727ms step_avg:1910.25ms
step:5631/5960 train_time:10756711ms step_avg:1910.27ms
step:5632/5960 train_time:10758722ms step_avg:1910.28ms
step:5633/5960 train_time:10760727ms step_avg:1910.30ms
step:5634/5960 train_time:10762734ms step_avg:1910.32ms
step:5635/5960 train_time:10764758ms step_avg:1910.34ms
step:5636/5960 train_time:10766769ms step_avg:1910.36ms
step:5637/5960 train_time:10768742ms step_avg:1910.37ms
step:5638/5960 train_time:10770737ms step_avg:1910.38ms
step:5639/5960 train_time:10772727ms step_avg:1910.40ms
step:5640/5960 train_time:10774716ms step_avg:1910.41ms
step:5641/5960 train_time:10776695ms step_avg:1910.42ms
step:5642/5960 train_time:10778682ms step_avg:1910.44ms
step:5643/5960 train_time:10780673ms step_avg:1910.45ms
step:5644/5960 train_time:10782669ms step_avg:1910.47ms
step:5645/5960 train_time:10784653ms step_avg:1910.48ms
step:5646/5960 train_time:10786636ms step_avg:1910.49ms
step:5647/5960 train_time:10788627ms step_avg:1910.51ms
step:5648/5960 train_time:10790617ms step_avg:1910.52ms
step:5649/5960 train_time:10792576ms step_avg:1910.53ms
step:5650/5960 train_time:10794558ms step_avg:1910.54ms
step:5651/5960 train_time:10796562ms step_avg:1910.56ms
step:5652/5960 train_time:10798547ms step_avg:1910.57ms
step:5653/5960 train_time:10800536ms step_avg:1910.58ms
step:5654/5960 train_time:10802504ms step_avg:1910.59ms
step:5655/5960 train_time:10804465ms step_avg:1910.60ms
step:5656/5960 train_time:10806465ms step_avg:1910.62ms
step:5657/5960 train_time:10808426ms step_avg:1910.63ms
step:5658/5960 train_time:10810415ms step_avg:1910.64ms
step:5659/5960 train_time:10812403ms step_avg:1910.66ms
step:5660/5960 train_time:10814396ms step_avg:1910.67ms
step:5661/5960 train_time:10816361ms step_avg:1910.68ms
step:5662/5960 train_time:10818331ms step_avg:1910.69ms
step:5663/5960 train_time:10820304ms step_avg:1910.70ms
step:5664/5960 train_time:10822246ms step_avg:1910.71ms
step:5665/5960 train_time:10824216ms step_avg:1910.72ms
step:5666/5960 train_time:10826185ms step_avg:1910.73ms
step:5667/5960 train_time:10828133ms step_avg:1910.73ms
step:5668/5960 train_time:10830137ms step_avg:1910.75ms
step:5669/5960 train_time:10832141ms step_avg:1910.77ms
step:5670/5960 train_time:10834116ms step_avg:1910.78ms
step:5671/5960 train_time:10836127ms step_avg:1910.80ms
step:5672/5960 train_time:10838065ms step_avg:1910.80ms
step:5673/5960 train_time:10840031ms step_avg:1910.81ms
step:5674/5960 train_time:10842004ms step_avg:1910.82ms
step:5675/5960 train_time:10844005ms step_avg:1910.84ms
step:5676/5960 train_time:10846015ms step_avg:1910.86ms
step:5677/5960 train_time:10847993ms step_avg:1910.87ms
step:5678/5960 train_time:10849935ms step_avg:1910.87ms
step:5679/5960 train_time:10851909ms step_avg:1910.88ms
step:5680/5960 train_time:10853855ms step_avg:1910.89ms
step:5681/5960 train_time:10855813ms step_avg:1910.90ms
step:5682/5960 train_time:10857792ms step_avg:1910.91ms
step:5683/5960 train_time:10859775ms step_avg:1910.92ms
step:5684/5960 train_time:10861727ms step_avg:1910.93ms
step:5685/5960 train_time:10863706ms step_avg:1910.94ms
step:5686/5960 train_time:10865655ms step_avg:1910.95ms
step:5687/5960 train_time:10867634ms step_avg:1910.96ms
step:5688/5960 train_time:10869571ms step_avg:1910.97ms
step:5689/5960 train_time:10871563ms step_avg:1910.98ms
step:5690/5960 train_time:10873536ms step_avg:1910.99ms
step:5691/5960 train_time:10875499ms step_avg:1911.00ms
step:5692/5960 train_time:10877482ms step_avg:1911.01ms
step:5693/5960 train_time:10879459ms step_avg:1911.02ms
step:5694/5960 train_time:10881426ms step_avg:1911.03ms
step:5695/5960 train_time:10883378ms step_avg:1911.04ms
step:5696/5960 train_time:10885339ms step_avg:1911.05ms
step:5697/5960 train_time:10887296ms step_avg:1911.06ms
step:5698/5960 train_time:10889260ms step_avg:1911.07ms
step:5699/5960 train_time:10891211ms step_avg:1911.07ms
step:5700/5960 train_time:10893173ms step_avg:1911.08ms
step:5701/5960 train_time:10895130ms step_avg:1911.09ms
step:5702/5960 train_time:10897118ms step_avg:1911.10ms
step:5703/5960 train_time:10899057ms step_avg:1911.11ms
step:5704/5960 train_time:10900999ms step_avg:1911.11ms
step:5705/5960 train_time:10902976ms step_avg:1911.13ms
step:5706/5960 train_time:10904911ms step_avg:1911.13ms
step:5707/5960 train_time:10906865ms step_avg:1911.14ms
step:5708/5960 train_time:10908806ms step_avg:1911.14ms
step:5709/5960 train_time:10910756ms step_avg:1911.15ms
step:5710/5960 train_time:10912759ms step_avg:1911.17ms
step:5711/5960 train_time:10914723ms step_avg:1911.18ms
step:5712/5960 train_time:10916695ms step_avg:1911.19ms
step:5713/5960 train_time:10918647ms step_avg:1911.19ms
step:5714/5960 train_time:10920615ms step_avg:1911.20ms
step:5715/5960 train_time:10922557ms step_avg:1911.21ms
step:5716/5960 train_time:10924509ms step_avg:1911.22ms
step:5717/5960 train_time:10926467ms step_avg:1911.22ms
step:5718/5960 train_time:10928414ms step_avg:1911.23ms
step:5719/5960 train_time:10930355ms step_avg:1911.24ms
step:5720/5960 train_time:10932356ms step_avg:1911.25ms
step:5721/5960 train_time:10934354ms step_avg:1911.27ms
step:5722/5960 train_time:10936314ms step_avg:1911.27ms
step:5723/5960 train_time:10938265ms step_avg:1911.28ms
step:5724/5960 train_time:10940231ms step_avg:1911.29ms
step:5725/5960 train_time:10942198ms step_avg:1911.30ms
step:5726/5960 train_time:10944149ms step_avg:1911.31ms
step:5727/5960 train_time:10946097ms step_avg:1911.31ms
step:5728/5960 train_time:10948062ms step_avg:1911.32ms
step:5729/5960 train_time:10950072ms step_avg:1911.34ms
step:5730/5960 train_time:10952042ms step_avg:1911.35ms
step:5731/5960 train_time:10954001ms step_avg:1911.36ms
step:5732/5960 train_time:10955990ms step_avg:1911.37ms
step:5733/5960 train_time:10957931ms step_avg:1911.38ms
step:5734/5960 train_time:10959890ms step_avg:1911.39ms
step:5735/5960 train_time:10961874ms step_avg:1911.40ms
step:5736/5960 train_time:10963841ms step_avg:1911.41ms
step:5737/5960 train_time:10965810ms step_avg:1911.42ms
step:5738/5960 train_time:10967759ms step_avg:1911.43ms
step:5739/5960 train_time:10969729ms step_avg:1911.44ms
step:5740/5960 train_time:10971719ms step_avg:1911.45ms
step:5741/5960 train_time:10973674ms step_avg:1911.46ms
step:5742/5960 train_time:10975672ms step_avg:1911.47ms
step:5743/5960 train_time:10977671ms step_avg:1911.49ms
step:5744/5960 train_time:10979646ms step_avg:1911.50ms
step:5745/5960 train_time:10981599ms step_avg:1911.51ms
step:5746/5960 train_time:10983552ms step_avg:1911.51ms
step:5747/5960 train_time:10985495ms step_avg:1911.52ms
step:5748/5960 train_time:10987461ms step_avg:1911.53ms
step:5749/5960 train_time:10989403ms step_avg:1911.53ms
step:5750/5960 train_time:10991383ms step_avg:1911.54ms
step:5750/5960 val_loss:2.926228 train_time:10991383ms step_avg:1911.54ms
step:5751/5960 train_time:10993353ms step_avg:1911.55ms
step:5752/5960 train_time:10995307ms step_avg:1911.56ms
step:5753/5960 train_time:10997288ms step_avg:1911.57ms
step:5754/5960 train_time:10999242ms step_avg:1911.58ms
step:5755/5960 train_time:11001210ms step_avg:1911.59ms
step:5756/5960 train_time:11003162ms step_avg:1911.60ms
step:5757/5960 train_time:11005127ms step_avg:1911.61ms
step:5758/5960 train_time:11007098ms step_avg:1911.62ms
step:5759/5960 train_time:11009057ms step_avg:1911.63ms
step:5760/5960 train_time:11011020ms step_avg:1911.64ms
step:5761/5960 train_time:11012976ms step_avg:1911.64ms
step:5762/5960 train_time:11014927ms step_avg:1911.65ms
step:5763/5960 train_time:11016898ms step_avg:1911.66ms
step:5764/5960 train_time:11018869ms step_avg:1911.67ms
step:5765/5960 train_time:11020830ms step_avg:1911.68ms
step:5766/5960 train_time:11022820ms step_avg:1911.69ms
step:5767/5960 train_time:11024795ms step_avg:1911.70ms
step:5768/5960 train_time:11026790ms step_avg:1911.72ms
step:5769/5960 train_time:11028778ms step_avg:1911.73ms
step:5770/5960 train_time:11030733ms step_avg:1911.74ms
step:5771/5960 train_time:11032677ms step_avg:1911.74ms
step:5772/5960 train_time:11034621ms step_avg:1911.75ms
step:5773/5960 train_time:11036571ms step_avg:1911.76ms
step:5774/5960 train_time:11038528ms step_avg:1911.76ms
step:5775/5960 train_time:11040502ms step_avg:1911.78ms
step:5776/5960 train_time:11042474ms step_avg:1911.79ms
step:5777/5960 train_time:11044433ms step_avg:1911.79ms
step:5778/5960 train_time:11046427ms step_avg:1911.81ms
step:5779/5960 train_time:11048400ms step_avg:1911.82ms
step:5780/5960 train_time:11050363ms step_avg:1911.83ms
step:5781/5960 train_time:11052334ms step_avg:1911.84ms
step:5782/5960 train_time:11054283ms step_avg:1911.84ms
step:5783/5960 train_time:11056245ms step_avg:1911.85ms
step:5784/5960 train_time:11058208ms step_avg:1911.86ms
step:5785/5960 train_time:11060177ms step_avg:1911.87ms
step:5786/5960 train_time:11062128ms step_avg:1911.88ms
step:5787/5960 train_time:11064111ms step_avg:1911.89ms
step:5788/5960 train_time:11066069ms step_avg:1911.90ms
step:5789/5960 train_time:11068039ms step_avg:1911.91ms
step:5790/5960 train_time:11070018ms step_avg:1911.92ms
step:5791/5960 train_time:11072013ms step_avg:1911.93ms
step:5792/5960 train_time:11073980ms step_avg:1911.94ms
step:5793/5960 train_time:11075935ms step_avg:1911.95ms
step:5794/5960 train_time:11077914ms step_avg:1911.96ms
step:5795/5960 train_time:11079878ms step_avg:1911.97ms
step:5796/5960 train_time:11081872ms step_avg:1911.99ms
step:5797/5960 train_time:11083847ms step_avg:1912.00ms
step:5798/5960 train_time:11085844ms step_avg:1912.01ms
step:5799/5960 train_time:11087836ms step_avg:1912.03ms
step:5800/5960 train_time:11089799ms step_avg:1912.03ms
step:5801/5960 train_time:11091770ms step_avg:1912.04ms
step:5802/5960 train_time:11093762ms step_avg:1912.06ms
step:5803/5960 train_time:11095748ms step_avg:1912.07ms
step:5804/5960 train_time:11097708ms step_avg:1912.08ms
step:5805/5960 train_time:11099695ms step_avg:1912.09ms
step:5806/5960 train_time:11101695ms step_avg:1912.11ms
step:5807/5960 train_time:11103650ms step_avg:1912.11ms
step:5808/5960 train_time:11105631ms step_avg:1912.13ms
step:5809/5960 train_time:11107605ms step_avg:1912.14ms
step:5810/5960 train_time:11109590ms step_avg:1912.15ms
step:5811/5960 train_time:11111575ms step_avg:1912.16ms
step:5812/5960 train_time:11113556ms step_avg:1912.17ms
step:5813/5960 train_time:11115518ms step_avg:1912.18ms
step:5814/5960 train_time:11117538ms step_avg:1912.20ms
step:5815/5960 train_time:11119562ms step_avg:1912.22ms
step:5816/5960 train_time:11121556ms step_avg:1912.23ms
step:5817/5960 train_time:11123548ms step_avg:1912.25ms
step:5818/5960 train_time:11125539ms step_avg:1912.26ms
step:5819/5960 train_time:11127532ms step_avg:1912.28ms
step:5820/5960 train_time:11129515ms step_avg:1912.29ms
step:5821/5960 train_time:11131499ms step_avg:1912.30ms
step:5822/5960 train_time:11133477ms step_avg:1912.31ms
step:5823/5960 train_time:11135443ms step_avg:1912.32ms
step:5824/5960 train_time:11137444ms step_avg:1912.34ms
step:5825/5960 train_time:11139448ms step_avg:1912.35ms
step:5826/5960 train_time:11141438ms step_avg:1912.36ms
step:5827/5960 train_time:11143433ms step_avg:1912.38ms
step:5828/5960 train_time:11145436ms step_avg:1912.39ms
step:5829/5960 train_time:11147414ms step_avg:1912.41ms
step:5830/5960 train_time:11149399ms step_avg:1912.42ms
step:5831/5960 train_time:11151386ms step_avg:1912.43ms
step:5832/5960 train_time:11153425ms step_avg:1912.45ms
step:5833/5960 train_time:11155408ms step_avg:1912.47ms
step:5834/5960 train_time:11157436ms step_avg:1912.48ms
step:5835/5960 train_time:11159432ms step_avg:1912.50ms
step:5836/5960 train_time:11161461ms step_avg:1912.52ms
step:5837/5960 train_time:11163489ms step_avg:1912.54ms
step:5838/5960 train_time:11165493ms step_avg:1912.55ms
step:5839/5960 train_time:11167502ms step_avg:1912.57ms
step:5840/5960 train_time:11169524ms step_avg:1912.59ms
step:5841/5960 train_time:11171562ms step_avg:1912.61ms
step:5842/5960 train_time:11173548ms step_avg:1912.62ms
step:5843/5960 train_time:11175577ms step_avg:1912.64ms
step:5844/5960 train_time:11177573ms step_avg:1912.66ms
step:5845/5960 train_time:11179593ms step_avg:1912.68ms
step:5846/5960 train_time:11181596ms step_avg:1912.69ms
step:5847/5960 train_time:11183613ms step_avg:1912.71ms
step:5848/5960 train_time:11185606ms step_avg:1912.72ms
step:5849/5960 train_time:11187596ms step_avg:1912.74ms
step:5850/5960 train_time:11189638ms step_avg:1912.76ms
step:5851/5960 train_time:11191642ms step_avg:1912.77ms
step:5852/5960 train_time:11193697ms step_avg:1912.80ms
step:5853/5960 train_time:11195684ms step_avg:1912.81ms
step:5854/5960 train_time:11197671ms step_avg:1912.82ms
step:5855/5960 train_time:11199653ms step_avg:1912.84ms
step:5856/5960 train_time:11201653ms step_avg:1912.85ms
step:5857/5960 train_time:11203650ms step_avg:1912.86ms
step:5858/5960 train_time:11205650ms step_avg:1912.88ms
step:5859/5960 train_time:11207683ms step_avg:1912.90ms
step:5860/5960 train_time:11209728ms step_avg:1912.92ms
step:5861/5960 train_time:11211774ms step_avg:1912.95ms
step:5862/5960 train_time:11213793ms step_avg:1912.96ms
step:5863/5960 train_time:11215820ms step_avg:1912.98ms
step:5864/5960 train_time:11217843ms step_avg:1913.00ms
step:5865/5960 train_time:11219847ms step_avg:1913.02ms
step:5866/5960 train_time:11221955ms step_avg:1913.05ms
step:5867/5960 train_time:11223960ms step_avg:1913.07ms
step:5868/5960 train_time:11225986ms step_avg:1913.09ms
step:5869/5960 train_time:11228032ms step_avg:1913.11ms
step:5870/5960 train_time:11230045ms step_avg:1913.13ms
step:5871/5960 train_time:11232011ms step_avg:1913.13ms
step:5872/5960 train_time:11234001ms step_avg:1913.15ms
step:5873/5960 train_time:11235974ms step_avg:1913.16ms
step:5874/5960 train_time:11237962ms step_avg:1913.17ms
step:5875/5960 train_time:11240001ms step_avg:1913.19ms
step:5875/5960 val_loss:2.922055 train_time:11240001ms step_avg:1913.19ms
step:5876/5960 train_time:11241981ms step_avg:1913.20ms
step:5877/5960 train_time:11244002ms step_avg:1913.22ms
step:5878/5960 train_time:11246007ms step_avg:1913.24ms
step:5879/5960 train_time:11248067ms step_avg:1913.26ms
step:5880/5960 train_time:11250062ms step_avg:1913.28ms
step:5881/5960 train_time:11252068ms step_avg:1913.29ms
step:5882/5960 train_time:11254126ms step_avg:1913.32ms
step:5883/5960 train_time:11256160ms step_avg:1913.34ms
step:5884/5960 train_time:11258183ms step_avg:1913.36ms
step:5885/5960 train_time:11260177ms step_avg:1913.37ms
step:5886/5960 train_time:11262184ms step_avg:1913.38ms
step:5887/5960 train_time:11264213ms step_avg:1913.40ms
step:5888/5960 train_time:11266217ms step_avg:1913.42ms
step:5889/5960 train_time:11268217ms step_avg:1913.43ms
step:5890/5960 train_time:11270267ms step_avg:1913.46ms
step:5891/5960 train_time:11272317ms step_avg:1913.48ms
step:5892/5960 train_time:11274335ms step_avg:1913.50ms
step:5893/5960 train_time:11276354ms step_avg:1913.52ms
step:5894/5960 train_time:11278375ms step_avg:1913.53ms
step:5895/5960 train_time:11280395ms step_avg:1913.55ms
step:5896/5960 train_time:11282408ms step_avg:1913.57ms
step:5897/5960 train_time:11284481ms step_avg:1913.60ms
step:5898/5960 train_time:11286502ms step_avg:1913.62ms
step:5899/5960 train_time:11288509ms step_avg:1913.63ms
step:5900/5960 train_time:11290548ms step_avg:1913.65ms
step:5901/5960 train_time:11292534ms step_avg:1913.66ms
step:5902/5960 train_time:11294577ms step_avg:1913.69ms
step:5903/5960 train_time:11296574ms step_avg:1913.70ms
step:5904/5960 train_time:11298588ms step_avg:1913.72ms
step:5905/5960 train_time:11300621ms step_avg:1913.74ms
step:5906/5960 train_time:11302625ms step_avg:1913.75ms
step:5907/5960 train_time:11304618ms step_avg:1913.77ms
step:5908/5960 train_time:11306636ms step_avg:1913.78ms
step:5909/5960 train_time:11308663ms step_avg:1913.80ms
step:5910/5960 train_time:11310651ms step_avg:1913.82ms
step:5911/5960 train_time:11312694ms step_avg:1913.84ms
step:5912/5960 train_time:11314683ms step_avg:1913.85ms
step:5913/5960 train_time:11316693ms step_avg:1913.87ms
step:5914/5960 train_time:11318689ms step_avg:1913.88ms
step:5915/5960 train_time:11320709ms step_avg:1913.90ms
step:5916/5960 train_time:11322724ms step_avg:1913.92ms
step:5917/5960 train_time:11324743ms step_avg:1913.93ms
step:5918/5960 train_time:11326762ms step_avg:1913.95ms
step:5919/5960 train_time:11328750ms step_avg:1913.96ms
step:5920/5960 train_time:11330722ms step_avg:1913.97ms
step:5921/5960 train_time:11332744ms step_avg:1913.99ms
step:5922/5960 train_time:11334749ms step_avg:1914.01ms
step:5923/5960 train_time:11336755ms step_avg:1914.02ms
step:5924/5960 train_time:11338770ms step_avg:1914.04ms
step:5925/5960 train_time:11340753ms step_avg:1914.05ms
step:5926/5960 train_time:11342769ms step_avg:1914.07ms
step:5927/5960 train_time:11344820ms step_avg:1914.09ms
step:5928/5960 train_time:11346825ms step_avg:1914.11ms
step:5929/5960 train_time:11348812ms step_avg:1914.12ms
step:5930/5960 train_time:11350838ms step_avg:1914.14ms
step:5931/5960 train_time:11352868ms step_avg:1914.16ms
step:5932/5960 train_time:11354963ms step_avg:1914.19ms
step:5933/5960 train_time:11356969ms step_avg:1914.20ms
step:5934/5960 train_time:11358986ms step_avg:1914.22ms
step:5935/5960 train_time:11360989ms step_avg:1914.24ms
step:5936/5960 train_time:11362996ms step_avg:1914.25ms
step:5937/5960 train_time:11364989ms step_avg:1914.26ms
step:5938/5960 train_time:11366993ms step_avg:1914.28ms
step:5939/5960 train_time:11368995ms step_avg:1914.29ms
step:5940/5960 train_time:11371005ms step_avg:1914.31ms
step:5941/5960 train_time:11373022ms step_avg:1914.33ms
step:5942/5960 train_time:11375033ms step_avg:1914.34ms
step:5943/5960 train_time:11377037ms step_avg:1914.36ms
step:5944/5960 train_time:11379047ms step_avg:1914.38ms
step:5945/5960 train_time:11381047ms step_avg:1914.39ms
step:5946/5960 train_time:11383117ms step_avg:1914.42ms
step:5947/5960 train_time:11385146ms step_avg:1914.44ms
step:5948/5960 train_time:11387155ms step_avg:1914.45ms
step:5949/5960 train_time:11389174ms step_avg:1914.47ms
step:5950/5960 train_time:11391195ms step_avg:1914.49ms
step:5951/5960 train_time:11393207ms step_avg:1914.50ms
step:5952/5960 train_time:11395271ms step_avg:1914.53ms
step:5953/5960 train_time:11397264ms step_avg:1914.54ms
step:5954/5960 train_time:11399249ms step_avg:1914.55ms
step:5955/5960 train_time:11401236ms step_avg:1914.57ms
step:5956/5960 train_time:11403235ms step_avg:1914.58ms
step:5957/5960 train_time:11405281ms step_avg:1914.60ms
step:5958/5960 train_time:11407272ms step_avg:1914.61ms
step:5959/5960 train_time:11409271ms step_avg:1914.63ms
step:5960/5960 train_time:11411326ms step_avg:1914.65ms
step:5960/5960 val_loss:2.920684 train_time:11411326ms step_avg:1914.65ms
peak memory allocated: 52705 MiB reserved: 55354 MiB
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment