{
  "config": {
    "vocab_size": 50000,
    "max_chars": 50,
    "char_dim": 16,
    "filters": [
      [
        1,
        32
      ],
      [
        2,
        32
      ],
      [
        3,
        64
      ],
      [
        4,
        128
      ],
      [
        5,
        256
      ],
      [
        6,
        256
      ],
      [
        7,
        256
      ]
    ],
    "n_highway": 2,
    "dim": 256,
    "hidden": 1024,
    "dropout": 0.1,
    "batch_size": 128,
    "seq_len": 64,
    "lr": 0.001,
    "clip": 1.0,
    "train_hours": 5.0,
    "max_epochs": 10,
    "eval_every": 2000,
    "ckpt_minutes": 20,
    "seed": 0
  },
  "train_steps": 123810,
  "train_hours": 2.5841022067599826,
  "perplexity": {
    "valid": {
      "forward": 51.963794744877504,
      "backward": 51.92968262588512,
      "unigram": 1254.311352672085
    },
    "test": {
      "forward": 51.52445428267877,
      "backward": 51.503592627867874,
      "unigram": 1211.1113839201246
    }
  },
  "bank_test": {
    "trained": {
      "layer0": {
        "same": 1.0000000596046448,
        "diff": 1.0000000596046448,
        "gap": 0.0,
        "nn_acc": 0.5
      },
      "layer1": {
        "same": 0.9439093901051415,
        "diff": 0.9035269071658453,
        "gap": 0.04038248293929625,
        "nn_acc": 0.7083333333333334
      },
      "layer2": {
        "same": 0.7920251737038294,
        "diff": 0.6954468960563341,
        "gap": 0.09657827764749527,
        "nn_acc": 0.875
      }
    },
    "untrained": {
      "layer0": {
        "same": 1.0000001589457195,
        "diff": 1.0000001589457195,
        "gap": 0.0,
        "nn_acc": 0.5
      },
      "layer1": {
        "same": 0.979874355925454,
        "diff": 0.9764650637904803,
        "gap": 0.0034092921349737626,
        "nn_acc": 0.5416666666666666
      },
      "layer2": {
        "same": 0.9808990557988485,
        "diff": 0.9775450900197029,
        "gap": 0.0033539657791455957,
        "nn_acc": 0.5416666666666666
      }
    }
  },
  "sentiment": {
    "layer 0 only": {
      "acc": 0.7098624110221863,
      "s": [
        1.0,
        0.0,
        0.0
      ],
      "gamma": 0.5620217323303223
    },
    "layer 1 only": {
      "acc": 0.7465596199035645,
      "s": [
        0.0,
        1.0,
        0.0
      ],
      "gamma": 0.5955466032028198
    },
    "layer 2 only": {
      "acc": 0.7844036817550659,
      "s": [
        0.0,
        0.0,
        1.0
      ],
      "gamma": 0.6720111966133118
    },
    "learned mix": {
      "acc": 0.786697268486023,
      "s": [
        0.050494417548179626,
        0.08788853883743286,
        0.8616170287132263
      ],
      "gamma": 0.6893770098686218
    },
    "learned mix, untrained biLM": {
      "acc": 0.6204128265380859,
      "s": [
        0.37561696767807007,
        0.346017450094223,
        0.27836552262306213
      ],
      "gamma": 0.6504455208778381
    }
  },
  "pos": {
    "layer 0 only": {
      "acc": 0.9260388016700745,
      "s": [
        1.0,
        0.0,
        0.0
      ],
      "gamma": 1.07038152217865
    },
    "layer 1 only": {
      "acc": 0.9628322124481201,
      "s": [
        0.0,
        1.0,
        0.0
      ],
      "gamma": 1.401850938796997
    },
    "layer 2 only": {
      "acc": 0.9630996584892273,
      "s": [
        0.0,
        0.0,
        1.0
      ],
      "gamma": 1.6287055015563965
    },
    "learned mix": {
      "acc": 0.9650248885154724,
      "s": [
        0.15144702792167664,
        0.3543627858161926,
        0.4941902160644531
      ],
      "gamma": 1.7787023782730103
    },
    "learned mix, untrained biLM": {
      "acc": 0.7818599939346313,
      "s": [
        0.7024579644203186,
        0.14090552926063538,
        0.15663649141788483
      ],
      "gamma": 2.3807647228240967
    }
  }
}