hlibbabii
/
lm-context-experiments
mirror of https://github.com/giganticode/lm-context-experiments


  
1

	
2

	
3

	
4

	
5

	
6

	
7

	
8

	
9

	
10

	
11

	
12

	
13

	
14

	
15

	
16

	
17

	
18

	
19

	
20

	
21

	
22

	
23

	
24

	
25

	
26

	
27

	
28

	
29

	
30

	
31

	
32

	
33

	
34

	
35

	
36

	
37

	
38

	
39

	
40

	
41

	
42

	
43

	
44

	
45

	
46

	
47

	
48

	
49

	
50

	
51

	
52

	
53

	
54

	
55

	
56

	
57

	
            {
  "arch": {
    "bidir": false,
    "drop": {
      "multiplier": 1,
      "out": 0.4,
      "oute": 0.1,
      "outh": 0.3,
      "outi": 0.65,
      "w": 0.5
    },
    "emb_sz": 400,
    "n_hid": 1150,
    "n_layers": 3,
    "name": "lstm",
    "out_bias": true,
    "tie_weights": true
  },
  "base_model": null,
  "bptt": 70,
  "bs": 16,
  "corpus": {
    "extensions": "java",
    "path": "/path/to/dataset"
  },
  "prep_function": {
    "callable": "nosplit",
    "params": [],
    "options": {
      "no_com": true,
      "no_spaces": true,
      "no_str": true,
      "no_unicode": true
    }
  },
  "training": {
    "activation_regularization": {
      "alpha": 2,
      "beta": 1
    },
    "gradient_clip": 0.3,
    "optimizer": {
      "momentum": 0.0,
      "name": "sgd"
    },
    "schedule": {
      "init_lr": 30.0,
      "max_epochs": 40,
      "max_lr_reduction_times": 6,
      "mult_coeff": 0.5,
      "name": "rafael",
      "patience": 1
    },
    "sub_epochs": null,
    "weight_decay": 1.2e-06
  }
}