1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
|
- ---
- title: Training
- keywords: fastai
- sidebar: home_sidebar
- summary: "This module comprises all modules required for training a model for processing SE data"
- ---
- <!--
- #################################################
- ### THIS FILE WAS AUTOGENERATED! DO NOT EDIT! ###
- #################################################
- # file to edit: nbs/07_model.train.ipynb
- # command to build the docs after a change: nbdev_build_docs
- -->
- <div class="container" id="notebook-container">
-
- <div class="cell border-box-sizing code_cell rendered">
- </div>
- <div class="cell border-box-sizing code_cell rendered">
- </div>
- <div class="cell border-box-sizing code_cell rendered">
- <div class="input">
- <div class="inner_cell">
- <div class="input_area">
- <div class=" highlight hl-ipython3"><pre><span></span><span class="n">path</span> <span class="o">=</span> <span class="n">Path</span><span class="p">(</span><span class="s2">"./test_data"</span><span class="p">)</span>
- <span class="n">model_name</span> <span class="o">=</span> <span class="s2">"test"</span>
- </pre></div>
- </div>
- </div>
- </div>
- </div>
- <div class="cell border-box-sizing code_cell rendered">
- <div class="input">
- <div class="inner_cell">
- <div class="input_area">
- <div class=" highlight hl-ipython3"><pre><span></span><span class="n">fill_mask</span> <span class="o">=</span> <span class="n">pipeline</span><span class="p">(</span>
- <span class="s2">"fill-mask"</span><span class="p">,</span>
- <span class="n">model</span><span class="o">=</span><span class="s2">"/tf/data/models/JavaBert-v1"</span><span class="p">,</span>
- <span class="n">tokenizer</span><span class="o">=</span><span class="s2">"/tf/data/models/JavaBert-v1"</span>
- <span class="p">)</span>
- <span class="n">result</span> <span class="o">=</span> <span class="n">np</span><span class="o">.</span><span class="n">array</span><span class="p">(</span><span class="n">fill_mask</span><span class="p">(</span><span class="s2">"public static void <mask>(String[] args)"</span><span class="p">));</span> <span class="n">result</span>
- </pre></div>
- </div>
- </div>
- </div>
- <div class="output_wrapper">
- <div class="output">
- <div class="output_area">
- <div class="output_subarea output_stream output_stderr output_text">
- <pre>Model name '/tf/data/models/JavaBert-v1' was not found in model name list (bert-base-uncased, bert-large-uncased, bert-base-cased, bert-large-cased, bert-base-multilingual-uncased, bert-base-multilingual-cased, bert-base-chinese, bert-base-german-cased, bert-large-uncased-whole-word-masking, bert-large-cased-whole-word-masking, bert-large-uncased-whole-word-masking-finetuned-squad, bert-large-cased-whole-word-masking-finetuned-squad, bert-base-cased-finetuned-mrpc, bert-base-german-dbmdz-cased, bert-base-german-dbmdz-uncased, bert-base-japanese, bert-base-japanese-whole-word-masking, bert-base-japanese-char, bert-base-japanese-char-whole-word-masking, bert-base-finnish-cased-v1, bert-base-finnish-uncased-v1, bert-base-dutch-cased, openai-gpt, transfo-xl-wt103, gpt2, gpt2-medium, gpt2-large, gpt2-xl, distilgpt2, ctrl, xlnet-base-cased, xlnet-large-cased, xlm-mlm-en-2048, xlm-mlm-ende-1024, xlm-mlm-enfr-1024, xlm-mlm-enro-1024, xlm-mlm-tlm-xnli15-1024, xlm-mlm-xnli15-1024, xlm-clm-enfr-1024, xlm-clm-ende-1024, xlm-mlm-17-1280, xlm-mlm-100-1280, roberta-base, roberta-large, roberta-large-mnli, distilroberta-base, roberta-base-openai-detector, roberta-large-openai-detector, distilbert-base-uncased, distilbert-base-uncased-distilled-squad, distilbert-base-german-cased, distilbert-base-multilingual-cased, distilbert-base-uncased-finetuned-sst-2-english, albert-base-v1, albert-large-v1, albert-xlarge-v1, albert-xxlarge-v1, albert-base-v2, albert-large-v2, albert-xlarge-v2, albert-xxlarge-v2, camembert-base, umberto-commoncrawl-cased-v1, umberto-wikipedia-uncased-v1, t5-small, t5-base, t5-large, t5-3b, t5-11b, xlm-roberta-base, xlm-roberta-large, xlm-roberta-large-finetuned-conll02-dutch, xlm-roberta-large-finetuned-conll02-spanish, xlm-roberta-large-finetuned-conll03-english, xlm-roberta-large-finetuned-conll03-german, flaubert-small-cased, flaubert-base-uncased, flaubert-base-cased, flaubert-large-cased). We assumed '/tf/data/models/JavaBert-v1/modelcard.json' was a path or url to a model card file named modelcard.json or a directory containing such a file but couldn't find any such file at this path or url.
- Creating an empty model card.
- </pre>
- </div>
- </div>
- <div class="output_area">
- <div class="output_text output_subarea output_execute_result">
- <pre>array([{'sequence': '<s>public static void parse(String[] args)</s>', 'score': 0.11699261516332626, 'token': 43756},
- {'sequence': '<s>public static void main(String[] args)</s>', 'score': 0.11461341381072998, 'token': 1049},
- {'sequence': '<s>public static void execute(String[] args)</s>', 'score': 0.06959038227796555, 'token': 11189},
- {'sequence': '<s>public static void write(String[] args)</s>', 'score': 0.06705492734909058, 'token': 3116},
- {'sequence': '<s>public static void log(String[] args)</s>', 'score': 0.021446825936436653, 'token': 7425}],
- dtype=object)</pre>
- </div>
- </div>
- </div>
- </div>
- </div>
- <div class="cell border-box-sizing code_cell rendered">
- <div class="input">
- <div class="inner_cell">
- <div class="input_area">
- <div class=" highlight hl-ipython3"><pre><span></span><span class="kn">from</span> <span class="nn">nbdev.export</span> <span class="k">import</span> <span class="n">notebook2script</span>
- <span class="n">notebook2script</span><span class="p">()</span>
- </pre></div>
- </div>
- </div>
- </div>
- </div>
- </div>
-
|