|
67 | 67 | "id": "0hJXx_g0wS2C" |
68 | 68 | }, |
69 | 69 | "source": [ |
70 | | - "import torch\n", |
71 | | - "import torch.nn as nn\n", |
72 | | - "\n", |
73 | 70 | "from labml import experiment\n", |
74 | | - "from labml.configs import option\n", |
75 | 71 | "from labml_nn.transformers.fast_weights.experiment import Configs" |
76 | 72 | ], |
77 | 73 | "outputs": [], |
|
138 | 134 | }, |
139 | 135 | "source": [ |
140 | 136 | "experiment.configs(conf,\n", |
141 | | - " # A dictionary of configurations to override\n", |
142 | | - " {'tokenizer': 'character',\n", |
143 | | - " 'text': 'tiny_shakespeare',\n", |
144 | | - " 'optimizer.learning_rate': 1.0,\n", |
145 | | - " 'optimizer.optimizer': 'Noam',\n", |
146 | | - " 'prompt': 'It is',\n", |
147 | | - " 'prompt_separator': '',\n", |
| 137 | + " # A dictionary of configurations to override\n", |
| 138 | + " {'tokenizer': 'character',\n", |
| 139 | + " 'text': 'tiny_shakespeare',\n", |
| 140 | + " 'optimizer.learning_rate': 1.0,\n", |
| 141 | + " 'optimizer.optimizer': 'Noam',\n", |
| 142 | + " 'prompt': 'It is',\n", |
| 143 | + " 'prompt_separator': '',\n", |
148 | 144 | "\n", |
149 | | - " 'train_loader': 'shuffled_train_loader',\n", |
150 | | - " 'valid_loader': 'shuffled_valid_loader',\n", |
| 145 | + " 'train_loader': 'shuffled_train_loader',\n", |
| 146 | + " 'valid_loader': 'shuffled_valid_loader',\n", |
151 | 147 | "\n", |
152 | | - " 'seq_len': 128,\n", |
153 | | - " 'epochs': 128,\n", |
154 | | - " 'batch_size': 16,\n", |
155 | | - " 'inner_iterations': 25})" |
| 148 | + " 'seq_len': 128,\n", |
| 149 | + " 'epochs': 128,\n", |
| 150 | + " 'batch_size': 16,\n", |
| 151 | + " 'inner_iterations': 25})" |
156 | 152 | ], |
157 | 153 | "outputs": [], |
158 | 154 | "execution_count": null |
|
0 commit comments