... | ... | @@ -16,7 +16,7 @@ BertTagger() |
|
|
| use_gpu | True | bool | If enabled, uses GPU. |
|
|
|
| save_pretrained | True | bool | If enabled, saves pretrained models to local storage specified with param `pretrained_models_dir` |
|
|
|
| pretrained_models_dir | "" | string | Path to the location where the pretrained models are (or will be) saved. |
|
|
|
| logger | None | logging.Logger | Info logger for logging progress messages etc. |
|
|
|
| logger | None | logging.Logger | Info logger for logging progress and info messages. |
|
|
|
|
|
|
### Example
|
|
|
|
... | ... | @@ -280,4 +280,40 @@ reports = bert_tagger.epoch_reports |
|
|
|
|
|
# Convert the reports to dicts
|
|
|
reports = [r.to_dict() for r in reports]
|
|
|
```
|
|
|
|
|
|
## Downloading pretrained models
|
|
|
|
|
|
```python
|
|
|
BertTagger.download_pretrained_models(bert_models, save_dir, logger)
|
|
|
```
|
|
|
### Parameters
|
|
|
|
|
|
#### Required
|
|
|
|
|
|
| Parameter | Type | Description |
|
|
|
| ------------------- |------------------------ | ------------------------------------------------------------------- |
|
|
|
| bert_models | List[str] | List of bert model identifiers available in [HuggingFace] (https://huggingface.co/models).|
|
|
|
| save_dir | string | Directory where the pretrained models should be saved. |
|
|
|
|
|
|
#### Optional
|
|
|
|
|
|
| Parameter | Default | Type | Description |
|
|
|
| --------------------- | -------- | ------ | ------------------------------------------------------------------- |
|
|
|
| logger | None | logging.Logger | Info logger for logging progress and info messages. |
|
|
|
|
|
|
### Example
|
|
|
|
|
|
```python
|
|
|
from texta_bert_tagger.tagger import BertTagger
|
|
|
|
|
|
models_to_download = [
|
|
|
"textattack/roberta-base-imdb",
|
|
|
"gilf/english-yelp-sentiment",
|
|
|
"bert-base-multilingual-cased"
|
|
|
]
|
|
|
|
|
|
save_dir = "/home/data/pretrained_bert_models/"
|
|
|
|
|
|
BertTagger.download_pretrained_models(bert_models=models_to_download, save_dir = save_dir)
|
|
|
``` |
|
|
\ No newline at end of file |