{ "activation": "relu", "architectures": [ "TransformerMLMSparseEncoder" ], "doc_quality": "no", "model_type": "MLM", "norm": "log1p", "pool": "max", "term_importance": "no", "tf_base_model_name_or_dir": "distilbert-base-uncased", "torch_dtype": "float32", "transformers_version": "4.20.1" }