--- a
+++ b/src/ml_models/bert/config.py
@@ -0,0 +1,14 @@
+# 3rd-Party Dependencies
+# ----------------------
+from transformers import AutoConfig
+
+# Constants
+# ---------
+from constants import MODELS, MODELS_CACHE_DIR
+
+ClinicalBERTConfig = AutoConfig.from_pretrained(
+    pretrained_model_name_or_path=MODELS["bert"]["clinical-bert"],
+    cache_dir=MODELS_CACHE_DIR,
+)
+ClinicalBERTConfig.hidden_dropout_prob = 0.25
+ClinicalBERTConfig.attention_probs_dropout_prob = 0.25