from sagemaker.huggingface import HuggingFace
 
# hyperparameters, which are passed into the training job
hyperparameters={
    'teacher_id':'textattack/bert-base-uncased-SST-2',
    'student_id':'google/bert_uncased_L-2_H-128_A-2',
    'dataset_id':'glue',
    'dataset_config':'sst2',
    # distillation parameter
    'alpha': 0.5,
    'temparature': 4,
    # hpo parameter
    "run_hpo": True,
    "n_trials": 100,
}
 
# create the Estimator
huggingface_estimator = HuggingFace(..., hyperparameters=hyperparameters)
 
# start knwonledge distillation training
huggingface_estimator.fit()