import tensorflow as tf

														"logits_ratio":0.5,
														"logits_decay_rate":0.999,
														"distillation":['mdd'],
														"feature_ratio":0.5,
														"feature_ratio_decay":"constant",
														"feature_decay_rate":0.999,
														"kd_type":"kd",
														"scope":scope
														})))
			# get teacher logits
			teacher_logit = tf.log(features["label_probs"]+1e-10)/kargs.get("temperature", 2.0) # log_softmax logits
			student_logit = tf.nn.log_softmax(logits /kargs.get("temperature", 2.0)) # log_softmax logits

			distillation_features = {
				"student_logits_tensor":student_logit,
				"teacher_logits_tensor":teacher_logit,
				"student_feature_tensor":model.get_pooled_output(),
				"teacher_feature_tensor":features["distillation_feature"],
				"student_label":tf.ones_like(label_ids, dtype=tf.int32),
				"teacher_label":tf.zeros_like(label_ids, dtype=tf.int32),
