Hugging Face's logo

Spaces:
AndroidGuy
/
FasterLivepotrait
Configuration error

App Files Community
FasterLivepotrait
File size: 4,067 Bytes 
8dc9718
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
 
models:
  warping_spade:
    name: "WarpingSpadeModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/warping_spade.onnx"
  motion_extractor:
    name: "MotionExtractorModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/motion_extractor.onnx"
  landmark:
    name: "LandmarkModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/landmark.onnx"
  face_analysis:
    name: "FaceAnalysisModel"
    predict_type: "ort"
    model_path:
      - "./checkpoints/liveportrait_onnx/retinaface_det_static.onnx"
      - "./checkpoints/liveportrait_onnx/face_2dpose_106_static.onnx"
  app_feat_extractor:
    name: "AppearanceFeatureExtractorModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/appearance_feature_extractor.onnx"
  stitching:
    name: "StitchingModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/stitching.onnx"
  stitching_eye_retarget:
    name: "StitchingModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/stitching_eye.onnx"
  stitching_lip_retarget:
    name: "StitchingModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/stitching_lip.onnx"

animal_models:
  warping_spade:
    name: "WarpingSpadeModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_animal_onnx/warping_spade.onnx"
  motion_extractor:
    name: "MotionExtractorModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_animal_onnx/motion_extractor.onnx"
  app_feat_extractor:
    name: "AppearanceFeatureExtractorModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_animal_onnx/appearance_feature_extractor.onnx"
  stitching:
    name: "StitchingModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_animal_onnx/stitching.onnx"
  stitching_eye_retarget:
    name: "StitchingModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_animal_onnx/stitching_eye.onnx"
  stitching_lip_retarget:
    name: "StitchingModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_animal_onnx/stitching_lip.onnx"
  landmark:
    name: "LandmarkModel"
    predict_type: "ort"
    model_path: "./checkpoints/liveportrait_onnx/landmark.onnx"
  face_analysis:
    name: "FaceAnalysisModel"
    predict_type: "ort"
    model_path:
      - "./checkpoints/liveportrait_onnx/retinaface_det_static.onnx"
      - "./checkpoints/liveportrait_onnx/face_2dpose_106_static.onnx"

joyvasa_models:
  motion_model_path: "checkpoints/JoyVASA/motion_generator/motion_generator_hubert_chinese.pt"
  audio_model_path: "checkpoints/chinese-hubert-base"
  motion_template_path: "checkpoints/JoyVASA/motion_template/motion_template.pkl"

crop_params:
  src_dsize: 512
  src_scale: 2.3
  src_vx_ratio: 0.0
  src_vy_ratio: -0.125
  dri_scale: 2.2
  dri_vx_ratio: 0.0
  dri_vy_ratio: -0.1


infer_params:
  flag_crop_driving_video: False
  flag_normalize_lip: True
  flag_source_video_eye_retargeting: False
  flag_video_editing_head_rotation: False
  flag_eye_retargeting: False
  flag_lip_retargeting: False
  flag_stitching: True
  flag_relative_motion: True
  flag_pasteback: True
  flag_do_crop: True
  flag_do_rot: True

  # NOT EXPOERTED PARAMS
  lip_normalize_threshold: 0.03 # threshold for flag_normalize_lip
  source_video_eye_retargeting_threshold: 0.18 # threshold for eyes retargeting if the input is a source video
  driving_smooth_observation_variance: 1e-7 # smooth strength scalar for the animated video when the input is a source video, the larger the number, the smoother the animated video; too much smoothness would result in loss of motion accuracy
  anchor_frame: 0 # TO IMPLEMENT
  mask_crop_path: "./assets/mask_template.png"
  driving_multiplier: 1.0
  animation_region: "all"

  cfg_mode: "incremental"
  cfg_scale: 1.2

  source_max_dim: 1280 # the max dim of height and width of source image
  source_division: 2 # make sure the height and width of source image can be divided by this number