mirrors/facefusion
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

changes

Browse Source
This commit is contained in:
harisreedhar 2024-09-18 22:05:40 +05:30
parent 51b1449349
commit 7ac973b89f
3 changed files with 61 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

55
facefusion/processors/liveportrait.py Normal file
View File

@ -0,0 +1,55 @@
import numpy
from facefusion.processors.typing import LivePortraitExpression
EXPRESSION_UPPER_LIMITS = numpy.array([[
[ 4.46682945e-02, 7.08772913e-02, 4.08344204e-04 ],
[ 2.14308221e-02, 6.15894832e-02, 4.85319615e-05 ],
[ 3.02363783e-02, 4.45043296e-02, 1.28298725e-05 ],
[ 3.05869691e-02, 3.79812494e-02, 6.57040102e-04 ],
[ 4.45670523e-02, 3.97259220e-02, 7.10966764e-04 ],
[ 9.43699256e-02, 9.85926315e-02, 2.02551950e-04 ],
[ 1.61131397e-02, 2.92906128e-02, 3.44733417e-06 ],
[ 5.23825921e-02, 1.07065082e-01, 6.61510974e-04 ],
[ 2.85718683e-03, 8.32320191e-03, 2.39314613e-04 ],
[ 2.57947259e-02, 1.60935968e-02, 2.41853559e-05 ],
[ 4.90833223e-02, 3.43903080e-02, 3.22353356e-02 ],
[ 1.44766076e-02, 3.39248963e-02, 1.42291479e-04 ],
[ 8.75749043e-04, 6.82212645e-03, 2.76097053e-05 ],
[ 1.86958015e-02, 3.84016186e-02, 7.33085908e-05 ],
[ 2.01714113e-02, 4.90544215e-02, 2.34028921e-05 ],
[ 2.46518422e-02, 3.29151377e-02, 3.48571630e-05 ],
[ 2.22457591e-02, 1.21796541e-02, 1.56396593e-04 ],
[ 1.72109623e-02, 3.01626958e-02, 1.36556877e-02 ],
[ 1.83460284e-02, 1.61141958e-02, 2.87440169e-04 ],
[ 3.57594155e-02, 1.80554688e-01, 2.75554154e-02 ],
[ 2.17450950e-02, 8.66811201e-02, 3.34241726e-02 ]
]])
EXPRESSION_LOWER_LIMITS = numpy.array([[
[ -2.88067125e-02, -8.12731311e-02, -1.70541159e-03 ],
[ -4.88598682e-02, -3.32196616e-02, -1.67431499e-04 ],
[ -6.75425082e-02, -4.28681746e-02, -1.98950816e-04 ],
[ -7.23103955e-02, -3.28503326e-02, -7.31324719e-04 ],
[ -3.87073644e-02, -6.01546466e-02, -5.50269964e-04 ],
[ -6.38048723e-02, -2.23840728e-01, -7.13261834e-04 ],
[ -3.02710701e-02, -3.93195450e-02, -8.24086510e-06 ],
[ -2.95799859e-02, -5.39318882e-02, -1.74219604e-04 ],
[ -2.92359516e-02, -1.53050944e-02, -6.30460854e-05 ],
[ -5.56493877e-03, -2.34344602e-02, -1.26858242e-04 ],
[ -4.37593013e-02, -2.77768299e-02, -2.70503685e-02 ],
[ -1.76926646e-02, -1.91676542e-02, -1.15090821e-04 ],
[ -8.34268332e-03, -3.99775570e-03, -3.27481248e-05 ],
[ -3.40162888e-02, -2.81868968e-02, -1.96679524e-04 ],
[ -2.91855410e-02, -3.97511162e-02, -2.81230678e-05 ],
[ -1.50395725e-02, -2.49494594e-02, -9.42573533e-05 ],
[ -1.67938769e-02, -2.00953931e-02, -4.00750607e-04 ],
[ -1.86435618e-02, -2.48535164e-02, -2.74416432e-02 ],
[ -4.61211195e-03, -1.21660791e-02, -2.93173041e-04 ],
[ -4.10017073e-02, -7.43824020e-02, -4.42762971e-02 ],
[ -1.90370996e-02, -3.74363363e-02, -1.34740388e-02 ]
]])
def limit_expression(expression : LivePortraitExpression) -> LivePortraitExpression:
expression = numpy.clip(expression, EXPRESSION_LOWER_LIMITS, EXPRESSION_UPPER_LIMITS)
return expression

2
facefusion/processors/modules/expression_restorer.py
View File

@ -18,6 +18,7 @@ from facefusion.face_selector import find_similar_faces, sort_and_filter_faces
from facefusion.face_store import get_reference_faces
from facefusion.filesystem import in_directory, is_image, is_video, resolve_relative_path, same_file_extension
from facefusion.processors import choices as processors_choices
from facefusion.processors.liveportrait import limit_expression
from facefusion.processors.typing import ExpressionRestorerInputs
from facefusion.processors.typing import LivePortraitExpression, LivePortraitFeatureVolume, LivePortraitMotionPoints, LivePortraitPitch, LivePortraitRoll, LivePortraitScale, LivePortraitTranslation, LivePortraitYaw
from facefusion.program_helper import find_argument_group
@ -167,6 +168,7 @@ def apply_restore(source_crop_vision_frame : VisionFrame, target_crop_vision_fra
rotation = rotation.T.astype(numpy.float32)
source_expression[:, [ 0, 4, 5, 8, 9 ]] = target_expression[:, [ 0, 4, 5, 8, 9 ]]
source_expression = source_expression * expression_restorer_factor + target_expression * (1 - expression_restorer_factor)
source_expression = limit_expression(source_expression)
source_motion_points = scale * (motion_points @ rotation + source_expression) + translation
target_motion_points = scale * (motion_points @ rotation + target_expression) + translation
crop_vision_frame = forward_generate_frame(feature_volume, source_motion_points, target_motion_points)

6
facefusion/processors/modules/face_editor.py
View File

@ -18,6 +18,7 @@ from facefusion.face_selector import find_similar_faces, sort_and_filter_faces
from facefusion.face_store import get_reference_faces
from facefusion.filesystem import in_directory, is_image, is_video, resolve_relative_path, same_file_extension
from facefusion.processors import choices as processors_choices
from facefusion.processors.liveportrait import limit_expression
from facefusion.processors.typing import FaceEditorInputs, LivePortraitExpression, LivePortraitFeatureVolume, LivePortraitMotionPoints, LivePortraitPitch, LivePortraitRoll, LivePortraitScale, LivePortraitTranslation, LivePortraitYaw
from facefusion.program_helper import find_argument_group
from facefusion.thread_helper import conditional_thread_semaphore, thread_semaphore
@ -209,6 +210,7 @@ def apply_edit(crop_vision_frame : VisionFrame, face_landmark_68 : FaceLandmark6
expression = edit_mouth_purse(expression)
expression = edit_mouth_smile(expression)
expression = edit_eyebrow_direction(expression)
expression = limit_expression(expression)
motion_points_source = motion_points @ rotation
motion_points_source += expression
motion_points_source *= scale
@ -322,7 +324,7 @@ def edit_eye_open(motion_points : LivePortraitMotionPoints, face_landmark_68 : F
if face_editor_eye_open_ratio < 0:
eye_motion_points = numpy.concatenate([ motion_points.ravel(), [ left_eye_ratio, right_eye_ratio, 0.0 ] ])
else:
eye_motion_points = numpy.concatenate([ motion_points.ravel(), [ left_eye_ratio, right_eye_ratio, 0.8 ] ])
eye_motion_points = numpy.concatenate([ motion_points.ravel(), [ left_eye_ratio, right_eye_ratio, 0.6 ] ])
eye_motion_points = eye_motion_points.reshape(1, -1).astype(numpy.float32)
eye_motion_points = forward_retarget_eye(eye_motion_points) * numpy.abs(face_editor_eye_open_ratio)
eye_motion_points = eye_motion_points.reshape(-1, 21, 3)
@ -336,7 +338,7 @@ def edit_lip_open(motion_points : LivePortraitMotionPoints, face_landmark_68 : F
if face_editor_lip_open_ratio < 0:
lip_motion_points = numpy.concatenate([ motion_points.ravel(), [ lip_ratio, 0.0 ] ])
else:
lip_motion_points = numpy.concatenate([ motion_points.ravel(), [ lip_ratio, 1.3 ] ])
lip_motion_points = numpy.concatenate([ motion_points.ravel(), [ lip_ratio, 1.0 ] ])
lip_motion_points = lip_motion_points.reshape(1, -1).astype(numpy.float32)
lip_motion_points = forward_retarget_lip(lip_motion_points) * numpy.abs(face_editor_lip_open_ratio)
lip_motion_points = lip_motion_points.reshape(-1, 21, 3)