one-shot-talking-face
Browse files- .gitattributes +4 -0
- OpenFace/model/patch_experts/cen_patches_0.25_of.dat +3 -0
- OpenFace/model/patch_experts/cen_patches_0.35_of.dat +3 -0
- OpenFace/model/patch_experts/cen_patches_0.50_of.dat +3 -0
- OpenFace/model/patch_experts/cen_patches_1.00_of.dat +3 -0
- __pycache__/config.cpython-38.pyc +0 -0
- models/__pycache__/audio2pose.cpython-38.pyc +0 -0
- models/__pycache__/dense_motion.cpython-38.pyc +0 -0
- models/__pycache__/generator.cpython-38.pyc +0 -0
- models/__pycache__/keypoint_detector.cpython-38.pyc +0 -0
- models/__pycache__/resnet.cpython-38.pyc +0 -0
- models/__pycache__/transformer.cpython-38.pyc +0 -0
- models/__pycache__/util.cpython-38.pyc +0 -0
- models/layers/__pycache__/__init__.cpython-38.pyc +0 -0
- models/layers/__pycache__/activation_norm.cpython-38.pyc +0 -0
- models/layers/__pycache__/conv.cpython-38.pyc +0 -0
- models/layers/__pycache__/misc.cpython-38.pyc +0 -0
- models/layers/__pycache__/nonlinearity.cpython-38.pyc +0 -0
- models/layers/__pycache__/residual.cpython-38.pyc +0 -0
- models/layers/__pycache__/weight_norm.cpython-38.pyc +0 -0
- samples/tmp_dir/tangni.csv +2 -0
- samples/tmp_dir/tangni_of_details.txt +10 -0
- sync_batchnorm/__pycache__/__init__.cpython-38.pyc +0 -0
- sync_batchnorm/__pycache__/batchnorm.cpython-38.pyc +0 -0
- sync_batchnorm/__pycache__/comm.cpython-38.pyc +0 -0
- sync_batchnorm/__pycache__/replicate.cpython-38.pyc +0 -0
- tools/__pycache__/interface.cpython-38.pyc +0 -0
- tools/interface.py +1 -1
.gitattributes
CHANGED
|
@@ -53,3 +53,7 @@ OpenFace/model/mtcnn_detector/ONet.dat filter=lfs diff=lfs merge=lfs -text
|
|
| 53 |
samples/audios/trump.wav filter=lfs diff=lfs merge=lfs -text
|
| 54 |
samples/audios/abstract.wav filter=lfs diff=lfs merge=lfs -text
|
| 55 |
samples/audios/obama2.wav filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 53 |
samples/audios/trump.wav filter=lfs diff=lfs merge=lfs -text
|
| 54 |
samples/audios/abstract.wav filter=lfs diff=lfs merge=lfs -text
|
| 55 |
samples/audios/obama2.wav filter=lfs diff=lfs merge=lfs -text
|
| 56 |
+
OpenFace/model/patch_experts/cen_patches_0.35_of.dat filter=lfs diff=lfs merge=lfs -text
|
| 57 |
+
OpenFace/model/patch_experts/cen_patches_0.25_of.dat filter=lfs diff=lfs merge=lfs -text
|
| 58 |
+
OpenFace/model/patch_experts/cen_patches_1.00_of.dat filter=lfs diff=lfs merge=lfs -text
|
| 59 |
+
OpenFace/model/patch_experts/cen_patches_0.50_of.dat filter=lfs diff=lfs merge=lfs -text
|
OpenFace/model/patch_experts/cen_patches_0.25_of.dat
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99d3df9888115428075de7b8f1bc86176881de640c2fdf47e2ab0cee556661bf
|
| 3 |
+
size 60602360
|
OpenFace/model/patch_experts/cen_patches_0.35_of.dat
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1070bff51b077ee6a18ce8e1ebbc6f568e1a7a469f6911a8263413878b3df469
|
| 3 |
+
size 60602360
|
OpenFace/model/patch_experts/cen_patches_0.50_of.dat
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f08124067e326e83e3261a55c79493e745b01138c9c1b59713dd9b17424168e
|
| 3 |
+
size 154289792
|
OpenFace/model/patch_experts/cen_patches_1.00_of.dat
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bed961bbfa2cc41a709d44c1d1d8a92b2537bc46f2fd6ab430c137fedd0e21b0
|
| 3 |
+
size 154289792
|
__pycache__/config.cpython-38.pyc
ADDED
|
Binary file (385 Bytes). View file
|
|
|
models/__pycache__/audio2pose.cpython-38.pyc
ADDED
|
Binary file (1.43 kB). View file
|
|
|
models/__pycache__/dense_motion.cpython-38.pyc
ADDED
|
Binary file (3.83 kB). View file
|
|
|
models/__pycache__/generator.cpython-38.pyc
ADDED
|
Binary file (3.05 kB). View file
|
|
|
models/__pycache__/keypoint_detector.cpython-38.pyc
ADDED
|
Binary file (2.54 kB). View file
|
|
|
models/__pycache__/resnet.cpython-38.pyc
ADDED
|
Binary file (5.77 kB). View file
|
|
|
models/__pycache__/transformer.cpython-38.pyc
ADDED
|
Binary file (12.4 kB). View file
|
|
|
models/__pycache__/util.cpython-38.pyc
ADDED
|
Binary file (11.8 kB). View file
|
|
|
models/layers/__pycache__/__init__.cpython-38.pyc
ADDED
|
Binary file (808 Bytes). View file
|
|
|
models/layers/__pycache__/activation_norm.cpython-38.pyc
ADDED
|
Binary file (12.9 kB). View file
|
|
|
models/layers/__pycache__/conv.cpython-38.pyc
ADDED
|
Binary file (41.2 kB). View file
|
|
|
models/layers/__pycache__/misc.cpython-38.pyc
ADDED
|
Binary file (1.73 kB). View file
|
|
|
models/layers/__pycache__/nonlinearity.cpython-38.pyc
ADDED
|
Binary file (1.14 kB). View file
|
|
|
models/layers/__pycache__/residual.cpython-38.pyc
ADDED
|
Binary file (51.2 kB). View file
|
|
|
models/layers/__pycache__/weight_norm.cpython-38.pyc
ADDED
|
Binary file (3.23 kB). View file
|
|
|
samples/tmp_dir/tangni.csv
ADDED
|
@@ -0,0 +1,2 @@
|
|
|
|
|
|
|
|
|
|
| 1 |
+
frame,face_id,timestamp,confidence,success,pose_Tx,pose_Ty,pose_Tz,pose_Rx,pose_Ry,pose_Rz
|
| 2 |
+
1,0,0.000,0.98,1,-13.6,37.1,257.5,-0.109,0.128,0.012
|
samples/tmp_dir/tangni_of_details.txt
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
Input:/content/one-shot-talking-face/samples/imgs/tangni.jpg
|
| 2 |
+
Input full path:/content/one-shot-talking-face/samples/imgs/tangni.jpg
|
| 3 |
+
Camera parameters:233.333,233.333,128,128
|
| 4 |
+
Output csv:tangni.csv
|
| 5 |
+
Gaze: 0
|
| 6 |
+
AUs: 0
|
| 7 |
+
Landmarks 2D: 0
|
| 8 |
+
Landmarks 3D: 0
|
| 9 |
+
Pose: 1
|
| 10 |
+
Shape parameters: 0
|
sync_batchnorm/__pycache__/__init__.cpython-38.pyc
ADDED
|
Binary file (368 Bytes). View file
|
|
|
sync_batchnorm/__pycache__/batchnorm.cpython-38.pyc
ADDED
|
Binary file (12.9 kB). View file
|
|
|
sync_batchnorm/__pycache__/comm.cpython-38.pyc
ADDED
|
Binary file (4.8 kB). View file
|
|
|
sync_batchnorm/__pycache__/replicate.cpython-38.pyc
ADDED
|
Binary file (3.45 kB). View file
|
|
|
tools/__pycache__/interface.cpython-38.pyc
ADDED
|
Binary file (4.74 kB). View file
|
|
|
tools/interface.py
CHANGED
|
@@ -71,7 +71,7 @@ def get_img_pose(img_path):
|
|
| 71 |
csv_file = os.path.join(tmp_dir,img_file)
|
| 72 |
pos_data = pandas.read_csv(csv_file)
|
| 73 |
i = 0
|
| 74 |
-
pose = [pos_data["
|
| 75 |
# pose = [pose]
|
| 76 |
pose = np.array(pose,dtype=np.float32)
|
| 77 |
return pose
|
|
|
|
| 71 |
csv_file = os.path.join(tmp_dir,img_file)
|
| 72 |
pos_data = pandas.read_csv(csv_file)
|
| 73 |
i = 0
|
| 74 |
+
pose = [pos_data["pose_Rx"][i], pos_data["pose_Ry"][i], pos_data["pose_Rz"][i],pos_data["pose_Tx"][i], pos_data["pose_Ty"][i], pos_data["pose_Tz"][i]]
|
| 75 |
# pose = [pose]
|
| 76 |
pose = np.array(pose,dtype=np.float32)
|
| 77 |
return pose
|