camenduru commited on
Commit
397ee41
·
1 Parent(s): 7360a6e

one-shot-talking-face

Browse files
.gitattributes CHANGED
@@ -53,3 +53,7 @@ OpenFace/model/mtcnn_detector/ONet.dat filter=lfs diff=lfs merge=lfs -text
53
  samples/audios/trump.wav filter=lfs diff=lfs merge=lfs -text
54
  samples/audios/abstract.wav filter=lfs diff=lfs merge=lfs -text
55
  samples/audios/obama2.wav filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
53
  samples/audios/trump.wav filter=lfs diff=lfs merge=lfs -text
54
  samples/audios/abstract.wav filter=lfs diff=lfs merge=lfs -text
55
  samples/audios/obama2.wav filter=lfs diff=lfs merge=lfs -text
56
+ OpenFace/model/patch_experts/cen_patches_0.35_of.dat filter=lfs diff=lfs merge=lfs -text
57
+ OpenFace/model/patch_experts/cen_patches_0.25_of.dat filter=lfs diff=lfs merge=lfs -text
58
+ OpenFace/model/patch_experts/cen_patches_1.00_of.dat filter=lfs diff=lfs merge=lfs -text
59
+ OpenFace/model/patch_experts/cen_patches_0.50_of.dat filter=lfs diff=lfs merge=lfs -text
OpenFace/model/patch_experts/cen_patches_0.25_of.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99d3df9888115428075de7b8f1bc86176881de640c2fdf47e2ab0cee556661bf
3
+ size 60602360
OpenFace/model/patch_experts/cen_patches_0.35_of.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1070bff51b077ee6a18ce8e1ebbc6f568e1a7a469f6911a8263413878b3df469
3
+ size 60602360
OpenFace/model/patch_experts/cen_patches_0.50_of.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f08124067e326e83e3261a55c79493e745b01138c9c1b59713dd9b17424168e
3
+ size 154289792
OpenFace/model/patch_experts/cen_patches_1.00_of.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed961bbfa2cc41a709d44c1d1d8a92b2537bc46f2fd6ab430c137fedd0e21b0
3
+ size 154289792
__pycache__/config.cpython-38.pyc ADDED
Binary file (385 Bytes). View file
 
models/__pycache__/audio2pose.cpython-38.pyc ADDED
Binary file (1.43 kB). View file
 
models/__pycache__/dense_motion.cpython-38.pyc ADDED
Binary file (3.83 kB). View file
 
models/__pycache__/generator.cpython-38.pyc ADDED
Binary file (3.05 kB). View file
 
models/__pycache__/keypoint_detector.cpython-38.pyc ADDED
Binary file (2.54 kB). View file
 
models/__pycache__/resnet.cpython-38.pyc ADDED
Binary file (5.77 kB). View file
 
models/__pycache__/transformer.cpython-38.pyc ADDED
Binary file (12.4 kB). View file
 
models/__pycache__/util.cpython-38.pyc ADDED
Binary file (11.8 kB). View file
 
models/layers/__pycache__/__init__.cpython-38.pyc ADDED
Binary file (808 Bytes). View file
 
models/layers/__pycache__/activation_norm.cpython-38.pyc ADDED
Binary file (12.9 kB). View file
 
models/layers/__pycache__/conv.cpython-38.pyc ADDED
Binary file (41.2 kB). View file
 
models/layers/__pycache__/misc.cpython-38.pyc ADDED
Binary file (1.73 kB). View file
 
models/layers/__pycache__/nonlinearity.cpython-38.pyc ADDED
Binary file (1.14 kB). View file
 
models/layers/__pycache__/residual.cpython-38.pyc ADDED
Binary file (51.2 kB). View file
 
models/layers/__pycache__/weight_norm.cpython-38.pyc ADDED
Binary file (3.23 kB). View file
 
samples/tmp_dir/tangni.csv ADDED
@@ -0,0 +1,2 @@
 
 
 
1
+ frame,face_id,timestamp,confidence,success,pose_Tx,pose_Ty,pose_Tz,pose_Rx,pose_Ry,pose_Rz
2
+ 1,0,0.000,0.98,1,-13.6,37.1,257.5,-0.109,0.128,0.012
samples/tmp_dir/tangni_of_details.txt ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ Input:/content/one-shot-talking-face/samples/imgs/tangni.jpg
2
+ Input full path:/content/one-shot-talking-face/samples/imgs/tangni.jpg
3
+ Camera parameters:233.333,233.333,128,128
4
+ Output csv:tangni.csv
5
+ Gaze: 0
6
+ AUs: 0
7
+ Landmarks 2D: 0
8
+ Landmarks 3D: 0
9
+ Pose: 1
10
+ Shape parameters: 0
sync_batchnorm/__pycache__/__init__.cpython-38.pyc ADDED
Binary file (368 Bytes). View file
 
sync_batchnorm/__pycache__/batchnorm.cpython-38.pyc ADDED
Binary file (12.9 kB). View file
 
sync_batchnorm/__pycache__/comm.cpython-38.pyc ADDED
Binary file (4.8 kB). View file
 
sync_batchnorm/__pycache__/replicate.cpython-38.pyc ADDED
Binary file (3.45 kB). View file
 
tools/__pycache__/interface.cpython-38.pyc ADDED
Binary file (4.74 kB). View file
 
tools/interface.py CHANGED
@@ -71,7 +71,7 @@ def get_img_pose(img_path):
71
  csv_file = os.path.join(tmp_dir,img_file)
72
  pos_data = pandas.read_csv(csv_file)
73
  i = 0
74
- pose = [pos_data[" pose_Rx"][i], pos_data[" pose_Ry"][i], pos_data[" pose_Rz"][i],pos_data[" pose_Tx"][i], pos_data[" pose_Ty"][i], pos_data[" pose_Tz"][i]]
75
  # pose = [pose]
76
  pose = np.array(pose,dtype=np.float32)
77
  return pose
 
71
  csv_file = os.path.join(tmp_dir,img_file)
72
  pos_data = pandas.read_csv(csv_file)
73
  i = 0
74
+ pose = [pos_data["pose_Rx"][i], pos_data["pose_Ry"][i], pos_data["pose_Rz"][i],pos_data["pose_Tx"][i], pos_data["pose_Ty"][i], pos_data["pose_Tz"][i]]
75
  # pose = [pose]
76
  pose = np.array(pose,dtype=np.float32)
77
  return pose