-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy path07_direct_manipulation_delta_blendshape.py
147 lines (131 loc) · 6.47 KB
/
07_direct_manipulation_delta_blendshape.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
from pathlib import Path
import moderngl
import numpy
from PyQt5 import QtWidgets, QtCore
from pyrr import Matrix44
from util_moderngl_qt import DrawerMesh, QGLWidgetViewer3, DrawerSpheres
from del_msh import WavefrontObj, TriMesh, PolygonMesh, BlendShape
class MainWindow(QtWidgets.QMainWindow):
def __init__(self, paths):
obj = WavefrontObj.load(paths[0])
edge2vtx = PolygonMesh.edges(obj.elem2idx, obj.idx2vtxxyz, obj.vtxxyz2xyz.shape[0])
self.tri2vtx = PolygonMesh.triangles(obj.elem2idx, obj.idx2vtxxyz)
self.drawer_mesh = DrawerMesh.Drawer(
vtx2xyz=obj.vtxxyz2xyz,
list_elem2vtx=[
DrawerMesh.ElementInfo(index=edge2vtx, color=(0, 0, 0), mode=moderngl.LINES),
DrawerMesh.ElementInfo(index=self.tri2vtx, color=(1, 1, 1), mode=moderngl.TRIANGLES)]
)
# sphere
self.drawer_sphere = DrawerSpheres.Drawer()
'''
self.rad_sphere = 0.05
sphere_tri2vtx, sphere_vtx2xyz = TriMesh.sphere()
self.drawer_sphere = DrawerMesh.Drawer(sphere_vtx2xyz, list_elem2vtx=[
DrawerMesh.ElementInfo(index=sphere_tri2vtx, color=(1., 0., 0.), mode=moderngl.TRIANGLES)])
self.drawer_sphere = DrawerTransformMulti(self.drawer_sphere)
self.drawer_sphere.is_visible = False
'''
# add shapes
self.shape2pos = numpy.array([obj.vtxxyz2xyz.flatten().copy()], dtype=numpy.float32)
self.weights = numpy.array([1.], dtype=numpy.float32)
for path in paths[1:]:
self.add_shape(path)
self.vtx_pick = -1
self.markers = {}
QtWidgets.QMainWindow.__init__(self)
self.resize(640, 480)
self.setWindowTitle('Mesh Viewer')
self.glwidget = QGLWidgetViewer3.QtGLWidget_Viewer3(
[self.drawer_mesh, self.drawer_sphere])
self.glwidget.nav.view_height = 1.
self.glwidget.mousePressCallBack.append(self.mouse_press_callback)
self.glwidget.mouseMoveCallBack.append(self.mouse_move_callback)
self.glwidget.mouseDoubleClickCallBack.append(self.mouse_doubleclick_callback)
self.setCentralWidget(self.glwidget)
def add_shape(self, path1):
obj = WavefrontObj.load(path1)
vtx2xyz1 = obj.vtxxyz2xyz.flatten().astype(numpy.float32)
self.shape2pos = numpy.vstack([self.shape2pos, vtx2xyz1])
self.weights = numpy.append(self.weights, 0).astype(numpy.float32)
def mouse_press_callback(self, event):
if event.modifiers() & QtCore.Qt.KeyboardModifier.ShiftModifier:
return
if event.modifiers() & QtCore.Qt.KeyboardModifier.AltModifier:
return
vtx2xyz = self.weights.transpose().dot(self.shape2pos).reshape(-1, 3) # current shape
src, direction = self.glwidget.nav.picking_ray()
self.vtx_pick = TriMesh.pick_vertex(
self.tri2vtx, vtx2xyz.astype(numpy.float32),
numpy.array(src.xyz).astype(numpy.float32),
numpy.array(direction.xyz).astype(numpy.float32))
if self.vtx_pick == -1:
return
assert self.vtx_pick < self.tri2vtx.shape[0]
mvp = self.glwidget.nav.projection_matrix() * self.glwidget.nav.modelview_matrix()
mvp = numpy.array(mvp).transpose()
trg = (self.glwidget.nav.cursor_x, self.glwidget.nav.cursor_y)
self.markers[self.vtx_pick] = [mvp, trg]
self.drawer_sphere.list_sphere = []
for key_markers in self.markers.keys():
self.drawer_sphere.list_sphere.append(
DrawerSpheres.SphereInfo(rad=0.03, pos=vtx2xyz[key_markers], color=(1., 0., 0)))
print(self.markers)
self.glwidget.updateGL()
def mouse_move_callback(self, event):
if event.modifiers() & QtCore.Qt.KeyboardModifier.ShiftModifier:
return
if event.modifiers() & QtCore.Qt.KeyboardModifier.AltModifier:
return
if self.vtx_pick == -1:
return
assert self.vtx_pick in self.markers
mvp = self.glwidget.nav.projection_matrix() * self.glwidget.nav.modelview_matrix()
mvp = numpy.array(mvp).transpose()
trg = (self.glwidget.nav.cursor_x, self.glwidget.nav.cursor_y)
self.markers[self.vtx_pick] = [mvp, trg]
dweights = BlendShape.direct_manipulation_delta(self.shape2pos, self.markers)
print(dweights)
self.weights = numpy.append(1 - numpy.sum(dweights), dweights).astype(numpy.float32)
vtx2xyz = self.weights.transpose().dot(self.shape2pos).reshape(-1, 3).copy()
self.drawer_mesh.update_position(vtx2xyz)
self.drawer_sphere.list_sphere = []
for key_markers in self.markers.keys():
self.drawer_sphere.list_sphere.append(
DrawerSpheres.SphereInfo(rad=0.03, pos=vtx2xyz[key_markers], color=(1., 0., 0)))
self.glwidget.updateGL()
def mouse_doubleclick_callback(self, event):
vtx2xyz = self.weights.transpose().dot(self.shape2pos).reshape(-1, 3) # current shape
src, direction = self.glwidget.nav.picking_ray()
vtx_pick = TriMesh.pick_vertex(
self.tri2vtx, vtx2xyz.astype(numpy.float32),
numpy.array(src.xyz).astype(numpy.float32),
numpy.array(direction.xyz).astype(numpy.float32))
for vtx in self.markers.copy():
len = numpy.linalg.norm(vtx2xyz[vtx_pick] - vtx2xyz[vtx])
if len < 0.03:
self.markers.pop(vtx)
self.vtx_pick = -1
dweights = BlendShape.direct_manipulation_delta(self.shape2pos, self.markers)
self.weights = numpy.append(1 - numpy.sum(dweights), dweights).astype(numpy.float32)
vtx2xyz = self.weights.transpose().dot(self.shape2pos).reshape(-1, 3).copy()
self.drawer_mesh.update_position(vtx2xyz)
rad = self.glwidget.nav.view_height / self.glwidget.nav.scale * 0.03
self.drawer_sphere.list_sphere = []
for key_markers in self.markers.keys():
self.drawer_sphere.list_sphere.append(
DrawerSpheres.SphereInfo(rad=0.03, pos=vtx2xyz[key_markers], color=(1., 0., 0)))
self.glwidget.updateGL()
def main():
path_dir = Path('.') / 'asset'
paths = [str(path_dir / 'suzanne0.obj'),
str(path_dir / 'suzanne1.obj'),
str(path_dir / 'suzanne2.obj'),
str(path_dir / 'suzanne3.obj'),
str(path_dir / 'suzanne4.obj')]
with QtWidgets.QApplication([]) as app:
win = MainWindow(paths)
win.show()
app.exec()
if __name__ == "__main__":
main()