BlenderMoCap/work.py at main · verdenkaa/BlenderMoCap · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
import subprocess
import bpy
import json
import os
import sys

libs = os.path.join(sys.prefix, 'lib', 'site-packages')

try:
    import cv2
except ImportError:
    subprocess.check_call([sys.executable, "-m", "ensurepip"])
    subprocess.check_call([sys.executable, "-m", "pip", "install", "--upgrade", "pip"])
    subprocess.check_call([sys.executable, "-m", "pip", "install", "opencv-python"])
    import cv2

try:
    import mediapipe as mp
except ImportError:
    subprocess.check_call([sys.executable, "-m", "ensurepip"])
    subprocess.check_call([sys.executable, "-m", "pip", "install", "--upgrade", "pip"])
    subprocess.check_call([sys.executable, "-m", "pip", "install", "mediapipe"])
    subprocess.check_call([sys.executable, "-m", "pip", "uninstall", "attr"])
    subprocess.check_call([sys.executable, "-m", "pip", "uninstall", "attrs"])
    subprocess.check_call([sys.executable, "-m", "pip", "install", "attrs"])

    import mediapipe as mp


mp_drawing = mp.solutions.drawing_utils
mp_pose = mp.solutions.pose


cap = cv2.VideoCapture(0)
bpy.ops.object.mode_set(mode='OBJECT')
bpy.ops.object.select_all(action='SELECT')
bpy.ops.object.mode_set(mode='EDIT')
with open('config/ways.json', "r") as f:
    ways = json.load(f)
with mp_pose.Pose(static_image_mode=ways["static_image_mode"], smooth_landmarks=ways["smooth_landmarks"],
                  min_detection_confidence=ways["min_detection_confidence"], min_tracking_confidence=ways["min_tracking_confidence"]) as pose:
    for n in range(9000):
        success, image = cap.read()
        if not success:
            continue

        #image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)

        image.flags.writeable = False
        results = pose.process(image)

        # Движение
        if results.pose_landmarks:
            bns = results.pose_landmarks.landmark
            scale = 2
            for num in range(0, 33):
                y = (bns[num].z) * 0.5
                x = (0.5 - bns[num].x) * scale
                z = (0.5 - bns[num].y) * scale
                bpy.context.object.data.edit_bones[str(num)].tail = (x, y, z)


            y = ((bns[11].z) * 0.5 + (bns[12].z) * 0.5) / 2
            x = ((0.5 - bns[11].x) * scale + (0.5 - bns[12].x) * scale) / 2
            z = ((0.5 - bns[11].y) * scale + (0.5 - bns[12].y) * scale) / 2
            bpy.context.object.data.edit_bones["Bone"].tail = (x, y, z)

            y = ((bns[23].z) * 0.5 + (bns[24].z) * 0.5) / 2
            x = ((0.5 - bns[23].x) * scale + (0.5 - bns[24].x) * scale) / 2
            z = ((0.5 - bns[23].y) * scale + (0.5 - bns[24].y) * scale) / 2
            bpy.context.object.data.edit_bones["Bone"].head = (x, y, z)
            bpy.context.object.data.edit_bones["23"].head = (x, y, z)
            bpy.context.object.data.edit_bones["24"].head = (x, y, z)


        # Отрисовка
        mp_drawing.draw_landmarks(image, results.pose_landmarks, mp_pose.POSE_CONNECTIONS)
        image = cv2.flip(image, 1)
        cv2.imshow('MediaPipe Pose', image)
        if cv2.waitKey(1) & 0xFF == 27:
            break

        bpy.ops.wm.redraw_timer(type='DRAW_WIN_SWAP', iterations=1)
        bpy.context.scene.frame_set(n)

    cap.release()
    cv2.destroyAllWindows()