CMPUT414Project/interpolation.py at master · ahzam1/CMPUT414Project · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
import operator
#module needed for adding tuples

#open our file that contains landmarks and their positions
f = open("extractions.txt", "r")
lines = f.readlines()
f.close()

numLines = len(lines)
lineNum=0
missed=[]
for line in lines:
	if "(" not in line:
		#missed detection, need to interpolate.
		missed.append(False)
	else:
		missed.append(True)
	lineNum+=1

# for loop to change the strings into readable and usable tuples
for i in range(len(lines)):
	line = lines[i]
	if "(" not in line:
		continue
	temp = line.replace(")(", ").(")
	temp = temp.split(".")
	for j in range(len(temp)):
		temp[j] = eval(temp[j])
	lines[i] = temp

#start iterating through our missed detections
n=0
while n<len(missed):
    if(not missed[n]):
		#missed detection
		#look for previous and next detection for interpolation
        c=n
        prev=n
        while c!=0:
            if(missed[c]):
                prev=c
                break
            c-=1
        c=n
        future =n
        while c != numLines:
            if(missed[c]):
                future=c
                break
            c+=1


        if(future==prev and future==n):
            #no face detected before and after, do nothing and exit.
            exit()
        if(prev==n and future !=n):
            #no prior face detected, but future was so we can make all prior frames equivalent to future
            while prev> -1:
                lines[prev] = lines[future]
                missed[prev]=True
                prev-=1
            n+=1
            continue
        if(future ==n):
            #prior found, future not, so just keep face at its last known position.
            while future< numLines:
                lines[future] = lines[prev]
                missed[future]=True
                future+=1
            n+=1
            continue

		#if made it here, future and prior found, need to interpolate between the two.
        dist = future-prev
        #no of frames to tween.

        pf = lines[prev]
        ff = lines[future]
        #have both frames that we need to interpolate between
        diff = []
        for i in range(len(pf)):
            #calculating the amount of movement per frame, per landmark.
            temp1= int((ff[i][0]-pf[i][0])/dist)
            temp2= int((ff[i][1]-pf[i][1])/dist)
            diff.append((temp1,temp2,0))
        for j in range(prev+1, future):
            pframe = lines[j-1]
            #getting the prior frame
            cframe=[]
            missed[j]=True
            for k in range(len(pf)):
                #adding the prior frame and movement per frame, to create current frame.
                cframe.append(tuple(map(operator.add, pframe[k], diff[k])))
            #updating the missed detection
            lines[j] = cframe


    n+=1
f = open("extractions.txt", "w")
print(lines[0])
for line in lines:
    print(line)
    for e in line:
        f.write(str(e))
    f.write("\n")
f.close()