fishlearning/hist_plot.py at master · bhrolenok/fishlearning · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
import numpy, btfutil, cPickle, scipy.stats
import pyqtgraph, pyqtgraph.opengl
# import matplotlib.pyplot
import sys

pyqtgraph.setConfigOption('background','w')
pyqtgraph.setConfigOption('foreground','k')
# mw = pyqtgraph.Qt.QtGui.QMainWindow()
# view = pyqtgraph.GraphicsLayoutWidget()
# mw.setCentralWidget(view)
# mw.show()

# w1 = view.addPlot()

# w = pyqtgraph.opengl.GLViewWidget()
# w.resize(1800,900)
# w.show()

EPS = 0.0000001

# seg_file_path = '../../fish_data/pickles/simsigma_0.15_pvel.p'
# sim_file_path = '../../Desktop/FishLRLogger-knnsamplenorm-july-07-2016-13.26/'
# sim_file_path = '../../Desktop/FishLRLogger-knnaverage-july-07-2016-14.04/'
# sim_file_path = '../../Desktop/FishLRLogger-linreg-july-07-2016-14.40/'
real_file_path = '../../fish_data/java_btf_seqs/'
sim_file_path = '../../Desktop/FishLRLogger-momentum-july-12/'
if len(sys.argv) > 1 and len(sys.argv) < 4:
	sim_file_path = sys.argv[1]
	if len(sys.argv) == 3:
		real_file_path = sys.argv[2]
print "Loading segments"
# res = cPickle.load(open(seg_file_path))
res = btfutil.load_sequence_dir(real_file_path)
sim_res = btfutil.BTF()
sim_res.import_from_dir(sim_file_path)
print "Stacking data"
# fnames = ['rbfsepvec', 'rbforivec','rbfcohvec', 'rbfwallvec','pvel']
fnames = ['id']
feats_and_outs = map(lambda r: btfutil.btf2data(r,fnames,False),res)
# all_data = numpy.row_stack([thing[0] for thing in feats_and_outs])
all_outs = numpy.row_stack([thing[1] for thing in feats_and_outs])
# all_data_centered = all_data - all_data.mean(axis=0)
# all_data_normalized = all_data_centered/all_data_centered.std(axis=0)
sim_outs = btfutil.btf2data(sim_res,fnames,False)[1]
#pick a random 10% of the data, see how well we match
# numpy.random.shuffle(sim_outs)
# numpy.random.shuffle(all_outs)
# all_outs=all_outs[:len(all_outs)/10]
# sim_outs = sim_outs[:len(all_outs)]
# print "Samples: ", all_outs.shape,sim_outs.shape
all_outs = all_outs[:len(sim_outs)]
# all_outs = numpy.random.rand(100,11)

print "Creating histograms"
xvel_y, xvel_x = numpy.histogram(all_outs[:,0],bins=150,range=(-0.5,0.5),density=True)
yvel_y, yvel_x = numpy.histogram(all_outs[:,1],bins=150,range=(-0.5,0.5),density=True)
tvel_y, tvel_x = numpy.histogram(all_outs[:,2],bins=150,range=(-0.5,0.5),density=True)
sim_xvel_y, sim_xvel_x = numpy.histogram(sim_outs[:,0],bins=150,range=(-0.5,0.5),density=True)
sim_yvel_y, sim_yvel_x = numpy.histogram(sim_outs[:,1],bins=150,range=(-0.5,0.5),density=True)
sim_tvel_y, sim_tvel_x = numpy.histogram(sim_outs[:,2],bins=150,range=(-0.5,0.5),density=True)
# cstest_res = scipy.stats.chisquare(xvel_y,sim_xvel_y+EPS)
# print "Chi-square test results for x-velocity:", cstest_res[0],cstest_res[1]
kldiv = scipy.stats.entropy(xvel_y,sim_xvel_y+EPS)
print "KL divergence for x-velocity:", kldiv

print "Plotting"
app = pyqtgraph.Qt.QtGui.QApplication([])
#xVel
w1 = pyqtgraph.GraphicsWindow(title="xvel")
plt1 = w1.addPlot()
plt1.plot(xvel_x, xvel_y,stepMode=True, fillLevel=0,brush=(0,0,255,150))
xvel_mean = all_outs[:,0].mean()
xvel_std = all_outs[:,0].std()
print "xvel mean +- std:", xvel_mean,"+-",xvel_std
plt1.addItem(pyqtgraph.InfiniteLine(xvel_mean,pen={'style':1,'color':(255,255,255,150)}))
plt1.addItem(pyqtgraph.InfiniteLine(xvel_mean+xvel_std,pen={'style':3,'color':(255,255,255,150)}))
plt1.addItem(pyqtgraph.InfiniteLine(xvel_mean-xvel_std,pen={'style':3,'color':(255,255,255,150)}))
plt1.addItem(pyqtgraph.TextItem("{} +- {}".format(xvel_mean,xvel_std),color=(0,0,0)))

#sim xVel
w_sim = pyqtgraph.GraphicsWindow(title="Sim xVel")
plt_sim = w_sim.addPlot()
plt_sim.plot(sim_xvel_x, sim_xvel_y,stepMode=True,fillLevel=0,brush=(0,255,0,150))
sim_xvel_mean = sim_outs[:,0].mean()
sim_xvel_std = sim_outs[:,0].std()
print "sim xvel mean +- std:", sim_xvel_mean,"+-",sim_xvel_std
plt_sim.addItem(pyqtgraph.InfiniteLine(sim_xvel_mean,pen={'style':1,'color':(0,255,0,150)}))
plt_sim.addItem(pyqtgraph.InfiniteLine(sim_xvel_mean+sim_xvel_std,pen={'style':3,'color':(0,255,0,150)}))
plt_sim.addItem(pyqtgraph.InfiniteLine(sim_xvel_mean-sim_xvel_std,pen={'style':3,'color':(0,255,0,150)}))
plt_sim.addItem(pyqtgraph.TextItem("{} +- {}".format(sim_xvel_mean,sim_xvel_std),color=(0,0,0)))

#combo xVel
w_combo = pyqtgraph.GraphicsWindow(title="Combined xVel")
plt_c = w_combo.addPlot()
plt_c.plot(xvel_x, xvel_y, stepMode=True, fillLevel=0, brush=(0,0,255,150))
plt_c.addItem(pyqtgraph.InfiniteLine(xvel_mean,pen={'style':1,'color':(50,50,50,200)}))
plt_c.addItem(pyqtgraph.InfiniteLine(xvel_mean+xvel_std,pen={'style':3,'color':(50,50,50,200)}))
plt_c.addItem(pyqtgraph.InfiniteLine(xvel_mean-xvel_std,pen={'style':3,'color':(50,50,50,200)}))
plt_c.plot(sim_xvel_x, sim_xvel_y,stepMode=True,fillLevel=0,brush=(0,150,0,200))
plt_c.addItem(pyqtgraph.InfiniteLine(sim_xvel_mean,pen={'style':1,'color':(0,150,0,200)}))
plt_c.addItem(pyqtgraph.InfiniteLine(sim_xvel_mean+sim_xvel_std,pen={'style':3,'color':(0,150,0,200)}))
plt_c.addItem(pyqtgraph.InfiniteLine(sim_xvel_mean-sim_xvel_std,pen={'style':3,'color':(0,150,0,200)}))
plt_c.addItem(pyqtgraph.TextItem("KL divergence: {}".format(kldiv),color=(0,0,0)))

pyqtgraph.Qt.QtGui.QApplication.instance().exec_()
print "Done"