9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291 | def mg_show(self, filename: str | None = None, key: str | None = None, mode: str = 'windowed', window_width: int = 640, window_height: int = 480, window_title: str | None = None, **ipython_kwargs):
# def mg_show(self, filename=None, mode='windowed', window_width=640, window_height=480, window_title=None):
"""
General method to show an image or video file either in a window, or inline in a jupyter notebook.
Args:
filename (str, optional): If given, `mg_show` will show this file instead of what it inherits from its parent object. Defaults to None.
key (str, optional): If given, `mg_show` will search for file names corresponding to certain processes you have previously rendered on your source. It is meant to be a shortcut, so you don't have to remember the exact name (and path) of eg. a motion video corresponding to your source in your MgVideo, but you rather just use `MgVideo('path/to/vid.mp4').show(key='motion')`. Accepted values are 'horizontal'/'vertical' (motiongram or videogram; aliases 'mgh'/'vgh' for horizontal, 'mgv'/'vgv' for vertical, and the legacy 'mgx'/'mgy'/'vgx'/'vgy' literal x/y files), 'ssm', 'blend', 'plot', 'motion', 'history', 'motionhistory', 'sparse', 'dense', 'pose', 'warp', 'blur', and 'subtract'. Defaults to None.
mode (str, optional): Whether to show things in a separate window or inline in the jupyter notebook. Accepted values are 'windowed' and 'notebook'. Defaults to 'windowed'.
window_width (int, optional): The width of the window. Defaults to 640.
window_height (int, optional): The height of the window. Defaults to 480.
window_title (str, optional): The title of the window. If None, the title of the window will be the file name. Defaults to None.
ipython_kwargs (dict, optional): Additional arguments for IPython.display.Image or IPython.display.Video. Defaults to None.
"""
# Lazy import: keeps IPython out of `import musicalgestures` startup.
from IPython.display import Image, display, HTML, Video
def show(file, width=640, height=480, mode='windowed', title='Untitled', parent=None, **ipython_kwargs):
"""
Helper function which actually does the "showing".
Args:
file (str): Path to the file.
width (int, optional): The width of the window. Defaults to 640.
height (int, optional): The height of the window. Defaults to 480.
mode (str, optional): 'windowed' will use ffplay (in a separate window), while 'notebook' will use Image or Video from IPython.display. Defaults to 'windowed'.
title (str, optional): The title of the window. Defaults to 'Untitled'.
ipython_kwargs (dict, optional): Additional arguments for IPython.display.Image or IPython.display.Video. Defaults to None.
"""
# Check's if the environment is a Google Colab document
if musicalgestures._utils.in_colab():
mode = 'notebook'
elif musicalgestures._utils.in_ipynb():
mode = 'notebook'
if mode.lower() == 'windowed':
# from musicalgestures._utils import wrap_str
# cmd = f'ffplay {wrap_str(file)} -window_title {wrap_str(title)} -x {width} -y {height}'
video_to_display = os.path.realpath(file)
cmd = ' '.join(map(str, ['ffplay', video_to_display, '-window_title', title, '-x', width, '-y', height]))
show_in_new_process(cmd)
elif mode.lower() == 'notebook':
video_formats = ['.avi', '.mp4', '.mov', '.mkv', '.mpg', '.mpeg', '.webm', '.ogg', '.ts', '.wmv', '.3gp', '.lrv', '.insv', '.360', '.glv']
image_formats = ['.jpg', '.png', '.jpeg', '.tiff', '.gif', '.bmp']
of, file_extension = os.path.splitext(file)
file_extension = file_extension.lower()
if file_extension in video_formats:
file_type = 'video'
elif file_extension in image_formats:
file_type = 'image'
if file_type == 'image':
display(Image(file))
elif file_type == 'video':
if file_extension not in ['.mp4', '.webm', '.ogg']:
keys = parent.__dict__.keys()
if "as_mp4" not in keys:
print('Only mp4, webm and ogg videos are supported in notebook mode.')
video_to_display = musicalgestures._utils.convert_to_mp4(file)
# register converted video as_mp4 for parent MgVideo
parent.as_mp4 = musicalgestures.MgVideo(video_to_display)
else:
video_to_display = parent.as_mp4.filename
else:
video_to_display = file
# check width and height of video, if they are bigger than "appropriate", limit their dimensions
video_width, video_height = musicalgestures._utils.get_widthheight(video_to_display)
video_width = video_width if video_width <= width else width
video_height = video_height if video_height <= height else height
# if the video is at the same folder as the notebook, we need to use relative path
# and if it is somewhere else, we need to embed it to make it work (neither absolute nor relative paths seem to work without embedding)
cwd = os.getcwd().replace('\\', '/')
file_dir = os.path.dirname(video_to_display).replace('\\', '/')
def colab_display(video_to_display, video_width, video_height):
video_file = open(video_to_display, "r+b").read()
video_url = f"data:video/mp4;base64,{b64encode(video_file).decode()}"
return HTML(f"""<video width={video_width} height={video_height} controls><source src="{video_url}"></video>""")
if file_dir == cwd:
try:
video_to_display = os.path.relpath(video_to_display, os.getcwd()).replace('\\', '/')
if musicalgestures._utils.in_colab():
display(colab_display(video_to_display, video_width, video_height))
else:
display(Video(video_to_display,width=video_width, height=video_height, **ipython_kwargs))
except ValueError:
video_to_display = os.path.abspath(video_to_display, os.getcwd()).replace('\\', '/')
if musicalgestures._utils.in_colab():
display(colab_display(video_to_display, video_width, video_height))
else:
display(Video(video_to_display, width=video_width, height=video_height, **ipython_kwargs))
else:
try:
video_to_display = os.path.relpath(video_to_display, os.getcwd()).replace('\\', '/')
if musicalgestures._utils.in_colab():
display(colab_display(video_to_display, video_width, video_height))
else:
display(Video(video_to_display, width=video_width, height=video_height, **ipython_kwargs))
except ValueError:
video_to_display = os.path.abspath(video_to_display, os.getcwd()).replace('\\', '/')
if musicalgestures._utils.in_colab():
display(colab_display(video_to_display, video_width, video_height))
else:
display(Video(video_to_display, width=video_width,height=video_height, **ipython_kwargs))
else:
print(f'Unrecognized mode: "{mode}". Try "windowed" or "notebook".')
if window_title is None:
window_title = self.filename
if filename is None:
keys = self.__dict__.keys()
if key is None:
filename = self.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=window_title, parent=self, **ipython_kwargs)
elif key.lower() in ('horizontal', 'vertical', 'mgh', 'mgv', 'vgh', 'vgv',
'mgx', 'mgy', 'vgx', 'vgy'):
# Orientation keys for motiongrams/videograms. Horizontal movement is captured by
# the y-axis collapse (motiongram_y / videogram_y), vertical by the x-axis collapse
# (motiongram_x / videogram_x). Canonical aliases: mgh/vgh (horizontal),
# mgv/vgv (vertical); legacy mgx/mgy/vgx/vgy map to the literal x/y files.
k = key.lower()
horizontal_keys = ('horizontal', 'mgh', 'vgh', 'mgy', 'vgy')
axis = 'y' if k in horizontal_keys else 'x'
label = 'Horizontal' if k in horizontal_keys else 'Vertical'
if k in ('mgh', 'mgv', 'mgx', 'mgy'):
kinds = ('motiongram',)
elif k in ('vgh', 'vgv', 'vgx', 'vgy'):
kinds = ('videogram',)
else:
kinds = ('motiongram', 'videogram')
target = None
for kind in kinds:
if f"{kind}_{axis}" in keys:
target = (kind, getattr(self, f"{kind}_{axis}").filename)
break
if target is None:
raise FileNotFoundError(
f"There is no known {label.lower()} {' or '.join(kinds)} for this file. "
"Run motiongrams() or videograms() first.")
kind, filename = target
show(file=filename, width=window_width, height=window_height, mode=mode,
title=f'{label} {kind.capitalize()} | {filename}', parent=self, **ipython_kwargs)
elif key.lower() == 'ssm':
if "ssm_fig" in keys:
filename = self.ssm_fig.image
if len(filename) == 2:
show(file=filename[0], width=window_width, height=window_height, mode=mode, title=f'Horizontal SSM | {filename}', parent=self, **ipython_kwargs)
show(file=filename[1], width=window_width, height=window_height, mode=mode, title=f'Vertical SSM | {filename}', parent=self, **ipython_kwargs)
else:
show(file=filename, width=window_width, height=window_height, mode=mode, title=f'Self-Similarity Matrix | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known self-smilarity matrix for this file.")
elif key.lower() == 'blend':
if "blend_image" in keys:
filename = self.blend_image.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Blended Image | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known blended image for this file.")
elif key.lower() == 'plot':
# filename = self.of + '_motion_com_qom.png'
if "motion_plot" in keys:
filename = self.motion_plot.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Centroid and Quantity of Motion | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known motion plot for this file.")
elif key.lower() == 'motion':
if "motion_video" in keys:
filename = self.motion_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Motion Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known motion video for this file.")
elif key.lower() == 'history':
if "history_video" in keys:
filename = self.history_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'History Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known history video for this file.")
elif key.lower() == 'motionhistory':
if "motion_video" in keys:
motion_video_keys = self.motion_video.__dict__.keys()
if "history_video" in motion_video_keys:
filename = self.motion_video.history_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Motion History Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known motion history video for this file.")
else:
raise FileNotFoundError(
"There is no known motion video for this file.")
elif key.lower() == 'sparse':
if "flow_sparse_video" in keys:
filename = self.flow_sparse_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Sparse Optical Flow Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known sparse optial flow video for this file.")
elif key.lower() == 'dense':
if "flow_dense_video" in keys:
filename = self.flow_dense_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Dense Optical Flow Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known dense optial flow video for this file.")
elif key.lower() == 'pose':
if "pose_video" in keys:
filename = self.pose_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Pose Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known pose video for this file.")
elif key.lower() == 'warp':
if "warp_video" in keys:
filename = self.warp_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Warp Audiovisual Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known warp audiovisual beats video for this file.")
elif key.lower() == 'blur':
if "blur_faces_video" in keys:
filename = self.blur_faces_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Blur Faces Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError(
"There is no known blur faces video for this file.")
elif key.lower() == 'subtract':
if "subtract_video" in keys:
filename = self.subtract_video.filename
show(file=filename, width=window_width,
height=window_height, mode=mode, title=f'Background Subtraction Video | {filename}', parent=self, **ipython_kwargs)
else:
raise FileNotFoundError("There is no known subtract video for this file.")
else:
print("Unknown shorthand.\n",
"For images, try 'horizontal', 'vertical', 'ssm', 'blend' or 'plot'.\n",
"For videos try 'motion', 'history', 'motionhistory', 'sparse', 'dense', 'pose', 'warp', 'blur' or 'subtract'.")
else:
show(file=filename, width=window_width,
height=window_height, mode=mode, title=window_title, parent=self, **ipython_kwargs)
# show(file=filename, width=window_width, height=window_height, mode=mode, title=window_title)
return self
|