From 38dfa138f838814cfeabdae359e179255158d159 Mon Sep 17 00:00:00 2001 From: Klaus-Uwe Mitterer Date: Tue, 19 May 2020 11:53:16 +0200 Subject: [PATCH] Add simplified Matterport handler --- handler.py | 3 +- matterportsimple/__init__.py | 30 +++++++ stitching/__init__.py | 3 - tempsteal/__init__.py | 156 +++++++++++++++++++++++++++++++++++ 4 files changed, 188 insertions(+), 4 deletions(-) create mode 100644 matterportsimple/__init__.py create mode 100644 tempsteal/__init__.py diff --git a/handler.py b/handler.py index 9499b66..e835400 100755 --- a/handler.py +++ b/handler.py @@ -10,6 +10,7 @@ regs = { "\d/\d/\d_\d\.jpg": "krpanosteal", "pano\_[frblud].jpg": "krpanosteal", "my.matterport.com/show/": "matterportsteal", + "cdn-1.matterport.com": "matterportsimple", "youtube.com": "youtubesteal", "l\d_[frblud]_\d\d_\d\d.jpg": "giraffesteal" } @@ -26,7 +27,7 @@ def parse_url(url): break if not selected: - raise ValueError("No handler known for this URL. Kaggi.") + raise ValueError("No matching handler found") return importlib.import_module(selected).process_url diff --git a/matterportsimple/__init__.py b/matterportsimple/__init__.py new file mode 100644 index 0000000..6196e1f --- /dev/null +++ b/matterportsimple/__init__.py @@ -0,0 +1,30 @@ +import sys +import os +from urllib import request +from urllib import parse +import subprocess +import math +import io +import PIL.Image +from stitching import multistitch, tiles_to_equirectangular_blender +from matterportsteal import dl_tiles + +def get_url_data(url): + return url.rsplit("/", 1)[0] + "/2k_face$i_$j_$k.jpg?" + url.rsplit("?")[-1] + +def matterport_make_tiles(url): + dl_url = get_url_data(url) + images = dl_tiles(dl_url) + return multistitch(images) + +def matterport_to_equirectangular(url, rotation=[0,0,0], resolution=[3840,1920]): + stitched = matterport_make_tiles(url) + function = tiles_to_equirectangular_blender + + ordered = stitched[1:5] + [stitched[0], stitched[5]] + + rx, ry, rz = rotation + width, height = resolution + return function(*ordered, rx=rx, ry=ry, rz=rz, width=width, height=height) + +process_url = matterport_to_equirectangular diff --git a/stitching/__init__.py b/stitching/__init__.py index 6e90147..fb40739 100644 --- a/stitching/__init__.py +++ b/stitching/__init__.py @@ -91,9 +91,6 @@ def tiles_to_equirectangular_blender(back, right, front, left, top, bottom, if not keep: tmpdir.cleanup() # Delete temporary directory to free space - # Flip the output image as inputs seem to be flipped. Return the image. - return outimg.transpose(PIL.Image.FLIP_LEFT_RIGHT) - except: os.chdir(pre) print("Something went wrong trying to convert to equirectangular.") diff --git a/tempsteal/__init__.py b/tempsteal/__init__.py new file mode 100644 index 0000000..197f2f6 --- /dev/null +++ b/tempsteal/__init__.py @@ -0,0 +1,156 @@ +import PIL.Image +import urllib.request +import io +import math +import subprocess +import tempfile +import pathlib +import os +from stitching import tiles_to_equirectangular_blender, multistitch + +def krpano_normalize(url): + ''' + Takes the URL of any image in a krpano panorama and returns a string + with substitutable variables for image IDs. + + :param url: URL of an image contained in a krpano panorama + :return: string with substitutable variables or False if URL invalid + ''' + + try: + with urllib.request.urlopen(url) as res: + assert res.getcode() == 200 + + parts = url.split("/") + + assert "_" in parts[-1] + parts[-1] = "%i_%i_%i_%i.jpg" + + return "/".join(parts) + + except: + return False + +def krpano_getmaxzoom(schema): + ''' + Takes a normalized string from krpano_normalize() and returns the maximum + zoom level available. + + :param schema: normalized URL format output by krpano_normalize() + :return: int value of largest available zoom level + ''' + + l = 0 + + while True: + try: + url = schema % (l+1, 0, 0, 0) + with urllib.request.urlopen(url) as res: + assert res.getcode() == 200 + l += 1 + except: + return l + +def krpano_export(schema): + ''' + Takes a normalized string from krpano_normalize() and returns a list of + lists of lists containing all images fit for passing into stitch(). + + :param schema: normalized URL format output by krpano_normalize() + :return: list of lists of lists of PIL.Image() objects for multistitch() + ''' + + maxzoom = krpano_getmaxzoom(schema) + output = [] + + for tile in range(6): + t_array = [] + y = 0 + + while True: + r_array = [] + x = 0 + + while True: + try: + res = urllib.request.urlopen(schema % (maxzoom, tile, y, x)) + assert res.getcode() == 200 + fo = io.BytesIO(res.read()) + img = PIL.Image.open(fo) + r_array.append(img) + x += 1 + except Exception as e: + break + + if not r_array: + break + + t_array.append(r_array) + y += 1 + + output.append(t_array) + + return output + +def krpano_export_simple(url): + ''' + Exports krpano panoramas which only consist of six complete tiles. Takes + the URL of one of these images and returns a list of PIL.Image objects + + :param url: URL of one of the images + :return: list of PIL.Image objects + ''' + + output = [] + + for i in "frblud": + cur = url[:-5] + i + url[-4:] + res = urllib.request.urlopen(cur) + assert res.getcode() == 200 + fo = io.BytesIO(res.read()) + output += [PIL.Image.open(fo)] + + return output + +def krpano_make_tiles(url): + ''' + Determines the type of processing needed to build the six tiles, then + creates and returns them. + + :param urL: URL of any image in a krpano panorama + :return: list of stitched PIL.Image objects (back, right, front, left, top, + bottom) + ''' + + parts = url.split("/") + + try: + if "pano_" in parts[-1]: + return krpano_export_simple(url) + else: + schema = krpano_normalize(url) + images = krpano_export(schema) + return multistitch(images) + + except: + raise + raise ValueError("%s does not seem to be a valid krpano URL." % url) + + +def krpano_to_equirectangular(url, rotation=[0,0,0], resolution=[3840,1920]): + ''' + Takes the URL of any image in a krpano panorama and returns a finished + stitched image. + + :param url: Image URL + :return: PIL.Image object containing the final image + ''' + + stitched = krpano_make_tiles(url) + function = tiles_to_equirectangular_blender + + rx, ry, rz = rotation + width, height = resolution + return function(*stitched, rx=rx, ry=ry, rz=rz, width=width, height=height) + +process_url = krpano_to_equirectangular