curso

resources/fox/fox.mtl

+# Blender MTL File: 'None'
+# Material Count: 1
+
+newmtl fox_material
+Ns 96.078431
+Ka 0.000000 0.000000 0.000000
+Kd 1.000000 1.000000 1.000000
+Ks 0.089804 0.089804 0.089804
+Ni 1.000000
+d 1.000000
+illum 2
+map_Kd texture.png

resources/knight/knight.mtl

+# File created by ZBrush
+# ToolType: PolyMesh3D
+# www.zbrush.com
+newmtl defaultMat
+map_Kd SoldierLowMergedFin.png
\ No newline at end of file

src/object_module.py

+# some functions for creation and rendering of 3d objects were borrowed/inspired from 
+# Juan Gallostra Acín's repository - https://github.com/juangallostra/augmented-reality 
+
+'''
+Copyright (c) 2018 Juan Gallostra Acín
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+'''
+
+#contains code to the .obj file and augment the object
+
+import cv2
+import numpy as np
+
+
+def augment(img, obj, projection, template, scale = 1):
+    # takes the captureed image, object to augment, and transformation matrix  
+    #adjust scale to make the object smaller or bigger, 4 works for the fox
+
+    h, w = template.shape
+    vertices = obj.vertices
+    img = np.ascontiguousarray(img, dtype=np.uint8)
+
+    # Apply the perspective transformation to the source image corners
+    corners = np.float32([[0, 0,0], [0, h - 1,0], [w - 1, h - 1,0], [w - 1, 0,0]]).reshape(-1, 1, 3)
+    transformedCorners = cv2.perspectiveTransform(corners, projection)
+
+    # Draw a polygon on the second image joining the transformed corners
+    img_ag = cv2.polylines(img, [np.int32(transformedCorners)], True, 255, 3, cv2.LINE_AA)
+    #blacking out the aruco marker
+#    a = np.array([[0,0,0], [w, 0, 0],  [w,h,0],  [0, h, 0]], np.float64 )
+#    imgpts = np.int32(cv2.perspectiveTransform(a.reshape(-1, 1, 3), projection))
+#    cv2.fillConvexPoly(img, imgpts, (0,0,0))
+
+    #projecting the faces to pixel coords and then drawing
+    for face in obj.faces:
+        #a face is a list [face_vertices, face_tex_coords, face_col]
+        face_vertices = face[0]
+        points = np.array([vertices[vertex - 1] for vertex in face_vertices]) #-1 because of the shifted numbering
+        points = scale*points
+        points = np.array([[p[2] + w/2, p[0] + h/2, p[1]] for p in points]) #shifted to centre 
+        dst = cv2.perspectiveTransform(points.reshape(-1, 1, 3), projection)#transforming to pixel coords
+        imgpts = np.int32(dst)
+
+        img = cv2.fillConvexPoly(img, imgpts, face[-1])
+        
+    return img
+
+class three_d_object:
+    def __init__(self, filename_obj, filename_texture, color_fixed = False):
+        self.texture = cv2.imread(filename_texture)
+        self.vertices = []
+        self.faces = []
+        #each face is a list of [lis_vertices, lis_texcoords, color]
+        self.texcoords = []
+
+        for line in open(filename_obj, "r"):
+            if line.startswith('#'): 
+                #it's a comment, ignore 
+                continue
+
+            values = line.split()
+            if not values:
+                continue
+            
+            if values[0] == 'v':
+                #vertex description (x, y, z)
+                v = [float(a) for a in values[1:4] ]
+                self.vertices.append(v)
+
+            elif values[0] == 'vt':
+                #texture coordinate (u, v)
+                self.texcoords.append([float(a) for a in values[1:3] ])
+
+            elif values[0] == 'f':
+                #face description 
+                face_vertices = []
+                face_texcoords = []
+                for v in values[1:]:
+                    w = v.split('/')
+                    face_vertices.append(int(w[0]))
+                    if len(w) >= 2 and len(w[1]) > 0:
+                        face_texcoords.append(int(w[1]))
+                    else:
+                        color_fixed = True
+                        face_texcoords.append(0)
+                self.faces.append([face_vertices, face_texcoords])
+
+
+        for f in self.faces:
+            if not color_fixed:
+                f.append(three_d_object.decide_face_color(f[-1], self.texture, self.texcoords))
+            else:
+                f.append((50, 50, 50)) #default color
+
+        # cv2.imwrite('texture_marked.png', self.texture)
+
+    def decide_face_color(hex_color, texture, textures):
+        #doesnt use proper texture
+        #takes the color at the mean of the texture coords
+
+        h, w, _ = texture.shape
+        col = np.zeros(3)
+        coord = np.zeros(2)
+        all_us = []
+        all_vs = []
+
+        for i in hex_color:
+            t = textures[i - 1]
+            coord = np.array([t[0], t[1]])
+            u , v = int(w*(t[0]) - 0.0001), int(h*(1-t[1])- 0.0001)
+            all_us.append(u)
+            all_vs.append(v)
+
+        u = int(sum(all_us)/len(all_us))
+        v = int(sum(all_vs)/len(all_vs))
+
+        # all_us.append(all_us[0])
+        # all_vs.append(all_vs[0])
+        # for i in range(len(all_us) - 1):
+        #     texture = cv2.line(texture, (all_us[i], all_vs[i]), (all_us[i + 1], all_vs[i + 1]), (0,0,255), 2)
+        #     pass    
+
+        col = np.uint8(texture[v, u])
+        col = [int(a) for a in col]
+        col = tuple(col)
+        return (col)

src/objloader_simple.py

+class OBJ:
+    def __init__(self, filename, swapyz=False):
+        """Loads a Wavefront OBJ file. """
+        self.vertices = []
+        self.normals = []
+        self.texcoords = []
+        self.faces = []
+        material = None
+        for line in open(filename, "r"):
+            if line.startswith('#'): continue
+            values = line.split()
+            if not values: continue
+            if values[0] == 'v':
+                v = list(map(float, values[1:4]))
+                if swapyz:
+                    v = v[0], v[2], v[1]
+                self.vertices.append(v)
+            elif values[0] == 'vn':
+                v = list(map(float, values[1:4]))
+                if swapyz:
+                    v = v[0], v[2], v[1]
+                self.normals.append(v)
+            elif values[0] == 'vt':
+                self.texcoords.append(list(map(float, values[1:3])))
+            #elif values[0] in ('usemtl', 'usemat'):
+                #material = values[1]
+            #elif values[0] == 'mtllib':
+                #self.mtl = MTL(values[1])
+            elif values[0] == 'f':
+                face = []
+                texcoords = []
+                norms = []
+                for v in values[1:]:
+                    w = v.split('/')
+                    face.append(int(w[0]))
+                    if len(w) >= 2 and len(w[1]) > 0:
+                        texcoords.append(int(w[1]))
+                    else:
+                        texcoords.append(0)
+                    if len(w) >= 3 and len(w[2]) > 0:
+                        norms.append(int(w[2]))
+                    else:
+                        norms.append(0)
+                #self.faces.append((face, norms, texcoords, material))
+                self.faces.append((face, norms, texcoords))