#!/usr/bin/env python3
# License: Apache-2.0
"""
This program converts a GDSII (2D) layout file to a single glTF (3D) file containing one baked mesh for each layer

USAGE:
    - edit the "layerstack" variable in the "CONFIGURATION" section below
    - run "gdsiiobj file.gds"
OUTPUT:
    - one file named: file.gds.gltf

The program takes one argument, a path to a GDSII file. It reads shapes from
each layer of the GDSII file, converts them to polygon boundaries, then makes
a triangle mesh for each GDSII layer by extruding the polygons to given sizes.

All units, including the units of the exported file, are the GDSII file's
user units (often microns).

Original script by mbalestrini: https://github.com/mbalestrini/GDS2Obj , also Licensed Apache-2.0
"""

import sys # read command-line arguments
import gdspy # open gds file
import numpy as np # fast math on lots of points
import triangle # triangulate polygons
import threading
import multiprocessing

import pygltflib
from pygltflib import BufferFormat
from pygltflib.validator import validate, summary
from multiprocessing import Pool

# get the input file name
if len(sys.argv) < 2: # sys.argv[0] is the name of the program
    print("Error: need exactly one file as a command line argument.")
    sys.exit(0)
gdsii_file_path = sys.argv[1]

def extrude(args):
    polygons = args[0]
    idx = args[1]
    print(f'Thread {idx} start')
    positions = []
    indices = []
    indices_offset = 0
    last_percent = 0
    for i in range(0, len(polygons)):
        percent = float(i) / len(polygons) * 100
        if percent - last_percent > 25:
            last_percent = percent
            print(f'Thread {idx}: {last_percent}%')
        poly_data = polygons[i][1]
        clockwise = polygons[i][2]
        
        p_positions_top = np.insert(poly_data['vertices'], 2, zmax, axis=1)
        p_positions_bottom = np.insert( poly_data['vertices'] , 2, zmin, axis=1)
        
        p_positions = np.concatenate( (p_positions_top, p_positions_bottom) )
        p_indices_top = poly_data['triangles']
        p_indices_bottom = np.flip ((p_indices_top+len(p_positions_top)), axis=1 )
        
        ind_list_top = np.arange(len(p_positions_top))
        ind_list_bottom = np.arange(len(p_positions_top)) + len(p_positions_top)

        if(clockwise):
            ind_list_top = np.flip(ind_list_top, axis=0)
            ind_list_bottom = np.flip(ind_list_bottom, axis=0)

        p_indices_right = np.stack( (ind_list_bottom, np.roll(ind_list_bottom, -1, axis=0) , np.roll(ind_list_top, -1, axis=0)), axis=1 )
        p_indices_left = np.stack( ( np.roll(ind_list_top, -1, axis=0), ind_list_top , ind_list_bottom ) , axis=1)
                
        p_indices = np.concatenate( (p_indices_top, p_indices_bottom, p_indices_right, p_indices_left) )

        if(len(positions)==0):
            positions = p_positions
        else:
            positions = np.append(positions , p_positions, axis=0)
        if(len(indices)==0):
            indices = p_indices
        else:    
            indices = np.append(indices, p_indices + indices_offset, axis=0)            
        indices_offset += len(p_positions)
    return (positions, indices)

def triangulate(polygon):
    polygon = polygon[0]
    
    num_polygon_points = len(polygon)

    # determine whether polygon points are CW or CCW
    area = 0
    for i, v1 in enumerate(polygon): # loop through vertices
        v2 = polygon[(i+1) % num_polygon_points]
        area += (v2[0]-v1[0])*(v2[1]+v1[1]) # integrate area

    clockwise = area > 0

    # GDSII implements holes in polygons by making the polygon edge
    # wrap into the hole and back out along the same line. However,
    # this confuses the triangulation library, which fills the holes
    # with extra triangles. Avoid this by moving each edge back a
    # very small amount so that no two edges of the same polygon overlap.
    delta = 0.00001 # inset each vertex by this much (smaller has broken one file)
    points_i = polygon # get list of points
    points_j = np.roll(points_i, -1, axis=0) # shift by 1
    points_k = np.roll(points_i, 1, axis=0) # shift by -1
    # calculate normals for each edge of each vertex (in parallel, for speed)
    normal_ij = np.stack((points_j[:, 1]-points_i[:, 1],
                        points_i[:, 0]-points_j[:, 0]), axis=1)
    normal_ik = np.stack((points_i[:, 1]-points_k[:, 1],
                        points_k[:, 0]-points_i[:, 0]), axis=1)
    length_ij = np.linalg.norm(normal_ij, axis=1)
    length_ik = np.linalg.norm(normal_ik, axis=1)
    normal_ij /= np.stack((length_ij, length_ij), axis=1)
    normal_ik /= np.stack((length_ik, length_ik), axis=1)
    if clockwise:
        normal_ij = -1*normal_ij
        normal_ik = -1*normal_ik
    # move each vertex inward along its two edge normals
    polygon = points_i - delta*normal_ij - delta*normal_ik

    # In an extreme case of the above, the polygon edge doubles back on
    # itself on the same line, resulting in a zero-width segment. I've
    # seen this happen, e.g., with a capital "N"-shaped hole, where
    # the hole split line cuts out the "N" shape but splits apart to
    # form the triangle cutout in one side of the shape. In any case,
    # simply moving the polygon edges isn't enough to deal with this;
    # we'll additionally mark points just outside of each edge, between
    # the original edge and the delta-shifted edge, as outside the polygon.
    # These parts will be removed from the triangulation, and this solves
    # just this case with no adverse affects elsewhere.
    hole_delta = 0.00001 # small fraction of delta
    holes = 0.5*(points_j+points_i) - hole_delta*delta*normal_ij
    # HOWEVER: sometimes this causes a segmentation fault in the triangle
    # library. I've observed this as a result of certain various polygons.
    # Frustratingly, the fault can be bypassed by *rotating the polygons*
    # by like 30 degrees (exact angle seems to depend on delta values) or
    # moving one specific edge outward a bit. I have absolutely no idea
    # what is wrong. In the interest of stability over full functionality,
    # this is disabled. TODO: figure out why this happens and fix it.
    use_holes = False

    # triangulate: compute triangles to fill polygon
    point_array = np.arange(num_polygon_points)
    edges = np.transpose(np.stack((point_array, np.roll(point_array, 1))))
    if use_holes:
        triangles = triangle.triangulate(dict(vertices=polygon,
                                            segments=edges,
                                            holes=holes), opts='p')
    else:
        triangles = triangle.triangulate(dict(vertices=polygon,
                                            segments=edges), opts='p')

    if not 'triangles' in triangles.keys():
        triangles['triangles'] = []

    # each line segment will make two triangles (for a rectangle), and the polygon
    # triangulation will be copied on the top and bottom of the layer.
    return (polygon, triangles, clockwise)

########## CONFIGURATION (EDIT THIS PART) #####################################

# choose which GDSII layers to use

layerstack = {
    (0,0): {'name':'substrate', 'zmin':-2, 'zmax':0, 'color':[ 0.2, 0.2, 0.2, 1.0]},
    (21,0): {'name':'Nwell', 'zmin':-0.5, 'zmax':0.01, 'color':[ 0.4, 0.4, 0.4, 1.0]},    
    (22,0): {'name':'COMP (1)', 'zmin':-0.12, 'zmax':0.02, 'color':[ 0.9, 0.9, 0.9, 1.0]},    
    (30,0): {'name':'Poly2', 'zmin':0, 'zmax':0.18, 'color':[ 0.75, 0.35, 0.46, 1.0]},    
    (53,0): {'name':'MetalTop', 'zmin':0, 'zmax':0.936, 'color':[ 0.2, 0.2, 0.2, 1.0]},    
    #(67,20): {'name':'li1', 'zmin':0.936, 'zmax':1.136, 'color':[ 1.0, 0.81, 0.55, 1.0]},    
    (33,0): {'name':'Contact', 'zmin':1.011, 'zmax':1.376, 'color':[ 0.2, 0.2, 0.2, 1.0]},    
    (34,0): {'name':'Metal1', 'zmin':1.376, 'zmax':1.736, 'color':[ 0.16, 0.38, 0.83, 1.0]},    
    (35,0): {'name':'Via1', 'zmin':1.736,'zmax':2, 'color':[ 0.2, 0.2, 0.2, 1.0]},    
    (36,0): {'name':'Metal2', 'zmin':2, 'zmax':2.36, 'color':[ 0.65, 0.75, 0.9, 1.0]},    
    (38,0): {'name':'Via2', 'zmin':2.36, 'zmax':2.786, 'color':[ 0.2, 0.2, 0.2, 1.0]},    
    (42,0): {'name':'Metal3', 'zmin':2.786, 'zmax':3.631, 'color':[ 0.2, 0.62, 0.86, 1.0]},    
    (40,0): {'name':'Via3', 'zmin':3.631, 'zmax':4.0211, 'color':[ 0.2, 0.2, 0.2, 1.0]},    
    (46,0): {'name':'Metal4', 'zmin':4.0211, 'zmax':4.8661, 'color':[ 0.15, 0.11, 0.38, 1.0]},    
    (41,0): {'name':'Via4', 'zmin':4.8661, 'zmax':5.371, 'color':[ 0.2, 0.2, 0.2, 1.0]},    
    (81,0): {'name':'Metal5', 'zmin':5.371, 'zmax':6.6311, 'color':[ 0.4, 0.4, 0.4, 1.0]},
}
threads = 4

binaryBlob = bytes()
gltf = pygltflib.GLTF2()
scene = pygltflib.Scene()
gltf.scenes.append(scene)
buffer = pygltflib.Buffer()
gltf.buffers.append(buffer)

for layer in layerstack:
    mainMaterial = pygltflib.Material()
    mainMaterial.doubleSided = False
    mainMaterial.name = layerstack[layer]['name']
    mainMaterial.pbrMetallicRoughness =  {
                    "baseColorFactor": layerstack[layer]['color'],
                    "metallicFactor": 0.5,
                    "roughnessFactor": 0.5
                }
    gltf.materials.append(mainMaterial)

root_node = pygltflib.Node()
root_node.name = 'main'
gltf.nodes.append(root_node)

tris_count = 0

########## INPUT ##############################################################

# First, the input file is read using the gdspy library, which interprets the
# GDSII file and formats the data Python-style.
# See https://gdspy.readthedocs.io/en/stable/index.html for documentation.
# Second, the boundaries of each shape (polygon or path) are extracted for
# further processing.

print('Reading GDSII file {}...'.format(gdsii_file_path))
gdsii = gdspy.GdsLibrary()
gdsii.read_gds(gdsii_file_path, units='import')

print('Extracting polygons...')

for cell in gdsii.cells.values():
    if 'fill' in cell.name or 'antenna' in cell.name or 'endcap' in cell.name:
        cell.polygons.clear()
        

for cell in gdsii.top_level(): # loop through cells to read paths and polygons
    layers = {} # array to hold all geometry, sorted into layers

    print ("\nProcessing cell: ", cell.name)

    if len(cell.get_dependencies()) != 0:
        print("Flatenning")
        cell.flatten()
        gds_flattened = gdspy.GdsLibrary(gdsii.name, unit=gdsii.unit, precision=gdsii.precision)
        gds_flattened.add(cell)
        gds_flattened.write_gds(gdsii_file_path + "_flattened.gds")
    
    # $$$CONTEXT_INFO$$$ is a separate, non-standard compliant cell added
    # optionally by KLayout to store extra information not needed here.
    # see https://www.klayout.de/forum/discussion/1026/very-
    # important-gds-exported-from-k-layout-not-working-on-cadence-at-foundry
    if cell.name == '$$$CONTEXT_INFO$$$':
        continue # skip this cell

    print ("\tpaths loop. total paths:" , len(cell.paths))
    # loop through paths in cell
    for path in cell.paths:
        lnum = (path.layers[0],path.datatypes[0]) # GDSII layer number
        
        if not lnum in layerstack.keys():
            continue

        layers[lnum] = [] if not lnum in layers else layers[lnum]
        # add paths (converted to polygons) that layer
        for poly in path.get_polygons():
            layers[lnum].append((poly, None, False))

    print ("\tpolygons loop. total polygons:" , len(cell.polygons))
    # loop through polygons (and boxes) in cell
    for polygon in cell.polygons:
        lnum = (polygon.layers[0],polygon.datatypes[0]) # same as before...

        if not lnum in layerstack.keys():
            continue

        layers[lnum] = [] if not lnum in layers else layers[lnum]
        for poly in polygon.polygons:
            layers[lnum].append((poly, None, False))


    """
    At this point, "layers" is a Python dictionary structured as follows:

    layers = {
    0 : [ ([[x1, y1], [x2, y2], ...], None, False), ... ]
    1 : [ ... ]
    2 : [ ... ]
    ...
    }

    Each dictionary key is a GDSII layer number (0-255), and the value of the
    dictionary at that key (if it exists; keys were only created for layers with
    geometry) is a list of polygons in that GDSII layer. Each polygon is a 3-tuple
    whose first element is a list of points (2-element lists with x and y
    coordinates), second element is None (for the moment; this will be used later),
    and third element is False (whether the polygon is clockwise; will be updated).
    """

    ########## TRIANGULATION ######################################################

    # An STL file is a list of triangles, so the polygons need to be filled with
    # triangles. This is a surprisingly hard algorithmic problem, especially since
    # there are few limits on what shapes GDSII file polygons can be. So we use the
    # Python triangle library (documentation is at https://rufat.be/triangle/),
    # which is a Python interface to a fast and well-written C library also called
    # triangle (with documentation at https://www.cs.cmu.edu/~quake/triangle.html).

    print('\tTriangulating polygons...')

    # loop through all layers
    for layer_number, polygons in layers.items():

        # but skip layer if it won't be exported
        if not layer_number in layerstack.keys():
            continue

        p = Pool(threads)
        polygons = p.map(triangulate, polygons)

        zmin = layerstack[layer_number]['zmin']
        zmax = layerstack[layer_number]['zmax']
        layername = layerstack[layer_number]['name']

        print("\nProcesing layer " + layername + "\nExtruding polygons and preparing vertices and faces")
        
        ranges = []
        portion = int(len(polygons) / threads)
        positions = []
        indices = []
        
        if portion > 4:
            print(f'Using {threads} threads with ~{portion} polys per thread')
            p = Pool(threads)
            
            for i in range(0, threads - 1):
                ranges.append((polygons[i * portion : i * portion + portion], i))
                #ranges.append((i * portion, i * portion + portion))
            #ranges.append(((threads - 1) * portion, len(polygons)))
            ranges.append((polygons[(threads - 1) * portion : len(polygons)], threads - 1))
            
            mp_res = p.map(extrude, ranges)
            
            print("Merging thread outputs")
            for i in range(0, threads):
                print(f'{i + 1}/{threads}')
                b = len(positions)
                l_positions, l_indices = mp_res[i]
                if len(positions) == 0:
                    positions = l_positions
                else:
                    positions = np.append(positions , l_positions, axis=0)
                for ind in l_indices:
                    ind[0] += b
                    ind[1] += b
                    ind[2] += b
                if len(indices) == 0:
                    indices = l_indices
                else:
                    indices = np.append(indices , l_indices, axis=0)
        else:
            print(f'Workload too small ({portion}), forcing single-threaded processing')
            a, b = extrude((polygons, 0))
            positions = a
            indices = b
        

        indices_binary_blob = indices.astype(np.uint32).flatten().tobytes()
        positions_binary_blob = positions.astype(np.float32).tobytes()
        
        bufferView1 = pygltflib.BufferView()
        bufferView1.buffer = 0
        bufferView1.byteOffset = len(binaryBlob)
        bufferView1.byteLength = len(indices_binary_blob)
        bufferView1.target = pygltflib.ELEMENT_ARRAY_BUFFER
        gltf.bufferViews.append(bufferView1)

        accessor1 = pygltflib.Accessor()
        accessor1.bufferView = len(gltf.bufferViews)-1
        accessor1.byteOffset = 0
        accessor1.componentType = pygltflib.UNSIGNED_INT
        accessor1.type = pygltflib.SCALAR
        accessor1.count = indices.size
        accessor1.max = [int(indices.max())]
        accessor1.min = [int(indices.min())]
        gltf.accessors.append(accessor1)

        binaryBlob = binaryBlob + indices_binary_blob

        bufferView2 = pygltflib.BufferView()
        bufferView2.buffer = 0
        bufferView2.byteOffset = len(binaryBlob)
        bufferView2.byteLength = len(positions_binary_blob)
        bufferView2.target = pygltflib.ARRAY_BUFFER
        gltf.bufferViews.append(bufferView2)

        positions_count = len(positions)
        accessor2 = pygltflib.Accessor()
        accessor2.bufferView =  len(gltf.bufferViews)-1
        accessor2.byteOffset = 0
        accessor2.componentType = pygltflib.FLOAT
        accessor2.count = positions_count
        accessor2.type = pygltflib.VEC3
        accessor2.max = positions.max(axis=0).tolist()
        accessor2.min = positions.min(axis=0).tolist()
        gltf.accessors.append(accessor2)
        
        binaryBlob = binaryBlob + positions_binary_blob
        
        mesh = pygltflib.Mesh()
        mesh_primitive = pygltflib.Primitive()
        mesh_primitive.indices = len(gltf.accessors)-2
        mesh_primitive.attributes.POSITION = len(gltf.accessors)-1

        mesh_primitive.material = list(layerstack).index(layer_number)
        
        mesh.primitives.append(mesh_primitive)
        
        gltf.meshes.append(mesh)
        
        layer_node = pygltflib.Node()
        layer_node.name = layername
        layer_node.mesh = len(gltf.meshes)-1
        gltf.nodes.append(layer_node)
        root_node.children.append(len(gltf.nodes)-1)
        tris_count += len(indices)
        print(f'{len(indices)} tris')
        
print("Saving gltf...")
filename = gdsii_file_path + ".gltf"
        
gltf.set_binary_blob(binaryBlob)
buffer.byteLength = len(binaryBlob)
gltf.convert_buffers(BufferFormat.DATAURI)
        
scene.nodes.append(0)
gltf.scene = 0

gltf.save(filename)
        

print('Done.')
print(f'{tris_count} total tris')