diff --git a/configure.py b/configure.py
index a85740c..563c1b6 100755
--- a/configure.py
+++ b/configure.py
@@ -3,239 +3,202 @@
 import yaml
 from typing import List
 from urllib.parse import urlparse
-import argparse, requests, base64, zipfile, io, logging, pickle, shutil, sys, os, collections, subprocess
+import argparse, requests, base64, io, logging, pickle, shutil, sys, os, collections, subprocess
+from git_utils import fetch_file_from_git, install_artifacts
+import git
+
 
 # pipe handling
 from signal import signal, SIGPIPE, SIG_DFL
 signal(SIGPIPE, SIG_DFL)
 
 tmp_dir = '/tmp/tt'
+project_dir = 'projects'
 DEFAULT_NUM_PROJECTS = 473
 
 
 class Projects():
 
-    def __init__(self, update_cache=False, update_single=None, test=False):
-        self.default_project = 0
-        self.test = test
-        if update_cache:
-            logging.info("updating cache, this could take a while")
-            self.update_cache(update_single)
+    def __init__(self, args):
+        self.args = args
+        self.project_urls = self.get_project_urls()
+        assert len(self.project_urls) == DEFAULT_NUM_PROJECTS
+        logging.info(f"loaded {len(self.project_urls)} projects")
+
+        self.projects = []
+        for index, git_url in enumerate(self.project_urls):
+            if git_url == self.get_filler_project():
+                self.projects.append(Project(index, git_url, fill=True))
+            else:
+                self.projects.append(Project(index, git_url, fill=False))
+           
+        if args.clone_single is not None:
+            project = self.projects[args.clone_single]
+            logging.info(f"cloning {project}")
+            project.clone()
+
+        if args.clone_all:
+            first_fill = False
+            for project in self.projects:
+                if not first_fill:
+                    logging.info(f"cloning {project}")
+                    project.clone()
+                    first_fill = project.fill
+
+        if args.fetch_gds:
+            first_fill = False
+            for project in self.projects:
+                if not first_fill:
+                    logging.info(f"installing gds for {project}")
+                    project.fetch_gds()
+                    first_fill = project.fill
+
+        # projects should now be installed
+        first_fill = False
+        logging.info(f"loading project yaml")
+        for project in self.projects:
+            if not first_fill:
+                project.load_yaml()
+                first_fill = project.fill
+
+        logging.info(f"copying files to caravel")
+        first_fill = False
+        for project in self.projects:
+            if not first_fill:
+                project.copy_files_to_caravel()
+                first_fill = project.fill
+
+    def get_filler_project(self):
+        if self.args.test:
+            from project_urls_test import filler_project_url
         else:
-            # load projects from cache
-            try:
-                self.wokwi_ids = pickle.load(open(self.get_projects_db(), 'rb'))
-                logging.info("loaded {} projects".format(len(self.wokwi_ids)))
-            except FileNotFoundError:
-                logging.error("project cache {} not found, use --update-cache to build it".format(self.get_projects_db()))
-
-        # all ids must be unique
-        assert len(set(self.wokwi_ids)) == len(self.wokwi_ids)
-
-    def update_cache(self, update_single=None):
-        self.wokwi_ids = []
-        for url in self.get_project_urls():
-            if update_single is not None:
-                if url != update_single:
-                    continue
-            wokwi_id = self.install_artifacts(url)
-            if wokwi_id in self.wokwi_ids:
-                logging.error("wokwi id already exists!")
-                exit(1)
-            self.wokwi_ids.append(wokwi_id)
-
-        # cache it
-        with open(self.get_projects_db(), 'wb') as fh:
-            pickle.dump(self.wokwi_ids, fh)
-
-    def get_projects_db(self):
-        if self.test:
-            return "projects_test.pkl"
-        else:
-            return "projects.pkl"
-
-    # filling the space with default projects is handled by returning the default on exception
-    def get_macro_instance(self, id):
-        try:
-            return "user_module_{}_{}".format(self.wokwi_ids[id], id)
-        except IndexError:
-            return "user_module_{}_{}".format(self.wokwi_ids[self.default_project], id)
-
-    def get_scanchain_instance(self, id):
-        try:
-            return "scanchain_{}".format(id)
-        except IndexError:
-            return "scanchain_{}".format(id)
-
-    def get_wokwi_id(self, id):
-        try:
-            return self.wokwi_ids[id]
-        except IndexError:
-            return self.wokwi_ids[self.default_project]
-
-    def get_macro_gds_name(self, id):
-        try:
-            return "user_module_{}.gds".format(self.wokwi_ids[id])
-        except IndexError:
-            return "user_module_{}.gds".format(self.wokwi_ids[self.default_project])
-
-    def get_macro_lef_name(self, id):
-        try:
-            return "user_module_{}.lef".format(self.wokwi_ids[id])
-        except IndexError:
-            return "user_module_{}.lef".format(self.wokwi_ids[self.default_project])
-
-    def get_macro_name(self, id):
-        try:
-            return "user_module_{}".format(self.wokwi_ids[id])
-        except IndexError:
-            return "user_module_{}".format(self.wokwi_ids[self.default_project])
-
-    def get_verilog_include(self, id):
-        try:
-            return '`include "user_module_{}.v"\n'.format(self.wokwi_ids[id])
-        except IndexError:
-            return ''
-
-    def get_gl_verilog_names(self, id):
-        try:
-            return ['user_module_{}.v'.format(self.wokwi_ids[id])]
-        except IndexError:
-            return []
-
-    def get_verilog_names(self, id):
-        try:
-            return ["user_module_{}.v".format(self.wokwi_ids[id])]
-        except IndexError:
-            return []
-
-    def get_wokwi_ids(self):
-        return self.wokwi_ids
-
-    def get_giturl(self, id):
-        try:
-            return self.get_project_urls()[id]
-        except IndexError:
-            return self.get_project_urls()[self.default_project]
-
-    @classmethod
-    def build_wokwi_url(Project, wokwi_id):
-        return "https://wokwi.com/projects/{}".format(wokwi_id)
+            from project_urls import filler_project_url
+        return filler_project_url
 
     def get_project_urls(self):
-        if self.test:
+        if self.args.test:
             from project_urls_test import project_urls, filler_project_url
         else:
             from project_urls import project_urls, filler_project_url
 
-        return [filler_project_url] + project_urls
+        filler_projects = DEFAULT_NUM_PROJECTS - len(project_urls)
+        return project_urls + filler_projects * [filler_project_url]
 
     def check_dupes(self):
-        project_urls = self.get_project_urls()
+        from project_urls import project_urls
         duplicates = [item for item, count in collections.Counter(project_urls).items() if count > 1]
         if duplicates:
             logging.error("duplicate projects: {}".format(duplicates))
             exit(1)
 
-    @classmethod
-    def load_yaml(project, yaml_file):
-        with open(yaml_file, "r") as stream:
-            return (yaml.safe_load(stream))
+class Project():
 
-    @classmethod
-    def get_wokwi_id_from_yaml(project, yaml):
-        # wokwi_id must be an int or 0
+    def __init__(self, index, git_url, fill):
+        self.git_url = git_url
+        self.index = index
+        self.fill = fill
+        self.local_dir = os.path.join(os.path.join(project_dir, str(self.index)))
+
+    def load_yaml(self):
+        with open(os.path.join(self.local_dir, 'info.yaml')) as fh:
+            self.yaml = yaml.safe_load(fh)
+        self.wokwi_id = self.yaml['project']['wokwi_id']
+        if self.wokwi_id == 0:
+            # HDL project
+            # HDL project
+            self.top_module = self.yaml['project']['top_module']
+            self.src_files = self.yaml['project']['source_files']
+
+    def clone(self):
         try:
-            wokwi_id = int(yaml['project']['wokwi_id'])
-            return wokwi_id
-        except ValueError:
-            logging.error("wokwi id must be an integer")
-            exit(1)
+            git.Repo.clone_from(self.git_url, self.local_dir)
+        except git.exc.GitCommandError as e:
+            if 'already exists' in str(e):
+                logging.info("already exists")
 
-    # the latest artifact isn't necessarily the one related to the latest commit, as github
-    # could have taken longer to process an older commit than a newer one.
-    # so iterate through commits and return the artifact that matches
-    @classmethod
-    def get_most_recent_action_url(project, commits, artifacts):
-        release_sha_to_download_url = {artifact['workflow_run']['head_sha']: artifact['archive_download_url'] for artifact in artifacts}
-        for commit in commits:
-            if commit['sha'] in release_sha_to_download_url:
-                return release_sha_to_download_url[commit['sha']]
+    def update(self):
+        # do a pull
+        pass
 
-    @classmethod
-    def split_git_url(Project, url):
-        res = urlparse(url)
-        try:
-            _, user_name, repo = res.path.split('/')
-        except ValueError:
-            logging.error("couldn't split repo from {}".format(url))
-            exit(1)
-        repo = repo.replace('.git', '')
-        return user_name, repo
+    def __str__(self):
+        return f"{self.index} {self.git_url}"
 
-    # download the artifact for each project to get the gds & lef
-    def install_artifacts(self, url):
-        logging.debug(url)
-        user_name, repo = Projects.split_git_url(url)
+    def fetch_gds(self):
+        install_artifacts(self.git_url, self.local_dir)
 
-        # authenticate for rate limiting
-        auth_string = os.environ['GH_USERNAME'] + ':' + os.environ['GH_TOKEN']
-        encoded = base64.b64encode(auth_string.encode('ascii'))
-        headers = {
-            "authorization" : 'Basic ' + encoded.decode('ascii'),
-            "Accept"        : "application/vnd.github+json",
-            }
-
-        # first fetch the git commit history
-        api_url = 'https://api.github.com/repos/{}/{}/commits'.format(user_name, repo)
-        r = requests.get(api_url, headers=headers)
-        requests_remaining = int(r.headers['X-RateLimit-Remaining'])
-        if requests_remaining == 0:
-            logging.error("no API requests remaining")
-            exit(1)
-
-        commits = r.json()
-
-        # now get the artifacts
-        api_url = 'https://api.github.com/repos/{}/{}/actions/artifacts'.format(user_name, repo)
-        r = requests.get(api_url, headers=headers)
-        data = r.json()
-
-        # check there are some artifacts
-        if 'artifacts' not in data:
-            logging.error("no artifact found for {}".format(self))
-            exit(1)
+    def get_macro_instance(self):
+        print(self)
+        if self.wokwi_id == 0:
+            return self.top_module
         else:
-            # only get artifacts called GDS
-            artifacts = [a for a in data['artifacts'] if a['name'] == 'GDS']
-            logging.debug("found {} artifacts".format(len(artifacts)))
+            return f"user_module_{self.wokwi_id}"
 
-        if len(artifacts) == 0:
-            logging.error("no artifacts for this project")
-            exit(1)
+    def get_scanchain_instance(self):
+        return f"scanchain_{self.index}"
 
-        download_url = Projects.get_most_recent_action_url(commits, artifacts)
-        logging.debug("download url {}".format(download_url))
+    def get_index(self):
+        return self.index
 
-        # need actions access on the token to get the artifact
-        # won't work on a pull request because they won't have the token
-        r = requests.get(download_url, headers=headers)
-        z = zipfile.ZipFile(io.BytesIO(r.content))
-        z.extractall(tmp_dir)
+    def get_wokwi_id(self):
+        return self.wokwi_id
 
-        # get the wokwi id
-        info_yaml = Projects.load_yaml(os.path.join(tmp_dir, 'src/info.yaml'))
-        wokwi_id = Projects.get_wokwi_id_from_yaml(info_yaml)
+    def get_macro_gds_name(self):
+        if self.wokwi_id == 0:
+            return f"{self.top_module}.gds"
+        else:
+            return f"user_module_{self.wokwi_id}.gds"
 
-        logging.info("wokwi id {} github url {}".format(wokwi_id, url))
+    def get_macro_lef_name(self):
+        if self.wokwi_id == 0:
+            return f"{self.top_module}.lef"
+        else:
+            return f"user_module_{self.wokwi_id}.lef"
 
-        # copy all important files to the correct places. Everything is dependent on the id
-        files = [
-            ("/tmp/tt/runs/wokwi/results/final/gds/user_module_{}.gds".format(wokwi_id), "gds/user_module_{}.gds".format(wokwi_id)),
-            ("/tmp/tt/runs/wokwi/results/final/lef/user_module_{}.lef".format(wokwi_id), "lef/user_module_{}.lef".format(wokwi_id)),
-            ("/tmp/tt/runs/wokwi/results/final/verilog/gl/user_module_{}.v".format(wokwi_id), "verilog/gl/user_module_{}.v".format(wokwi_id)),
-            ("/tmp/tt/src/user_module_{}.v".format(wokwi_id), "verilog/rtl/user_module_{}.v".format(wokwi_id)),
-            ]
+    def get_verilog_include(self):
+        if self.wokwi_id == 0:
+            # wrong
+            return f'`include "{self.top_module}.v"\n'
+        else:
+            return f'`include "user_module_{self.wokwi_id}.v"\n'
+
+    def get_gl_verilog_names(self):
+        if self.wokwi_id == 0:
+            return [f"{self.top_module}.v"]
+        else:
+            return [f'user_module_{self.index}.v']
+
+    def get_verilog_names(self):
+        if self.wokwi_id == 0:
+            files = []
+            for src in self.src_files:
+                files.append(src)
+            return files
+        else:
+            return [f'user_module_{self.wokwi_id}.v']
+
+    def get_giturl(self):
+        return self.git_url
+
+    # todo, do the source and GL files as well
+    def copy_files_to_caravel(self):
+        if self.wokwi_id == 0:
+            files = [
+                (f"projects/{self.index}/runs/wokwi/results/final/gds/{self.top_module}.gds", f"gds/{self.top_module}.gds"),
+                (f"projects/{self.index}/runs/wokwi/results/final/lef/{self.top_module}.lef", f"lef/{self.top_module}.lef"),
+                (f"projects/{self.index}/runs/wokwi/results/final/verilog/gl/{self.top_module}.v", f"verilog/gl/{self.top_module}.v"),
+                ]
+# Tholin has used * in src
+            for src in self.src_files:
+                print(src)
+                files.append((f"projects/{self.index}/src/{src}", f"verilog/rtl/{src}"))
+        else:
+            # copy all important files to the correct places. Everything is dependent on the id
+            files = [
+                (f"projects/{self.index}/runs/wokwi/results/final/gds/user_module_{self.wokwi_id}.gds", f"gds/user_module_{self.wokwi_id}.gds"),
+                (f"projects/{self.index}/runs/wokwi/results/final/lef/user_module_{self.wokwi_id}.lef", f"lef/user_module_{self.wokwi_id}.lef"),
+                (f"projects/{self.index}/runs/wokwi/results/final/verilog/gl/user_module_{self.wokwi_id}.v", f"verilog/gl/user_module_{self.wokwi_id}.v"),
+                (f"projects/{self.index}/src/user_module_{self.wokwi_id}.v", f"verilog/rtl/user_module_{self.wokwi_id}.v"),
+                ]
 
         logging.debug("copying files into position")
         for from_path, to_path in files:
@@ -243,13 +206,10 @@
             shutil.copyfile(from_path, to_path)
 
         # Uniquify the Verilog for this project
-        self.uniquify_project(wokwi_id, [
-            f"verilog/rtl/user_module_{wokwi_id}.v",
-        ])
+#        self.uniquify_project(wokwi_id, [
+#            f"verilog/rtl/user_module_{wokwi_id}.v",
+#        ])
 
-        # unlink temp directory
-        shutil.rmtree(tmp_dir)
-        return wokwi_id
 
     def uniquify_project(self, wokwi_id : str, rtl_files : List[str]) -> None:
         """
@@ -310,7 +270,6 @@
                 with open(path, "w", encoding="utf-8") as fh:
                     fh.writelines(new_txt)
 
-
 class CaravelConfig():
 
     def __init__(self, projects, num_projects):
@@ -338,7 +297,7 @@
         scanchain_w = 36
 
         num_macros_placed = 0
-
+        logging.info(self.num_projects)
         # macro.cfg: where macros are placed
         logging.info("creating macro.cfg")
         with open("openlane/user_project_wrapper/macro.cfg", 'w') as fh:
@@ -359,26 +318,26 @@
                     if num_macros_placed < self.num_projects:
                         if orientation == 'N':
                             # scanchain first
-                            macro_instance = self.projects.get_scanchain_instance(num_macros_placed)
+                            macro_instance = self.projects[num_macros_placed].get_scanchain_instance()
                             instance = "{} {:<4} {:<4} {}\n".format(
                                 macro_instance, start_x + col * step_x, start_y + row * step_y, orientation
                             )
                             fh.write(instance)
 
-                            macro_instance = self.projects.get_macro_instance(num_macros_placed)
+                            macro_instance = self.projects[num_macros_placed].get_macro_instance()
                             instance = "{} {:<4} {:<4} {}\n".format(
                                 macro_instance, start_x + scanchain_w + col * step_x, start_y + row * step_y, orientation
                             )
                             fh.write(instance)
                         else:
                             # macro first
-                            macro_instance = self.projects.get_macro_instance(num_macros_placed)
+                            macro_instance = self.projects[num_macros_placed].get_macro_instance()
                             instance = "{} {:<4} {:<4} {}\n".format(
                                 macro_instance, start_x + col * step_x, start_y + row * step_y, orientation
                             )
                             fh.write(instance)
 
-                            macro_instance = self.projects.get_scanchain_instance(num_macros_placed)
+                            macro_instance = self.projects[num_macros_placed].get_scanchain_instance()
                             instance = "{} {:<4} {:<4} {}\n".format(
                                 macro_instance, start_x + (step_x - scanchain_w) + col * step_x, start_y + row * step_y, orientation
                             )
@@ -386,7 +345,7 @@
 
                     num_macros_placed += 1
 
-        logging.info("total user macros placed: {}".format(num_macros_placed))
+        logging.info(f"total user macros placed: {num_macros_placed}")
 
         # macro_power.tcl: extra file for macro power hooks
         logging.info("creating macro_power.tcl")
@@ -398,10 +357,10 @@
             fh.write(", \\\n")
             for i in range(self.num_projects):
                 fh.write("	")
-                fh.write(self.projects.get_scanchain_instance(i))
+                fh.write(self.projects[i].get_scanchain_instance())
                 fh.write(" vccd1 vssd1 vccd1 vssd1, \\\n")
                 fh.write("	")
-                fh.write(self.projects.get_macro_instance(i))
+                fh.write(self.projects[i].get_macro_instance())
                 fh.write(" vccd1 vssd1 vccd1 vssd1")
                 if i != self.num_projects - 1:
                     fh.write(", \\\n")
@@ -412,8 +371,8 @@
         lefs = []
         gdss = []
         for i in range(self.num_projects):
-            lefs.append(self.projects.get_macro_lef_name(i))
-            gdss.append(self.projects.get_macro_gds_name(i))
+            lefs.append(self.projects[i].get_macro_lef_name())
+            gdss.append(self.projects[i].get_macro_gds_name())
 
         # can't have duplicates or OpenLane crashes at PDN
         lefs = CaravelConfig.unique(lefs)
@@ -492,10 +451,9 @@
             pfx      = f"sw_{idx:03d}"
             prev_pfx = f"sw_{idx-1:03d}" if idx > 0 else "sc"
             # Pickup the Wokwi design ID and github URL for the project
-            wk_id  = self.projects.get_wokwi_id(idx)
-            giturl = self.projects.get_giturl(idx)
-            logging.debug("instance %(idx)d user_module_%(wk_id)s", { "idx"  : idx,
-                                                                       "wk_id": wk_id })
+            index  = self.projects[idx].get_index()
+            giturl = self.projects[idx].get_giturl()
+
             # Append the instance to the body
             body += [
                 "",
@@ -503,7 +461,7 @@
                 f"wire {pfx}_clk_out, {pfx}_data_out, {pfx}_scan_out, {pfx}_latch_out;",
                 f"wire [7:0] {pfx}_module_data_in;",
                 f"wire [7:0] {pfx}_module_data_out;",
-                f"scanchain #(.NUM_IOS(8)) {self.projects.get_scanchain_instance(idx)} (",
+                f"scanchain #(.NUM_IOS(8)) {self.projects[idx].get_scanchain_instance()} (",
                 f"    .clk_in          ({prev_pfx}_clk_out),",
                 f"    .data_in         ({prev_pfx}_data_out),",
                 f"    .scan_select_in  ({prev_pfx}_scan_out),",
@@ -520,7 +478,7 @@
             # Append the user module to the body
             body += [
                 "",
-                f"user_module_{wk_id} {self.projects.get_macro_instance(idx)} (",
+                f"user_module_{index} {self.projects[idx].get_macro_instance()} (",
                 f"    .io_in  ({pfx}_module_data_in),",
                 f"    .io_out ({pfx}_module_data_out)",
                 ");"
@@ -551,7 +509,7 @@
         # build the user_project_includes.v file - used for blackboxing when building the GDS
         verilogs = []
         for i in range(self.num_projects):
-            verilogs.append(self.projects.get_verilog_include(i))
+            verilogs.append(self.projects[i].get_verilog_include())
         verilogs = CaravelConfig.unique(verilogs)
 
         with open('verilog/rtl/user_project_includes.v', 'w') as fh:
@@ -563,7 +521,7 @@
         # build complete list of filenames for sim
         verilog_files = []
         for i in range(self.num_projects):
-            verilog_files += self.projects.get_verilog_names(i)
+            verilog_files += self.projects[i].get_verilog_names()
         verilog_files = CaravelConfig.unique(verilog_files)
         with open('verilog/includes/includes.rtl.caravel_user_project', 'w') as fh:
             fh.write('-v $(USER_PROJECT_VERILOG)/rtl/user_project_wrapper.v\n')
@@ -576,7 +534,7 @@
         # build GL includes
         verilog_files = []
         for i in range(self.num_projects):
-            verilog_files += self.projects.get_gl_verilog_names(i)
+            verilog_files += self.projects[i].get_gl_verilog_names()
         verilog_files = CaravelConfig.unique(verilog_files)
         with open('verilog/includes/includes.gl.caravel_user_project', 'w') as fh:
             fh.write('-v $(USER_PROJECT_VERILOG)/gl/user_project_wrapper.v\n')
@@ -586,6 +544,8 @@
                 fh.write('-v $(USER_PROJECT_VERILOG)/gl/{}\n'.format(verilog))
 
     def build_docs(self):
+        pass
+        """
         logging.info("building doc index")
         with open("README_init.md") as fh:
             readme = fh.read()
@@ -593,21 +553,7 @@
             fh.write(readme)
             for wokwi_id, project_url in zip(self.projects.get_wokwi_ids(), self.projects.get_project_urls()):
                 fh.write("* [{}]({}) {}\n".format(wokwi_id, Projects.build_wokwi_url(wokwi_id), project_url))
-
-    # requires tinytapeout_scan repo to be installed - use --recursive when cloning this repo
-    # also needs a mod to sby, so probably ignore this unless you're Matt
-    def formal_scan(self):
-        cwd = os.getcwd()
-        gl_dir = 'verilog/gl/'
-        formal_dir = 'tinytapeout_scan'
-        for i in range(self.num_projects):
-            gl_filename = self.projects.get_gl_verilog_names(i)[0]
-            shutil.copyfile(os.path.join(gl_dir, gl_filename), os.path.join(formal_dir, gl_filename))
-            os.chdir(formal_dir)
-            commands = ['sby', '-f', 'tinytapeout_scan.sby', gl_filename.rstrip('.v')]
-            logging.info(commands)
-            subprocess.run(commands, check=True)
-            os.chdir(cwd)
+        """
 
     def list(self):
         count = 0
@@ -615,22 +561,18 @@
             logging.info("{:3} {:20} {}".format(count, wokwi_id, project_url))
             count += 1
 
-
 if __name__ == '__main__':
     parser = argparse.ArgumentParser(description="TinyTapeout")
 
     parser.add_argument('--list', help="list projects", action='store_const', const=True)
-    parser.add_argument('--update-projects', help='fetch the project data', action='store_const', const=True)
-    parser.add_argument('--update-single', help='only fetch a single repo for debug')
+    parser.add_argument('--clone-all', help="clone all projects", action="store_const", const=True)
+    parser.add_argument('--clone-single', help='only fetch a single repo for debug', type=int)
+    parser.add_argument('--fetch-gds', help='fetch gds', action='store_const', const=True)
     parser.add_argument('--update-caravel', help='configure caravel for build', action='store_const', const=True)
     parser.add_argument('--limit-num-projects', help='only configure for the first n projects', type=int, default=DEFAULT_NUM_PROJECTS)
     parser.add_argument('--test', help='use test projects', action='store_const', const=True)
     parser.add_argument('--debug', help="debug logging", action="store_const", dest="loglevel", const=logging.DEBUG, default=logging.INFO)
 
-    # stuff for help with applying patches to all designs and re-hardening
-    # parser.add_argument('--clone-all', help="clone all projects", action="store_const", const=True)
-    parser.add_argument('--formal', help="formal scan proof", action="store_const", const=True)
-    # parser.add_argument('--summary', help="summary", action="store_const", const=True)
 
     args = parser.parse_args()
 
@@ -650,13 +592,11 @@
     ch.setFormatter(log_format)
     log.addHandler(ch)
 
-    projects = Projects(update_cache=args.update_projects, test=args.test, update_single=args.update_single)
+    projects = Projects(args)
     projects.check_dupes()
 
-    caravel = CaravelConfig(projects, num_projects=args.limit_num_projects)
+    caravel = CaravelConfig(projects.projects, num_projects=args.limit_num_projects)
 
-    if args.formal:
-        caravel.formal_scan()
     if args.list:
         caravel.list()
 
diff --git a/git_utils.py b/git_utils.py
new file mode 100644
index 0000000..00c8c0d
--- /dev/null
+++ b/git_utils.py
@@ -0,0 +1,112 @@
+import base64
+from urllib.parse import urlparse
+import logging
+import requests
+import os
+import zipfile, io
+
+
+def fetch_file_from_git(git_url, path):
+    # get the basics
+    user_name, repo = split_git_url(git_url)
+
+    # authenticate for rate limiting
+    auth_string = os.environ['GH_USERNAME'] + ':' + os.environ['GH_TOKEN']
+    encoded = base64.b64encode(auth_string.encode('ascii'))
+    headers = {
+        "authorization" : 'Basic ' + encoded.decode('ascii'),
+        "Accept"        : "application/vnd.github+json",
+        }
+    encoded = base64.b64encode(auth_string.encode('ascii'))
+
+    api_url = 'https://api.github.com/repos/%s/%s/contents/%s' % (user_name, repo, path)
+
+    logging.debug(api_url)
+    r = requests.get(api_url, headers=headers)
+    requests_remaining = int(r.headers['X-RateLimit-Remaining'])
+    if requests_remaining == 0:
+        logging.error("no API requests remaining")
+        exit(1)
+
+    logging.debug("API requests remaining %d" % requests_remaining)
+
+    data = r.json()
+    if 'content' not in data:
+        return None
+
+    file_content = data['content']
+
+    file_content_encoding = data.get('encoding')
+    if file_content_encoding == 'base64':
+        file_content = base64.b64decode(file_content)
+
+    return file_content
+
+# the latest artifact isn't necessarily the one related to the latest commit, as github
+# could have taken longer to process an older commit than a newer one.
+# so iterate through commits and return the artifact that matches
+def get_most_recent_action_url(commits, artifacts):
+    release_sha_to_download_url = {artifact['workflow_run']['head_sha']: artifact['archive_download_url'] for artifact in artifacts}
+    for commit in commits:
+        if commit['sha'] in release_sha_to_download_url:
+            return release_sha_to_download_url[commit['sha']]
+
+def split_git_url(url):
+    res = urlparse(url)
+    try:
+        _, user_name, repo = res.path.split('/')
+    except ValueError:
+        logging.error(f"couldn't split repo from {url}")
+        exit(1)
+    repo = repo.replace('.git', '')
+    return user_name, repo
+
+# download the artifact for each project to get the gds & lef
+def install_artifacts(url, directory):
+    logging.debug(url)
+    user_name, repo = split_git_url(url)
+
+    # authenticate for rate limiting
+    auth_string = os.environ['GH_USERNAME'] + ':' + os.environ['GH_TOKEN']
+    encoded = base64.b64encode(auth_string.encode('ascii'))
+    headers = {
+        "authorization" : 'Basic ' + encoded.decode('ascii'),
+        "Accept"        : "application/vnd.github+json",
+        }
+
+    # first fetch the git commit history
+    api_url = f'https://api.github.com/repos/{user_name}/{repo}/commits'
+    r = requests.get(api_url, headers=headers)
+    requests_remaining = int(r.headers['X-RateLimit-Remaining'])
+    if requests_remaining == 0:
+        logging.error("no API requests remaining")
+        exit(1)
+
+    commits = r.json()
+
+    # now get the artifacts
+    api_url = f'https://api.github.com/repos/{user_name}/{repo}/actions/artifacts'
+    r = requests.get(api_url, headers=headers)
+    data = r.json()
+
+    # check there are some artifacts
+    if 'artifacts' not in data:
+        logging.error(f"no artifact found for {url}")
+        exit(1)
+    else:
+        # only get artifacts called GDS
+        artifacts = [a for a in data['artifacts'] if a['name'] == 'GDS']
+        logging.debug(f"found {len(artifacts)} artifacts")
+
+    if len(artifacts) == 0:
+        logging.error("no artifacts for this project")
+        exit(1)
+
+    download_url = get_most_recent_action_url(commits, artifacts)
+    logging.debug(f"download url {download_url}")
+
+    # need actions access on the token to get the artifact
+    # won't work on a pull request because they won't have the token
+    r = requests.get(download_url, headers=headers)
+    z = zipfile.ZipFile(io.BytesIO(r.content))
+    z.extractall(directory)
diff --git a/project_urls.py b/project_urls.py
index 03a0f11..5cc2e5f 100644
--- a/project_urls.py
+++ b/project_urls.py
@@ -1,156 +1,25 @@
-filler_project_url = 'https://github.com/mattvenn/wokwi_filler'
+filler_project_url = 'https://github.com/TinyTapeout/tt02-test-straight'
 project_urls = [
-	'https://github.com/mattvenn/tinytapeout_m_segments', # already patched
-	'https://github.com/gregdavill/tinytapeout_spin0',
-	'https://github.com/mole99/wokwi-1bit-alu',
-	'https://github.com/ericsmi/tinytapeout_popcnt.git',
-	'https://github.com/krasin/wokwi-guess-my-number',
-	'https://github.com/johshoff/barrelshifter-wokwi-gds',
-	'https://github.com/pretentious7/tinytapeout',
-	'https://github.com/GuzTech/wokwi-ripple-carry-adder',
-	'https://github.com/kbeckmann/tinytapeout_kbeckmann1',
-	'https://github.com/H-S-S-11/tinytapeout-verilog-test',
-	'https://github.com/skerr92/tinytapeout_frequency_div',
-	'https://github.com/argunda/tinytapeout_dualedgedetector',
-	'https://github.com/libokuohai/tinytapeout-2022-08',
-	'https://github.com/jglim/tinytapeout_bcd-dec',
-	'https://github.com/jglim/tinytapeout_bcd-7seg',
-	'https://github.com/tkuester/wokwi-directghost',
-	'https://github.com/shahzaibk23/tinytapeout-barrel-shifter',
-	'https://github.com/tcptomato/tinytapeout',
-	'https://github.com/DaveyPocket/chaser',
-	'https://github.com/GuzTech/tinytapeout-4x4-multiplier',
-	'https://github.com/derhexenmeister/tinytapeout_nco',
-	'https://github.com/mbalestrini/tinytapeout_rgb_lut_test',
-	'https://github.com/derhexenmeister/tinytapeout_updwnbcd',
-	'https://github.com/bradysalz/pll_tiny_tapeout_demo',
-	'https://github.com/pramitpal/tinytapeout_pramit',
-	'https://github.com/gregdavill/tinytapeout-verilog-fifo',
-	'https://github.com/gregdavill/tinytapeout-wokwi-74x1G00',
-	'https://github.com/gregdavill/tinytapeout-wokwi-74x1G02',
-	'https://github.com/gregdavill/tinytapeout-wokwi-74xG198',
-	'https://github.com/gregdavill/tinytapeout-verilog-7seg-clock',
-	'https://github.com/alanvgreen/tinytapeout4bitadder',
-	'https://github.com/benlaurie/twistedringcounter',
-	'https://github.com/sureshsugumar/tinytapeout_counter',
-	'https://github.com/daniestevez/tinytapeout-verilog', 
-	'https://github.com/pkuligowski/tinytapeout_tmr',
-	'https://github.com/chiplet/tinytapeout-snake',
-	'https://github.com/derhexenmeister/tinytapeout_pwm',
-	'https://github.com/raha96/tinycharacters-locked',
-	'https://github.com/nathancheek/tinytapeout-loop',
-	'https://github.com/andars/universal-turing-machine-w5s8', # dup id
-	'https://github.com/vmunoz82/tinytapeout_euler1',
-	'https://github.com/mikenet213/mikenet213-tt1-verilog',
-	'https://github.com/veremenko-y/tinytapeout-ue14500',
-	'https://github.com/mikenet213/mikenet213-tt2-verilog',
-	'https://github.com/aiunderstand/tinytapeout_asyncbinterconvcomp.git',
-	'https://github.com/smunaut/tinytapeout-fifo', # already patched
-	'https://github.com/nwtechguy/tinytapeout_BCD_counter',
-	'https://github.com/kambadur/bcd_to_7seg',
-	'https://github.com/bieganski/tinytapeout_bieganski',
-	'https://github.com/TomKeddie/tinytapeout-2022-1',
-	'https://github.com/r-a-hoggarth/tinytapeGaloisLFSR',
-	'https://github.com/adamgreig/tinytapeout-prn',
-	'https://github.com/ianloic/tinytapeout-1',
-	'https://github.com/sad-electronics/tinytapeout-clock-divider-asic',
-	'https://github.com/gatecat/tinytapeout-lutram-test',
-	'https://github.com/tommythorn/tinytapeout-4-bit-cpu',
-	'https://github.com/wokwi/tt-game-of-life-cell-popcnt',
-	'https://github.com/gatecat/tinytapeout-srlut-test',
-	'https://github.com/AdDraw/tinytapeout_demo',
-	'https://github.com/cpldcpu/tinydice',
-	'https://github.com/cpldcpu/tinytapeout_mcpu6bit',
-	'https://github.com/azzeloof/tinytapeout-counter',
-	#'https://github.com/georgerennie/tinytapeout-verilog-async-arb', # can't build - replace
-    'https://github.com/mattvenn/tinytapeout-341802655228625490', 
-	'https://github.com/mwelling/led-blaster',
-	'https://github.com/mwelling/figure-8',
-	'https://github.com/gatecat/tinytapeout-fpga-test', # already patched
-	'https://github.com/cfib/trafficlight-fsm',
-	'https://github.com/clj/tinytapeout-verilog-7seg-figure-eight',
-	'https://github.com/smunaut/tinytapeout-misc-1', # already patched
-	'https://github.com/regymm/tinytapeout-funnyblinky', # fails openlane doesn't fit, has messed with config.tcl
-	'https://github.com/Sirawit7205/tinytapeout-2G57-2G58',
-	'https://github.com/Sirawit7205/tinytapeout-2G97-2G98',
-	'https://github.com/hosein-mokarian/tinytapeout_counter_3to8_decoder',
-	'https://github.com/burtyb/srld',
-	'https://github.com/Mahnoor-ismail01/tinytapeout-chromatic-3-to-8-Decoder',
-	'https://github.com/Shahzaib2028/tinytapeout-4to2Encoder-2to4Decoder',
-	'https://github.com/sfmth/tinytapeout-tinycordic',
-	'https://github.com/mm21/tinytapeout-led-matrix',
-	'https://github.com/jeanthom/tinytapout-lock',
-	'https://github.com/AidanMedcalf/tinytapeout-tinyio',
-	'https://github.com/ElectricPotato/tinytapeout-hello-world-uart',
-	'https://github.com/abdullahkhalids/TinyTapeout-hamming-code',
-	'https://github.com/hossein1387/tinytapeout-verilog-test',
-	'https://github.com/ChrisPVille/tinytapeout-FROG4bitCPU', # fails patch, easy fix
-	'https://github.com/Talha-Ahmed-1/tinytapeout_flop_regfile',
-	'https://github.com/skylersaleh/tinytapeout-hello',
-	'https://github.com/proppy/tinytapeout-xls-popcount',
-	'https://github.com/proppy/tinytapeout-xls-popcount-bithacks', 
-	'https://github.com/proppy/tinytapeout-xls-inverter', 
-	'https://github.com/mark64/tinytapeout',
-	'https://github.com/dave-roo/ddcomparatorandro',
-	'https://github.com/splinedrive/tinytapeout-verilog-4x4-multiplier',
-	'https://github.com/ThorKn/tinytapeout_shiftregister_8bit',
-	'https://github.com/UDXS/tinytapeout-sqrt',
-	'https://github.com/coralmw/tinytapeout-css-feedback', 
-	'https://github.com/ericsmi/tinytapeout-verilog-div3', # fails openlane hangs forever, works with pdk7 and updated area
-	'https://github.com/fluxfocus/jdtt-logic1.git',
-	'https://github.com/anm/nyasic',
-	'https://github.com/aiunderstand/tinytapeout_bintristateloadablecounter',
-	'https://github.com/ThorKn/tinytapeout_shiftregister_challenge',
-	'https://github.com/regymm/tinytapeout-mcpi', # openlane fail density error, has messed with config.tcl
-	'https://github.com/todd1251/tinytapeout-figure8',
-	'https://github.com/CyberGai/tinytapeout-bcd-counter',
-	'https://github.com/georgeyhere/tinytapeout-dice-roller',
-	'https://github.com/nayanesh-reddy/2-Bit_Add_Mul_Comp',
-	'https://github.com/ryancor/half_addr_asic',
-	'https://github.com/hovind/tinytapeout-verilog-test',
-	'https://github.com/siriusm46/tinytapeout_bcd_decimal',
-	'https://github.com/cpldcpu/tinytapeout_mcpu5',
-	'https://github.com/goran-mahovlic/tinytapeout-verilog-piano',
-	'https://github.com/andars/universal-turing-machine-aw7s8',
-	'https://github.com/marcusmueller/hamming74-tapeout',
-	'https://github.com/13arn/tinytapeout_counter_steamdeck',
-	'https://github.com/johshoff/tinytapeout-verilog',
-	'https://github.com/cy384/seven-segment-with-adder',
-	'https://github.com/georgerennie/tinytapeout-wokwi-cd4518',
-	'https://github.com/ElectricPotato/tinytapeout-picture-printer-b',
-	'https://github.com/theFestest/tinytapeout-simple-invert8',
-	'https://github.com/ArsenioDev/CustomSiliconTest',
-	'https://github.com/mgargano/tinytapeout_alu_with_4bit_7segmetdisplay_decoder',
-	'https://github.com/theFestest/tinytapeout-4x4-ram',
-	'https://github.com/michael-christen/wokwi-verilog-asic-experiment',
-	'https://github.com/craigcc-frii/tinytapeout_craig',
-	'https://github.com/youngpines/r2rdac_tinytapeout_demo',
-	'https://github.com/toybuilder/learn-tinytapeout',
-	'https://github.com/eggsactly/tinytapeout_demo',
-	'https://github.com/gsegura96/tinytapeout-chisel', 
-	'https://github.com/abf149/fbna_like_verilog_abf149',
-	'https://github.com/MC-SecPat/tinytapeout_chi2shares',
-	'https://github.com/MC-SecPat/tinytapeout_chi3shares',
-	'https://github.com/Adil8442/tiny_tapeout_test',
-	#'https://github.com/MC-SecPat/tinytapeout_chiDOM', # remove, - empty project
-    'https://github.com/mattvenn/tinytapeout-341802448429515346',  # filler
-	'https://github.com/r4d10n/tinytapeout-HELLo-3orLd-7seg',
-	'https://github.com/proppy/tinytapeout-xls-graydec',
-	'https://github.com/prabaldutta/tinytapeout_adi',
-	'https://github.com/maehw/wokwi-verilog-gds-wolf-goat-cabbage',
-	'https://github.com/ThorKn/tinytapeout_pattern_player',
-	'https://github.com/rigobertoruiz98/cts_fsm',
-	'https://github.com/rajarshiroy/tinytapout0_rajarshi',
-	'https://github.com/BarsMonster/MicroASIC',
-#	'https://github.com/kammoh/tinytapeout-chisel', # wrong id, hasn't merged PR
-	'https://github.com/cpldcpu/TinyTapeout_TrainLED',
-	'https://github.com/malkam03/tinytapeout-game-of-life',
-	'https://github.com/BarsMonster/MicroAsicV',
-	'https://github.com/maehw/wokwi-verilog-gds-lowspeed-tiny-uart',
-	'https://github.com/smunaut/tinytapeout-smolram', # already patched
-	'https://github.com/sirejdua/6bit-cellular-automata-tinytapeout',
-	'https://github.com/DuaneSand/TinyTapeout-Hello',
-	'https://github.com/tzachari/tinytapeout-lab11',
-	'https://github.com/mattvenn/tinytapeout-marc',
-    'https://github.com/mattvenn/tinytapeout-laura', # already patched
+	"https://github.com/maehw/tt02-bcd-7segment-encoder",
+	"https://github.com/ekliptik/tt02-chase-the-beat",
+	"https://github.com/leardilap/tt02-LUTRAM",
+	"https://github.com/steieio/tt02-submission-universal-sr",
+	"https://github.com/Tschucker/tt02-submission-tiny-fir",
+	"https://github.com/moyesw/tt02-moyesw-StreamIntegrator",
+	"https://github.com/RiceShelley/tiny-fft",
+	#"https://github.com/89Mods/tt2-AvalonSemi-5401",
+    'https://github.com/TinyTapeout/tt02-test-straight',
+	"https://github.com/svd321/tt02-Ising",
+	"https://github.com/JensIMS/tt02-trafficlight",
+	"https://github.com/jar/tt02_sram",
+	"https://github.com/justinP-wrk/tt02-TinySensor",
+	"https://github.com/azdle/binary-clock-asic",
+	"https://github.com/AidanGood/tt02-McCoy",
+	"https://github.com/ryancor/tt02-submission-template",
+	"https://github.com/grayresearch/tt02-s4ga",
+	"https://github.com/migcorre/tt02-dc",
+	"https://github.com/loxodes/tt02-submission-loxodes",
+	"https://github.com/chrisruk/matrixchip",
+	"https://github.com/TomKeddie/tinytapeout-2022-2",
+	"https://github.com/Fraserbc/tt02-simon",
     ]