wip build gds
diff --git a/configure.py b/configure.py
index 20e4280..dd998a1 100755
--- a/configure.py
+++ b/configure.py
@@ -1,6 +1,6 @@
#!/usr/bin/env python3
from urllib.parse import urlparse
-import argparse, requests, base64, zipfile, io, logging, pickle, shutil, sys, os, collections
+import argparse, requests, base64, zipfile, io, logging, pickle, shutil, sys, os, collections, subprocess
# pipe handling
from signal import signal, SIGPIPE, SIG_DFL
@@ -44,6 +44,59 @@
with open(self.get_projects_db(), 'wb') as fh:
pickle.dump(self.wokwi_ids, fh)
+ def get_dir_name(self, url, number):
+ user_name, repo = Projects.split_git_url(url)
+ top_dir = 'repos3'
+ dir_name = os.path.join(top_dir, "{:03d}_{}_{}".format(number, user_name, repo))
+ logging.info(dir_name)
+ return dir_name
+
+ def clone_projects(self):
+ for number, url in enumerate(self.get_project_urls()):
+ dir_name = self.get_dir_name(url, number)
+ logging.info("cloning {}".format(url))
+ subprocess.run(['git', 'clone', url, dir_name], check=True)
+
+ def apply_git_patch(self):
+ cwd = os.getcwd()
+ for number, url in enumerate(self.get_project_urls()):
+ logging.info(url)
+ if url not in [ 'https://github.com/mattvenn/tinytapeout_m_segments',
+# 'https://github.com/smunaut/tinytapeout-fifo',
+ 'https://github.com/gatecat/tinytapeout-fpga-test',
+ 'https://github.com/smunaut/tinytapeout-misc-1',
+ 'https://github.com/mattvenn/tinytapeout-laura',
+ 'https://github.com/smunaut/tinytapeout-smolram' ]:
+ os.chdir(self.get_dir_name(url, number))
+ subprocess.run(['../../update_repo.sh'], check=True)
+ os.chdir(cwd)
+
+ def harden(self):
+ cwd = os.getcwd()
+ for number, url in enumerate(self.get_project_urls()):
+ #if number >= 0 and number < 50:
+ #if number >= 50 and number < 100:
+ if number >= 100:
+ os.chdir(self.get_dir_name(url, number))
+ subprocess.run(['make', 'fetch'])
+ subprocess.run(['make', 'harden'])
+ os.chdir(cwd)
+
+ def formal_scan(self):
+ import glob
+ cwd = os.getcwd()
+ formal_dir = 'tinytapeout_scan'
+ for number, url in enumerate(self.get_project_urls()):
+ gl_dir = os.path.join(self.get_dir_name(url, number), 'runs/wokwi/results/final/verilog/gl')
+ gl_filename = glob.glob(gl_dir + '/*')[0]
+ gl_name = os.path.basename(gl_filename)
+ shutil.copyfile(gl_filename, os.path.join(formal_dir, gl_name))
+ os.chdir(formal_dir)
+ commands = ['sby', '-f', 'tinytapeout_scan.sby', gl_name.rstrip('.v')]
+ logging.info(commands)
+ subprocess.run(commands, check=True)
+ os.chdir(cwd)
+
def get_projects_db(self):
if self.test:
return "projects_test.pkl"
@@ -137,8 +190,8 @@
if commit['sha'] in release_sha_to_download_url:
return release_sha_to_download_url[commit['sha']]
- # download the artifact for each project to get the gds & lef
- def install_artifacts(self, url):
+ @classmethod
+ def split_git_url(Project, url):
res = urlparse(url)
try:
_, user_name, repo = res.path.split('/')
@@ -146,6 +199,11 @@
logging.error("couldn't split repo from {}".format(url))
exit(1)
repo = repo.replace('.git', '')
+ return user_name, repo
+
+ # download the artifact for each project to get the gds & lef
+ def install_artifacts(self, url):
+ user_name, repo = Projects.split_git_url(url)
# authenticate for rate limiting
auth_string = os.environ['GH_USERNAME'] + ':' + os.environ['GH_TOKEN']
@@ -435,6 +493,12 @@
parser.add_argument('--test', help='use test projects', action='store_const', const=True)
parser.add_argument('--debug', help="debug logging", action="store_const", dest="loglevel", const=logging.DEBUG, default=logging.INFO)
+ # stuff for help with applying patches to all designs and re-hardening
+ parser.add_argument('--clone-all', help="clone all projects", action="store_const", const=True)
+ parser.add_argument('--apply-git-patch', help="git patch", action="store_const", const=True)
+ parser.add_argument('--harden', help="harden", action="store_const", const=True)
+ parser.add_argument('--formal', help="formal scan proof", action="store_const", const=True)
+
args = parser.parse_args()
# setup log
@@ -456,6 +520,15 @@
projects = Projects(update_cache=args.update_projects, test=args.test, update_single=args.update_single)
projects.check_dupes()
+ if args.clone_all:
+ projects.clone_projects()
+ if args.apply_git_patch:
+ projects.apply_git_patch()
+ if args.harden:
+ projects.harden()
+ if args.formal:
+ projects.formal_scan()
+
caravel = CaravelConfig(projects, num_projects=args.limit_num_projects)
if args.update_caravel:
