From 90d3d64e39f51043dffdac93183fca7cb48bbd69 Mon Sep 17 00:00:00 2001
From: Amaan Qureshi <amaanq12@gmail.com>
Date: Tue, 15 Aug 2023 19:30:23 -0400
Subject: [PATCH] feat: update ci script, add python repo

---
 script/known_failures.txt |  4 +++
 script/parse-examples     | 55 +++++++++++++++++++++++----------------
 2 files changed, 37 insertions(+), 22 deletions(-)

diff --git a/script/known_failures.txt b/script/known_failures.txt
index e69de29b..5dbaaf7c 100644
--- a/script/known_failures.txt
+++ b/script/known_failures.txt
@@ -0,0 +1,4 @@
+examples/cpython/Lib/test/badsyntax_3131.py
+examples/cpython/Lib/test/badsyntax_future8.py
+examples/cpython/Lib/test/test_compile.py
+examples/cpython/Tools/build/generate_re_casefix.py
diff --git a/script/parse-examples b/script/parse-examples
index 82ec5621..7c62ebd7 100755
--- a/script/parse-examples
+++ b/script/parse-examples
@@ -1,36 +1,47 @@
-#!/bin/bash
+#!/usr/bin/env bash
 
-set -e
+set -eu
 
 cd "$(dirname "$0")/.."
 
-function checkout() {
-  repo=$1; url=$2; sha=$3
-
-  if [ ! -d "$repo" ]; then
-    git clone "https://github.com/$url" "$repo"
-  fi
-
-  pushd "$repo"
-  git fetch && git reset --hard "$sha"
-  popd
+function clone_repo {
+	owner=$1
+	name=$2
+	sha=$3
+
+	path=examples/$name
+	if [ ! -d "$path" ]; then
+		echo "Cloning $owner/$name"
+		git clone "https://github.com/$owner/$name" "$path"
+	fi
+
+	pushd "$path" >/dev/null
+	actual_sha=$(git rev-parse HEAD)
+	if [ "$actual_sha" != "$sha" ]; then
+		echo "Updating $owner/$name to $sha"
+		git fetch
+		git reset --hard "$sha"
+	fi
+	popd >/dev/null
 }
 
-checkout examples/numpy numpy/numpy 058851c5cfc98f50f11237b1c13d77cfd1f40475
-checkout examples/django django/django 01974d7f7549b2dca2a729c3c1a1ea7d4585eb3a
-checkout examples/flask pallets/flask de464c03e134127140e5622e230790806a133ff9
+clone_repo numpy numpy 058851c5cfc98f50f11237b1c13d77cfd1f40475
+clone_repo django django 01974d7f7549b2dca2a729c3c1a1ea7d4585eb3a
+clone_repo pallets flask de464c03e134127140e5622e230790806a133ff9
+clone_repo python cpython bb456a08a3db851e6feaefc3328f39096919ec8d
 
 known_failures="$(cat script/known_failures.txt)"
 
+# shellcheck disable=2046
 tree-sitter parse -q \
-  'examples/**/*.py' \
-  $(for file in $known_failures; do echo "!${file}"; done)
+	'examples/**/*.py' \
+	$(for file in $known_failures; do echo "!${file}"; done)
 
 example_count=$(find examples -name '*.py' | wc -l)
-failure_count=$(wc -w <<< "$known_failures")
-success_count=$(( $example_count - $failure_count ))
-success_percent=$(bc -l <<< "100*${success_count}/${example_count}")
+failure_count=$(wc -w <<<"$known_failures")
+success_count=$((example_count - failure_count))
+success_percent=$(bc -l <<<"100*${success_count}/${example_count}")
 
 printf \
-  "Successfully parsed %d of %d example files (%.1f%%)\n" \
-  $success_count $example_count $success_percent
+	"Successfully parsed %d of %d example files (%.1f%%)\n" \
+	"$success_count" "$example_count" "$success_percent"