Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly
Sign up
Appearance settings

Commit 49a188f

Browse files
committed
feat(ci): Add gdl checker in workflow
1 parent 973cd17 commit 49a188f

File tree

2 files changed

+193
-0
lines changed

2 files changed

+193
-0
lines changed
Lines changed: 55 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,55 @@
1+
name: GDL script file checker
2+
on:
3+
push:
4+
branches-ignore:
5+
- 'none'
6+
pull_request:
7+
branches: [ "main" ]
8+
9+
jobs:
10+
checking-job:
11+
runs-on: ubuntu-latest
12+
steps:
13+
- name: Check out the repository to the runner
14+
uses: actions/checkout@v4
15+
16+
- name: Install locales
17+
run: |
18+
sudo apt-get update && sudo apt-get install -y locales
19+
sudo locale-gen zh_CN.UTF-8
20+
env:
21+
LANG: zh_CN.UTF-8
22+
LANGUAGE: zh_CN:zh:en_US:en
23+
24+
- name: Download and extract the latest sparrow-cli release
25+
run: |
26+
ASSET_NAME="sparrow-cli.*.linux.tar.gz" # This pattern should match only the tar.gz file
27+
mkdir -p $HOME/sparrow-cli
28+
29+
# Use GitHub API to get the latest release information
30+
RELEASE_INFO=$(curl -s -H "Authorization: token $GITHUB_TOKEN" "https://api.github.com/repos/codefuse-ai/CodeFuse-Query/releases/latest")
31+
32+
# Extract the asset download URL for the asset name specified
33+
# The test function is used to ensure we match only the tar.gz file, not the checksum file
34+
ASSET_URL=$(echo "$RELEASE_INFO" | jq --arg asset_name "$ASSET_NAME" -r '.assets[] | select(.name | test($asset_name)) | select(.content_type == "application/x-gzip").browser_download_url')
35+
36+
# Check if the asset URL is empty or not
37+
if [ -z "$ASSET_URL" ]; then
38+
echo "Error: Asset URL is empty."
39+
exit 1
40+
fi
41+
42+
# Download and extract the asset
43+
echo "Downloading $ASSET_URL to $HOME/sparrow-cli/sparrow-cli.tar.gz"
44+
curl -fL --retry 5 "$ASSET_URL" | tar -xz -C $HOME/sparrow-cli
45+
env:
46+
# The GitHub token is needed for API requests to avoid rate limits
47+
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
48+
49+
- name: Set execute permissions for script
50+
run: chmod +x ./tool/aci/check_gdl.sh
51+
52+
- name: Run GDL script checking
53+
run: ./tool/aci/check_gdl.sh .
54+
env:
55+
LC_ALL: zh_CN.UTF-8

‎tool/aci/check_gdl.sh‎

Lines changed: 138 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,138 @@
1+
#!/bin/bash
2+
3+
: '
4+
This script performs validation and compilation of Godel script files (.gs and .gdl).
5+
6+
Usage:
7+
./check_gdl.sh <directory>
8+
9+
Arguments:
10+
<directory> The directory to scan for Godel script files. The script will
11+
search for .gs and .gdl files to compile and validate.
12+
13+
Description:
14+
The script does the following:
15+
- Validates that a directory is provided as an argument.
16+
- Changes to the specified directory.
17+
- Finds all .gs and .gdl files within the specified directory (excluding specific paths).
18+
- For each located library directory, it concatenates the library files and compiles them.
19+
- For each script file, it runs a separate compilation process and checks for errors.
20+
- Reports any compilation errors and terminates execution if an error occurs.
21+
- If no errors occur, it reports successful compilation for each file.
22+
23+
Requires:
24+
- The "sparrow-cli" tool must be installed and available under the user"s home directory.
25+
- Command "find" available on the system (commonly available on Unix-like systems).
26+
- Command "mktemp" available on the system for creating temporary files.
27+
- Command "date" available on the system for time measurements.
28+
29+
Author: AntGroup
30+
Date: 2024年01月16日
31+
Version: 1.0
32+
33+
'
34+
35+
set +x
36+
37+
# Check if the parameter is empty
38+
if [ -z "1ドル" ]; then
39+
echo "Please provide a directory as an argument"
40+
exit 1
41+
fi
42+
43+
# Change to the directory
44+
cd "1ドル" || exit 1
45+
46+
sparrow_godel_script="$HOME/sparrow-cli/sparrow-cli/godel-script/usr/bin/godel"
47+
sparrow_lib_1_0="$HOME/sparrow-cli/sparrow-cli/lib-1.0"
48+
49+
# Define get_files function
50+
get_files() {
51+
find "1ドル" -type f \( -name "*2ドル" \) -print
52+
}
53+
54+
# Define rebuild_lib function
55+
rebuild_lib() {
56+
local lib_path="1ドル"
57+
local lib="2ドル"
58+
local gdl_list=()
59+
local output_file
60+
local tmp_out
61+
local start_time
62+
local end_time
63+
local elapsed_time
64+
65+
gdl_list+=($(get_files "$lib_path" ".gs"))
66+
gdl_list+=($(get_files "$lib_path" ".gdl"))
67+
68+
output_file=$(mktemp "tempfile.XXXXXX.gdl")
69+
trap 'rm -f "$output_file"' EXIT
70+
71+
echo "// script" > "$output_file"
72+
for file_name in "${gdl_list[@]}"; do
73+
cat "$file_name" >> "$output_file"
74+
done
75+
76+
tmp_out=$(mktemp "tempfile.XXXXXX.gdl")
77+
trap 'rm -f "$tmp_out"' EXIT
78+
79+
start_time=$(date +%s%3N)
80+
if ! "$sparrow_godel_script" "$output_file" -o "$tmp_out"; then
81+
echo "$lib_path lib compile error, please check it yourself" >&2
82+
exit 1
83+
fi
84+
85+
mv "$tmp_out" "$sparrow_lib_1_0/coref.$lib.gdl"
86+
87+
end_time=$(date +%s%3N)
88+
elapsed_time=$((end_time - start_time))
89+
echo "$lib_path lib compile success time: ${elapsed_time} milliseconds" >&2
90+
}
91+
92+
# Define get_language function
93+
get_language() {
94+
local dir="1ドル"
95+
local dirname
96+
local language
97+
98+
dirname=$(dirname "$dir")
99+
language=$(basename "$dirname")
100+
echo "$language"
101+
}
102+
103+
# Get libs directories
104+
directories=($(find "$PWD" -type d \( -path "$PWD/language/*/lib" -o -path "$PWD/language/*/libs" \) -print))
105+
106+
# Get libs
107+
for dir in "${directories[@]}"; do
108+
lang=$(get_language "$dir")
109+
echo "Building lib for $lang ..."
110+
rebuild_lib "$dir" "$lang"
111+
done
112+
113+
# Define get_target_files function
114+
get_target_files() {
115+
find "1ドル" -type f \( -name "*.gs" -o -name "*.gdl" \) -not -name "tempfile.*.gdl" -not -path "1ドル/language/*/lib/*"
116+
}
117+
118+
files=$(get_target_files "$PWD")
119+
120+
# Iterate over the files
121+
for file in $files; do
122+
output=$(("$sparrow_godel_script" "$file" -p "$sparrow_lib_1_0" -o "${file%.*}_tmp.gdl") 2>&1)
123+
124+
# Check if the output is not empty
125+
if [ -n "$output" ]; then
126+
echo "The file $file produced the following output:"
127+
echo "$output"
128+
echo "Please check if this file is a godel script (.gs) or a godel 1.0 script (.gdl)"
129+
exit 1
130+
else
131+
echo "$file build successful"
132+
fi
133+
134+
# Remove temporary file
135+
rm -f "${file%.*}_tmp.gdl"
136+
done
137+
138+
exit 0

0 commit comments

Comments
(0)

AltStyle によって変換されたページ (->オリジナル) /