Skip to content

Commit 5c8e83b

Browse files
rcholicrcholic
authored
Enhance sync workflow for extension files
Updated the workflow to improve error handling, streamline asset downloading, and ensure proper file verification for syncing extension files.
1 parent 38a3e86 commit 5c8e83b

File tree

1 file changed

+58
-206
lines changed

1 file changed

+58
-206
lines changed

‎.github/workflows/sync-extension.yml‎

Lines changed: 58 additions & 206 deletions
Original file line numberDiff line numberDiff line change
@@ -41,247 +41,102 @@ jobs:
4141
TAG="${{ github.event.client_payload.release_tag }}"
4242
else
4343
# Scheduled check - get latest release
44-
TAG=$(curl -s https://api.github.com/repos/${{ secrets.SENTIENCE_CHROME_REPO }}/releases/latest | jq -r '.tag_name // empty')
44+
TAG=$(curl -s -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" \
45+
"[https://api.github.com/repos/$](https://api.github.com/repos/$){{ secrets.SENTIENCE_CHROME_REPO }}/releases/latest" | jq -r '.tag_name // empty')
46+
47+
# Check if we already processed this tag
48+
if git ls-remote --exit-code --heads origin "sync-extension-$TAG"; then
49+
echo "Branch for $TAG already exists, skipping."
50+
echo "skip=true" >> $GITHUB_OUTPUT
51+
exit 0
52+
fi
4553
fi
4654
47-
if [ -z "$TAG" ] || [ "$TAG" == "null" ]; then
48-
echo "No release found, skipping"
49-
echo "skip=true" >> $GITHUB_OUTPUT
50-
exit 0
55+
if [ -z "$TAG" ]; then
56+
echo "Could not determine release tag."
57+
exit 1
5158
fi
5259
60+
echo "Syncing tag: $TAG"
5361
echo "tag=$TAG" >> $GITHUB_OUTPUT
54-
echo "Release tag: $TAG"
5562
5663
- name: Download extension files
5764
if: steps.release.outputs.skip != 'true'
5865
run: |
5966
TAG="${{ steps.release.outputs.tag }}"
6067
REPO="${{ secrets.SENTIENCE_CHROME_REPO }}"
6168
62-
# Download release assets
69+
# Setup temp directory
6370
mkdir -p extension-temp
6471
cd extension-temp
6572
66-
# Download individual files from release (reliable method - no zip)
67-
echo "📁 Downloading individual files from release..."
68-
echo "Available release assets:"
69-
curl -s -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" \
70-
"https://api.github.com/repos/$REPO/releases/tags/$TAG" | \
71-
jq -r '.assets[] | select(.name | endswith(".js") or endswith(".wasm") or endswith(".json") or endswith(".d.ts")) | .name' || true
73+
echo "⬇️ Fetching release assets for $TAG from $REPO..."
7274
75+
ASSET_URL=$(curl -s -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" \
76+
"[https://api.github.com/repos/$REPO/releases/tags/$TAG](https://api.github.com/repos/$REPO/releases/tags/$TAG)" | \
77+
jq -r '.assets[] | select(.name == "extension-files.tar.gz") | .browser_download_url')
78+
79+
if [ -z "$ASSET_URL" ] || [ "$ASSET_URL" == "null" ]; then
80+
echo "❌ Critical Error: extension-files.tar.gz not found in release assets!"
81+
curl -s -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" \
82+
"[https://api.github.com/repos/$REPO/releases/tags/$TAG](https://api.github.com/repos/$REPO/releases/tags/$TAG)" | jq -r '.assets[].name'
83+
exit 1
84+
fi
85+
86+
echo "📦 Downloading tarball from $ASSET_URL..."
7387
curl -L -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" \
74-
"https://api.github.com/repos/$REPO/releases/tags/$TAG" | \
75-
jq -r '.assets[] | select(.name | endswith(".js") or endswith(".wasm") or endswith(".json") or endswith(".d.ts")) | "\(.browser_download_url)|\(.name)"' | \
76-
while IFS='|' read -r url name; do
77-
if [ -n "$url" ] && [ "$url" != "null" ] && [ -n "$name" ]; then
78-
# Handle asset names that might have paths like "pkg/sentience_core.js" or "extension-package/manifest.json"
79-
# GitHub releases might preserve directory structure in asset names
80-
# Strip "extension-package/" prefix if present, as we'll handle it in copy step
81-
if [[ "$name" == extension-package/* ]]; then
82-
# Asset name is "extension-package/manifest.json" - strip prefix
83-
filename="${name#extension-package/}"
84-
dir=$(dirname "$filename")
85-
if [ "$dir" != "." ]; then
86-
mkdir -p "$dir"
87-
fi
88-
echo " Downloading $name -> $filename"
89-
curl -L -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" "$url" -o "$filename"
90-
elif [[ "$name" == pkg/* ]]; then
91-
# Asset name is "pkg/sentience_core.js" - create pkg directory
92-
mkdir -p pkg
93-
filename=$(basename "$name")
94-
echo " Downloading $name -> pkg/$filename"
95-
curl -L -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" "$url" -o "pkg/$filename"
96-
else
97-
# Asset name is just "manifest.json" - put at root
98-
dir=$(dirname "$name")
99-
if [ "$dir" != "." ]; then
100-
mkdir -p "$dir"
101-
fi
102-
echo " Downloading $name"
103-
curl -L -H "Authorization: token ${{ secrets.SENTIENCE_CHROME_TOKEN }}" "$url" -o "$name"
104-
fi
105-
fi
106-
done
88+
-H "Accept: application/octet-stream" \
89+
"$ASSET_URL" -o extension.tar.gz
90+
91+
echo "📂 Extracting..."
92+
tar -xzf extension.tar.gz
93+
rm extension.tar.gz
10794
108-
# Verify downloaded files
109-
echo "📋 Downloaded files structure:"
110-
find . -type f -name "*.js" -o -name "*.wasm" -o -name "*.json" | sort
111-
echo ""
112-
echo "Directory structure:"
113-
ls -laR . | head -50
114-
echo ""
115-
echo "🔍 Verifying critical files:"
116-
if [ -f "manifest.json" ]; then
117-
echo "✅ manifest.json found ($(wc -c < manifest.json) bytes)"
118-
head -5 manifest.json
119-
else
120-
echo "❌ manifest.json NOT FOUND"
121-
fi
122-
if [ -d "pkg" ]; then
123-
echo "✅ pkg directory found with $(ls -1 pkg | wc -l) files"
124-
else
125-
echo "❌ pkg directory NOT FOUND"
95+
if [ ! -f "manifest.json" ]; then
96+
echo "❌ Error: manifest.json missing after extraction"
97+
exit 1
12698
fi
12799
128-
- name: Copy extension files
100+
- name: Update extension files
129101
if: steps.release.outputs.skip != 'true'
130102
run: |
131-
# Create extension directory structure
132-
mkdir -p sentience/extension/pkg
103+
# Target directory in sdk-python (inside the package source)
104+
# Assuming structure: sdk-python/sentience/extension
105+
TARGET_DIR="sentience/extension"
133106
134-
# Copy extension files (handle both root and extension-package/ subdirectory)
135-
# Check root first, then extension-package/ subdirectory
136-
if [ -f "extension-temp/manifest.json" ]; then
137-
size=$(wc -c < extension-temp/manifest.json)
138-
if [ "$size" -gt 0 ]; then
139-
echo "✅ Copying manifest.json ($size bytes)"
140-
cp extension-temp/manifest.json sentience/extension/
141-
# Verify copy
142-
if [ -f "sentience/extension/manifest.json" ] && [ "$(wc -c < sentience/extension/manifest.json)" -gt 0 ]; then
143-
echo "✅ manifest.json copied successfully"
144-
else
145-
echo "❌ manifest.json copy failed or file is empty"
146-
exit 1
147-
fi
148-
else
149-
echo "❌ manifest.json is empty ($size bytes)"
150-
exit 1
151-
fi
152-
elif [ -f "extension-temp/extension-package/manifest.json" ]; then
153-
size=$(wc -c < extension-temp/extension-package/manifest.json)
154-
if [ "$size" -gt 0 ]; then
155-
echo "✅ Copying manifest.json from extension-package/ ($size bytes)"
156-
cp extension-temp/extension-package/manifest.json sentience/extension/
157-
# Verify copy
158-
if [ -f "sentience/extension/manifest.json" ] && [ "$(wc -c < sentience/extension/manifest.json)" -gt 0 ]; then
159-
echo "✅ manifest.json copied successfully"
160-
else
161-
echo "❌ manifest.json copy failed or file is empty"
162-
exit 1
163-
fi
164-
else
165-
echo "❌ manifest.json is empty ($size bytes)"
166-
exit 1
167-
fi
168-
else
169-
echo "❌ manifest.json not found in extension-temp/"
170-
echo "Available files:"
171-
find extension-temp -type f | head -20
172-
exit 1
173-
fi
174-
175-
if [ -f "extension-temp/content.js" ]; then
176-
cp extension-temp/content.js sentience/extension/
177-
elif [ -f "extension-temp/extension-package/content.js" ]; then
178-
cp extension-temp/extension-package/content.js sentience/extension/
179-
else
180-
echo "⚠️ content.js not found"
181-
fi
107+
# Ensure target directory exists and is clean
108+
# Note: We preserve the directory structure, just update contents
109+
mkdir -p "$TARGET_DIR"
182110
183-
if [ -f "extension-temp/background.js" ]; then
184-
cp extension-temp/background.js sentience/extension/
185-
elif [ -f "extension-temp/extension-package/background.js" ]; then
186-
cp extension-temp/extension-package/background.js sentience/extension/
187-
else
188-
echo "⚠️ background.js not found"
189-
fi
111+
# Copy files from temp directory
112+
cp -r extension-temp/* "$TARGET_DIR/"
190113
191-
if [ -f "extension-temp/injected_api.js" ]; then
192-
cp extension-temp/injected_api.js sentience/extension/
193-
elif [ -f "extension-temp/extension-package/injected_api.js" ]; then
194-
cp extension-temp/extension-package/injected_api.js sentience/extension/
195-
else
196-
echo "⚠️ injected_api.js not found"
197-
fi
198-
199-
# Copy WASM files - try multiple locations and patterns
200-
echo "🔍 Searching for pkg directory and WASM files..."
201-
202-
# Check all possible locations
203-
if [ -d "extension-temp/pkg" ]; then
204-
echo "✅ Found pkg directory at extension-temp/pkg"
205-
cp -r extension-temp/pkg/* sentience/extension/pkg/ 2>/dev/null || true
206-
elif [ -d "extension-temp/extension-package/pkg" ]; then
207-
echo "✅ Found pkg directory at extension-temp/extension-package/pkg"
208-
cp -r extension-temp/extension-package/pkg/* sentience/extension/pkg/ 2>/dev/null || true
209-
else
210-
echo "⚠️ pkg directory not found, searching for individual files..."
211-
212-
# Search for files in various locations
213-
find extension-temp -name "sentience_core.js" -type f | while read file; do
214-
echo " Found: $file"
215-
cp "$file" sentience/extension/pkg/ 2>/dev/null || true
216-
done
217-
218-
find extension-temp -name "sentience_core_bg.wasm" -type f | while read file; do
219-
echo " Found: $file"
220-
cp "$file" sentience/extension/pkg/ 2>/dev/null || true
221-
done
222-
223-
find extension-temp -name "*.d.ts" -type f | while read file; do
224-
echo " Found: $file"
225-
cp "$file" sentience/extension/pkg/ 2>/dev/null || true
226-
done
227-
fi
228-
229-
# Verify copied files
230-
echo "📋 Copied files:"
231-
echo "Extension root:"
232-
ls -la sentience/extension/ || echo "⚠️ Extension directory empty"
233-
echo ""
234-
echo "WASM files (pkg directory):"
235-
if [ -d "sentience/extension/pkg" ]; then
236-
ls -la sentience/extension/pkg/ || echo "⚠️ pkg directory empty"
237-
else
238-
echo "❌ ERROR: pkg directory not created!"
239-
exit 1
240-
fi
241-
242-
# Verify required files exist
243-
if [ ! -f "sentience/extension/pkg/sentience_core.js" ]; then
244-
echo "❌ ERROR: sentience_core.js not found!"
245-
exit 1
246-
fi
247-
if [ ! -f "sentience/extension/pkg/sentience_core_bg.wasm" ]; then
248-
echo "❌ ERROR: sentience_core_bg.wasm not found!"
114+
# Verify copy
115+
if [ ! -f "$TARGET_DIR/manifest.json" ]; then
116+
echo "❌ Failed to copy manifest.json to $TARGET_DIR"
249117
exit 1
250118
fi
251-
echo "✅ All required WASM files verified"
252119
253-
# Clean up temporary directory
254-
cd ..
120+
# Cleanup
255121
rm -rf extension-temp
256-
echo "🧹 Cleaned up extension-temp directory"
122+
123+
echo "✅ Extension files updated in $TARGET_DIR"
124+
ls -la "$TARGET_DIR"
257125
258126
- name: Check for changes
259127
if: steps.release.outputs.skip != 'true'
260128
id: changes
261129
run: |
262-
git config --local user.email "action@github.com"
263-
git config --local user.name "GitHub Action"
264-
265-
# Show what files exist before adding
266-
echo "📋 Files in sentience/extension before git add:"
267-
find sentience/extension -type f | sort || echo "No files found"
268-
269-
# Add all files including binary files
270-
# Use -f to force add in case files are in .gitignore
271-
git add -f sentience/extension/ || true
130+
git add sentience/extension/
272131
273-
# Show what was staged
274-
echo "📋 Staged files:"
275-
git diff --staged --name-only || echo "No staged files"
276-
277-
# Check if there are actual changes
278132
if git diff --staged --quiet; then
133+
echo "No changes detected."
279134
echo "changed=false" >> $GITHUB_OUTPUT
280-
echo "No changes detected"
281135
else
136+
echo "Changes detected."
282137
echo "changed=true" >> $GITHUB_OUTPUT
283-
echo "Changes detected"
284-
# Show file sizes to verify binary files are included
138+
139+
# Show staged files
285140
echo "📊 Staged file sizes:"
286141
git diff --staged --name-only | while read file; do
287142
if [ -f "$file" ]; then
@@ -295,9 +150,7 @@ jobs:
295150
if: steps.release.outputs.skip != 'true' && steps.changes.outputs.changed == 'true'
296151
uses: peter-evans/create-pull-request@v5
297152
with:
298-
# Use PR_TOKEN if available (for repos with org restrictions), otherwise use GITHUB_TOKEN
299-
# To use PAT: create secret named PR_TOKEN with a Personal Access Token that has 'repo' scope
300-
token: ${{ secrets.PR_TOKEN }}
153+
token: ${{ secrets.PR_TOKEN || secrets.GITHUB_TOKEN }}
301154
commit-message: "chore: sync extension files from sentience-chrome ${{ steps.release.outputs.tag }}"
302155
title: "Sync Extension: ${{ steps.release.outputs.tag }}"
303156
body: |
@@ -313,4 +166,3 @@ jobs:
313166
labels: |
314167
automated
315168
extension-sync
316-

0 commit comments

Comments
 (0)