mirror of
https://github.com/prompt-security/clawsec.git
synced 2026-06-13 13:38:03 +03:00
Compare commits
93 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 543b256901 | |||
| 3cef7aa46b | |||
| 11f0fc50c4 | |||
| cfe1b40cf2 | |||
| f56a0864f7 | |||
| 58b092d6d0 | |||
| babddfd3f2 | |||
| 47a5696cb6 | |||
| 5d868bf60f | |||
| b57d0f1db2 | |||
| b91e5e4c94 | |||
| 2e793639f2 | |||
| 4dbac421ab | |||
| 8a9bdfcd23 | |||
| 0ee0d065ec | |||
| 5d2173226c | |||
| 19c5113511 | |||
| 1e48a955cc | |||
| 0e503c3d5a | |||
| 382ec4971b | |||
| 9595dad58b | |||
| 6e512a5e43 | |||
| e4c1e07544 | |||
| 369745821f | |||
| 85caad5601 | |||
| dfe62457fb | |||
| 95f9d758ee | |||
| f6afc80aa2 | |||
| 9462fe7e1b | |||
| e3337d0f33 | |||
| 72663ab80b | |||
| 4042a388a9 | |||
| d491fde73a | |||
| 6e318384a9 | |||
| d23f1f9612 | |||
| ef6b5f63d4 | |||
| 12afd15dd6 | |||
| 0e22d8f9bd | |||
| f8614a21b3 | |||
| b37162a33d | |||
| 627d20b7e1 | |||
| 87afa0de2f | |||
| 5e298bc1f7 | |||
| 808aefe40d | |||
| 0d2e38ddfd | |||
| c53463c445 | |||
| 448a2bd577 | |||
| 1efb813ed4 | |||
| c54f09c3a4 | |||
| 26af277afd | |||
| d0fe8c59c4 | |||
| 4d3fe1bf10 | |||
| f0f33b8121 | |||
| 9e79645536 | |||
| e47d1e2d69 | |||
| e6a1765a7f | |||
| 600c945fe2 | |||
| caad6f698c | |||
| 6c33384947 | |||
| a11314faa9 | |||
| 969a902fa6 | |||
| c72f366354 | |||
| 6c17509c80 | |||
| b28fd02841 | |||
| 0373a137ee | |||
| e2f4303fcc | |||
| 0cfb9b4784 | |||
| eeb1a5d632 | |||
| b39fe73e45 | |||
| 7cafbd7d77 | |||
| a7a0993029 | |||
| 9827f08769 | |||
| b996cff4bd | |||
| bd6e9e284a | |||
| e0083353cf | |||
| 01f651d6aa | |||
| bd17103892 | |||
| eedcb8b85c | |||
| 28bf775d47 | |||
| 30bcb96a23 | |||
| 0a320d18d4 | |||
| 989ea41198 | |||
| eb124b5f11 | |||
| 277c0abe17 | |||
| f0f0f1db97 | |||
| 687822b6cb | |||
| e715c8a625 | |||
| bd54393ed4 | |||
| 0fcc6e6b6d | |||
| 8d292457fb | |||
| 1cced651a0 | |||
| 83ce1d0bf5 | |||
| f9a7565d6f |
@@ -0,0 +1,4 @@
|
||||
name: "ClawSec CodeQL Config"
|
||||
|
||||
paths-ignore:
|
||||
- dist/**
|
||||
@@ -1,2 +1,2 @@
|
||||
ruff==0.15.2
|
||||
bandit==1.9.3
|
||||
ruff==0.15.13
|
||||
bandit==1.9.4
|
||||
|
||||
@@ -0,0 +1,74 @@
|
||||
name: Archive GitHub Traffic
|
||||
|
||||
on:
|
||||
schedule:
|
||||
- cron: '17 3 * * *'
|
||||
workflow_dispatch:
|
||||
|
||||
permissions:
|
||||
contents: write
|
||||
|
||||
concurrency:
|
||||
group: traffic-archive
|
||||
cancel-in-progress: false
|
||||
|
||||
env:
|
||||
TRAFFIC_ARCHIVE_BRANCH: traffic-archive
|
||||
TRAFFIC_ARCHIVE_DIR: ../traffic-archive/traffic
|
||||
|
||||
jobs:
|
||||
archive:
|
||||
name: Capture traffic snapshot
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- name: Checkout source
|
||||
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
|
||||
- name: Setup Node
|
||||
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
|
||||
- name: Prepare archive branch
|
||||
env:
|
||||
ARCHIVE_PUSH_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
git config --global user.name "github-actions[bot]"
|
||||
git config --global user.email "41898282+github-actions[bot]@users.noreply.github.com"
|
||||
|
||||
server="${GITHUB_SERVER_URL#https://}"
|
||||
archive_remote="https://x-access-token:${ARCHIVE_PUSH_TOKEN}@${server}/${GITHUB_REPOSITORY}.git"
|
||||
|
||||
if git ls-remote --exit-code --heads "${archive_remote}" "${TRAFFIC_ARCHIVE_BRANCH}" >/dev/null 2>&1; then
|
||||
git clone --branch "${TRAFFIC_ARCHIVE_BRANCH}" --depth 1 "${archive_remote}" ../traffic-archive
|
||||
else
|
||||
git init -b "${TRAFFIC_ARCHIVE_BRANCH}" ../traffic-archive
|
||||
git -C ../traffic-archive remote add origin "${archive_remote}"
|
||||
fi
|
||||
|
||||
mkdir -p "${TRAFFIC_ARCHIVE_DIR}"
|
||||
|
||||
- name: Collect traffic
|
||||
env:
|
||||
GH_TRAFFIC_TOKEN: ${{ secrets.TRAFFIC_ARCHIVE_TOKEN || github.token }}
|
||||
GITHUB_REPOSITORY: ${{ github.repository }}
|
||||
run: node scripts/archive-github-traffic.mjs --archive-dir "${TRAFFIC_ARCHIVE_DIR}"
|
||||
|
||||
- name: Commit archive
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
cd ../traffic-archive
|
||||
git add traffic/archive.json traffic/summary.json
|
||||
git rm --ignore-unmatch traffic/README.md
|
||||
|
||||
if git diff --cached --quiet; then
|
||||
echo "No traffic archive changes."
|
||||
exit 0
|
||||
fi
|
||||
|
||||
git commit -m "chore(traffic): archive repository traffic $(date -u +%F)"
|
||||
git push origin HEAD:${TRAFFIC_ARCHIVE_BRANCH}
|
||||
@@ -20,7 +20,7 @@ jobs:
|
||||
- windows-latest
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
- uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
- uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
@@ -63,7 +63,7 @@ jobs:
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
- name: Trivy FS Scan
|
||||
uses: aquasecurity/trivy-action@e368e328979b113139d6f9068e03accaed98a518 # 0.34.1
|
||||
uses: aquasecurity/trivy-action@ed142fd0673e97e23eac54620cfb913e5ce36c25 # 0.34.1
|
||||
with:
|
||||
scan-type: 'fs'
|
||||
scan-ref: '.'
|
||||
@@ -71,7 +71,7 @@ jobs:
|
||||
exit-code: '1'
|
||||
ignore-unfixed: true
|
||||
- name: Trivy Config Scan
|
||||
uses: aquasecurity/trivy-action@e368e328979b113139d6f9068e03accaed98a518 # 0.34.1
|
||||
uses: aquasecurity/trivy-action@ed142fd0673e97e23eac54620cfb913e5ce36c25 # 0.34.1
|
||||
with:
|
||||
scan-type: 'config'
|
||||
scan-ref: '.'
|
||||
@@ -83,7 +83,7 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
- uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
- uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
@@ -93,12 +93,37 @@ jobs:
|
||||
- name: Check for outdated deps
|
||||
run: npm outdated || true
|
||||
|
||||
advisory-feed-tests:
|
||||
name: Advisory Feed Tests
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
- uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
- run: npm ci
|
||||
- name: GHSA Without CVE Feed Tests
|
||||
run: node scripts/test-ghsa-without-cve-feed.mjs
|
||||
- name: GHSA Poll Workflow Tests
|
||||
run: node scripts/test-ghsa-poll-workflow.mjs
|
||||
- name: NVD GHSA Consolidation Workflow Tests
|
||||
run: node scripts/test-nvd-ghsa-consolidation-workflow.mjs
|
||||
- name: NVD + GHSA Pipeline Dry Run
|
||||
run: node scripts/test-nvd-ghsa-pipeline-dry-run.mjs
|
||||
- name: Skill Release Workflow Tests
|
||||
run: node scripts/test-skill-release-workflow.mjs
|
||||
- name: Deploy Pages Advisory Checksums Tests
|
||||
run: node scripts/test-deploy-pages-checksums.mjs
|
||||
- name: GitHub Traffic Archive Tests
|
||||
run: node scripts/test-github-traffic-archive.mjs
|
||||
|
||||
clawsec-suite-tests:
|
||||
name: ClawSec Suite Verification Tests
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
- uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
- uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
@@ -123,7 +148,7 @@ jobs:
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
- uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
- uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
|
||||
@@ -27,9 +27,10 @@ jobs:
|
||||
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
|
||||
- name: Initialize CodeQL
|
||||
uses: github/codeql-action/init@89a39a4e59826350b863aa6b6252a07ad50cf83e # v4
|
||||
uses: github/codeql-action/init@8aad20d150bbac5944a9f9d289da16a4b0d87c1e # v4
|
||||
with:
|
||||
languages: ${{ matrix.language }}
|
||||
config-file: ./.github/codeql/codeql-config.yml
|
||||
|
||||
- name: Install dependencies
|
||||
run: npm ci
|
||||
@@ -37,4 +38,4 @@ jobs:
|
||||
- name: Build project
|
||||
run: npm run build
|
||||
- name: Perform CodeQL Analysis
|
||||
uses: github/codeql-action/analyze@89a39a4e59826350b863aa6b6252a07ad50cf83e # v4
|
||||
uses: github/codeql-action/analyze@8aad20d150bbac5944a9f9d289da16a4b0d87c1e # v4
|
||||
|
||||
@@ -195,7 +195,7 @@ jobs:
|
||||
|
||||
- name: Set up Python for exploitability analysis
|
||||
if: steps.parse.outputs.already_exists != 'true'
|
||||
uses: actions/setup-python@42375524e23c412d93fb67b49958b491fce71c38 # v5.4.0
|
||||
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
|
||||
with:
|
||||
python-version: '3.10'
|
||||
|
||||
@@ -273,7 +273,7 @@ jobs:
|
||||
- name: Create Pull Request
|
||||
if: steps.parse.outputs.already_exists != 'true'
|
||||
id: create-pr
|
||||
uses: peter-evans/create-pull-request@c0f553fe549906ede9cf27b5156039d195d2ece0 # v8.1.0
|
||||
uses: peter-evans/create-pull-request@5f6978faf089d4d20b00c7766989d076bb2fc7f1 # v8.1.1
|
||||
with:
|
||||
token: ${{ secrets.POLL_NVD_CVES_PAT }}
|
||||
branch: automated/community-advisory-${{ github.event.issue.number }}
|
||||
@@ -302,7 +302,7 @@ jobs:
|
||||
|
||||
- name: Comment on issue
|
||||
if: steps.parse.outputs.already_exists != 'true'
|
||||
uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8.0.0
|
||||
uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
|
||||
with:
|
||||
github-token: ${{ secrets.POLL_NVD_CVES_PAT }}
|
||||
script: |
|
||||
@@ -328,7 +328,7 @@ jobs:
|
||||
|
||||
- name: Comment if already exists
|
||||
if: steps.parse.outputs.already_exists == 'true'
|
||||
uses: actions/github-script@ed597411d8f924073f98dfc5c65a23a2325f34cd # v8.0.0
|
||||
uses: actions/github-script@3a2844b7e9c422d3c10d287c895573f7108da1b3 # v9.0.0
|
||||
with:
|
||||
github-token: ${{ secrets.POLL_NVD_CVES_PAT }}
|
||||
script: |
|
||||
|
||||
@@ -183,16 +183,36 @@ jobs:
|
||||
done
|
||||
|
||||
# Build skill entry for index
|
||||
SKILL_DATA=$(jq -c --arg tag "$TAG" '{
|
||||
id: .name,
|
||||
name: .name,
|
||||
version: .version,
|
||||
description: .description,
|
||||
emoji: .openclaw.emoji,
|
||||
category: .openclaw.category,
|
||||
trust: .trust.level,
|
||||
tag: $tag
|
||||
}' "$MIRROR_DIR/skill.json")
|
||||
SKILL_DATA=$(jq -c --arg tag "$TAG" '
|
||||
. as $skill |
|
||||
def object_or_empty($value):
|
||||
if ($value | type) == "object" then $value else {} end;
|
||||
def object_field($name):
|
||||
object_or_empty($skill[$name]?);
|
||||
def platform_meta:
|
||||
($skill.platform as $platform
|
||||
| if ($platform | type) == "string" then object_or_empty($skill[$platform]?)
|
||||
else {}
|
||||
end);
|
||||
def platform_list:
|
||||
([]
|
||||
+ (if ($skill.platforms | type) == "array" then $skill.platforms else [] end)
|
||||
+ (if ($skill.platform | type) == "string" then [$skill.platform] else [] end)
|
||||
+ (["openclaw", "hermes", "nanoclaw", "picoclaw"] | map(select((object_field(.) | length) > 0))))
|
||||
| map(select(type == "string") | ascii_downcase)
|
||||
| unique;
|
||||
{
|
||||
id: .name,
|
||||
name: .name,
|
||||
version: .version,
|
||||
description: .description,
|
||||
emoji: (platform_meta.emoji // object_field("openclaw").emoji // object_field("hermes").emoji // object_field("nanoclaw").emoji // object_field("picoclaw").emoji // "📦"),
|
||||
category: (platform_meta.category // object_field("openclaw").category // object_field("hermes").category // object_field("nanoclaw").category // object_field("picoclaw").category // "utility"),
|
||||
platforms: platform_list,
|
||||
trust: .trust.level,
|
||||
tag: $tag
|
||||
}
|
||||
' "$MIRROR_DIR/skill.json")
|
||||
|
||||
# Append to index (handle first entry without comma)
|
||||
if [ -f "public/skills/.first_done" ]; then
|
||||
@@ -229,16 +249,51 @@ jobs:
|
||||
set -euo pipefail
|
||||
mkdir -p public/advisories
|
||||
cp advisories/feed.json public/advisories/feed.json
|
||||
if [ -f advisories/ghsa-without-cve.json ]; then
|
||||
cp advisories/ghsa-without-cve.json public/advisories/ghsa-without-cve.json
|
||||
fi
|
||||
echo "Copied advisory feed to public/advisories/"
|
||||
cat public/advisories/feed.json | jq '.advisories | length' | xargs -I {} echo "Feed contains {} advisories"
|
||||
if [ -f public/advisories/ghsa-without-cve.json ]; then
|
||||
cat public/advisories/ghsa-without-cve.json | jq '.advisories | length' | xargs -I {} echo "GHSA provisional feed contains {} advisories"
|
||||
fi
|
||||
|
||||
- name: Sign advisory feed and verify
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY }}
|
||||
private_key_passphrase: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY_PASSPHRASE }}
|
||||
input_file: public/advisories/feed.json
|
||||
signature_file: public/advisories/feed.json.sig
|
||||
public_key_output: public/signing-public.pem
|
||||
|
||||
- name: Sign provisional GHSA feed and verify
|
||||
if: hashFiles('public/advisories/ghsa-without-cve.json') != ''
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY }}
|
||||
private_key_passphrase: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY_PASSPHRASE }}
|
||||
input_file: public/advisories/ghsa-without-cve.json
|
||||
signature_file: public/advisories/ghsa-without-cve.json.sig
|
||||
|
||||
- name: Generate advisory checksums manifest
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
FEED_FILE="public/advisories/feed.json"
|
||||
FEED_SHA=$(sha256sum "$FEED_FILE" | awk '{print $1}')
|
||||
FEED_SIZE=$(stat -c%s "$FEED_FILE" 2>/dev/null || stat -f%z "$FEED_FILE")
|
||||
FILES_JSON="{}"
|
||||
ADVISORY_ARTIFACTS=(public/advisories/*.json public/advisories/*.json.sig)
|
||||
for file in "${ADVISORY_ARTIFACTS[@]}"; do
|
||||
[ -e "$file" ] || continue
|
||||
REL_PATH="${file#public/}"
|
||||
FILE_SHA=$(sha256sum "$file" | awk '{print $1}')
|
||||
FILE_SIZE=$(stat -c%s "$file" 2>/dev/null || stat -f%z "$file")
|
||||
FILES_JSON=$(jq \
|
||||
--arg path "$REL_PATH" \
|
||||
--arg sha "$FILE_SHA" \
|
||||
--argjson size "$FILE_SIZE" \
|
||||
'. + {($path): {sha256: $sha, size: $size, path: $path, url: ("https://clawsec.prompt.security/" + $path)}}' \
|
||||
<<< "$FILES_JSON")
|
||||
done
|
||||
|
||||
# Generate checksums manifest conforming to parseChecksumsManifest expectations:
|
||||
# - schema_version: "1" (manifest format version)
|
||||
@@ -252,36 +307,19 @@ jobs:
|
||||
--arg version "1.1.0" \
|
||||
--arg generated "$(date -u +%Y-%m-%dT%H:%M:%SZ)" \
|
||||
--arg repo "${{ github.repository }}" \
|
||||
--arg sha "$FEED_SHA" \
|
||||
--argjson size "$FEED_SIZE" \
|
||||
--argjson files "$FILES_JSON" \
|
||||
'{
|
||||
schema_version: $schema_version,
|
||||
algorithm: $algorithm,
|
||||
version: $version,
|
||||
generated_at: $generated,
|
||||
repository: $repo,
|
||||
files: {
|
||||
"advisories/feed.json": {
|
||||
sha256: $sha,
|
||||
size: $size,
|
||||
path: "advisories/feed.json",
|
||||
url: "https://clawsec.prompt.security/advisories/feed.json"
|
||||
}
|
||||
}
|
||||
files: $files
|
||||
}' > public/checksums.json
|
||||
|
||||
echo "Generated public/checksums.json"
|
||||
jq . public/checksums.json
|
||||
|
||||
- name: Sign advisory feed and verify
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY }}
|
||||
private_key_passphrase: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY_PASSPHRASE }}
|
||||
input_file: public/advisories/feed.json
|
||||
signature_file: public/advisories/feed.json.sig
|
||||
public_key_output: public/signing-public.pem
|
||||
|
||||
- name: Sign checksums and verify
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
@@ -314,11 +352,11 @@ jobs:
|
||||
- name: Show signed advisory artifacts
|
||||
run: |
|
||||
echo "Signed advisory artifacts:"
|
||||
ls -la public/advisories/feed.json*
|
||||
ls -la public/advisories/*.json*
|
||||
ls -la public/checksums.json public/checksums.sig public/signing-public.pem
|
||||
|
||||
- name: Setup Node.js
|
||||
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
@@ -367,6 +405,16 @@ jobs:
|
||||
cp "public/advisories/feed.json.sig" "$MIRROR_LATEST_DIR/advisories/feed.json.sig"
|
||||
cp "public/advisories/feed.json.sig" "$MIRROR_LATEST_DIR/feed.json.sig"
|
||||
fi
|
||||
if [ -f "public/advisories/ghsa-without-cve.json" ]; then
|
||||
mkdir -p "$MIRROR_LATEST_DIR/advisories"
|
||||
cp "public/advisories/ghsa-without-cve.json" "$MIRROR_LATEST_DIR/advisories/ghsa-without-cve.json"
|
||||
cp "public/advisories/ghsa-without-cve.json" "$MIRROR_LATEST_DIR/ghsa-without-cve.json"
|
||||
fi
|
||||
if [ -f "public/advisories/ghsa-without-cve.json.sig" ]; then
|
||||
mkdir -p "$MIRROR_LATEST_DIR/advisories"
|
||||
cp "public/advisories/ghsa-without-cve.json.sig" "$MIRROR_LATEST_DIR/advisories/ghsa-without-cve.json.sig"
|
||||
cp "public/advisories/ghsa-without-cve.json.sig" "$MIRROR_LATEST_DIR/ghsa-without-cve.json.sig"
|
||||
fi
|
||||
if [ -f "public/checksums.json" ]; then
|
||||
cp "public/checksums.json" "$MIRROR_LATEST_DIR/checksums.json"
|
||||
fi
|
||||
@@ -406,10 +454,10 @@ jobs:
|
||||
run: touch dist/.nojekyll
|
||||
|
||||
- name: Setup Pages
|
||||
uses: actions/configure-pages@983d7736d9b0ae728b81ab479565c72886d7745b # v5.0.0
|
||||
uses: actions/configure-pages@45bfe0192ca1faeb007ade9deae92b16b8254a0d # v6.0.0
|
||||
|
||||
- name: Upload artifact
|
||||
uses: actions/upload-pages-artifact@7b1f4a764d45c48632c6b24a0339c27f5614fb0b # v4.0.0
|
||||
uses: actions/upload-pages-artifact@fc324d3547104276b827a68afc52ff2a11cc49c9 # v5.0.0
|
||||
with:
|
||||
path: ./dist
|
||||
|
||||
@@ -435,4 +483,4 @@ jobs:
|
||||
steps:
|
||||
- name: Deploy to GitHub Pages
|
||||
id: deployment
|
||||
uses: actions/deploy-pages@d6db90164ac5ed86f2b6aed7e0febac5b3c0c03e # v4.0.5
|
||||
uses: actions/deploy-pages@cd2ce8fcbc39b97be8ca5fce6e763baed58fa128 # v5.0.0
|
||||
|
||||
@@ -0,0 +1,35 @@
|
||||
name: i18n QA
|
||||
|
||||
on:
|
||||
pull_request:
|
||||
branches: [main]
|
||||
paths:
|
||||
- 'README*.md'
|
||||
- 'wiki/**/*.md'
|
||||
- 'scripts/i18n/**'
|
||||
- '.github/workflows/i18n-qa.yml'
|
||||
workflow_dispatch:
|
||||
|
||||
permissions: read-all
|
||||
|
||||
jobs:
|
||||
i18n-qa:
|
||||
name: Translation Integrity Checks
|
||||
runs-on: ubuntu-latest
|
||||
steps:
|
||||
- uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
with:
|
||||
fetch-depth: 0
|
||||
- uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
|
||||
with:
|
||||
python-version: '3.12'
|
||||
- name: Run i18n QA
|
||||
run: python scripts/i18n/qa_check.py
|
||||
|
||||
- name: Check markdown links (README/wiki)
|
||||
run: |
|
||||
if [ "${{ github.event_name }}" = "pull_request" ]; then
|
||||
python scripts/i18n/link_check.py --changed-only --base-ref "origin/${{ github.base_ref }}"
|
||||
else
|
||||
python scripts/i18n/link_check.py
|
||||
fi
|
||||
@@ -27,14 +27,26 @@ jobs:
|
||||
set -euo pipefail
|
||||
mkdir -p public/advisories
|
||||
cp advisories/feed.json public/advisories/feed.json
|
||||
if [ -f advisories/ghsa-without-cve.json ]; then
|
||||
cp advisories/ghsa-without-cve.json public/advisories/ghsa-without-cve.json
|
||||
fi
|
||||
|
||||
- name: Generate advisory checksums manifest
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
FEED_FILE="public/advisories/feed.json"
|
||||
FEED_SHA=$(sha256sum "$FEED_FILE" | awk '{print $1}')
|
||||
FEED_SIZE=$(stat -c%s "$FEED_FILE" 2>/dev/null || stat -f%z "$FEED_FILE")
|
||||
FILES_JSON="{}"
|
||||
for file in public/advisories/*.json; do
|
||||
REL_PATH="${file#public/}"
|
||||
FILE_SHA=$(sha256sum "$file" | awk '{print $1}')
|
||||
FILE_SIZE=$(stat -c%s "$file" 2>/dev/null || stat -f%z "$file")
|
||||
FILES_JSON=$(jq \
|
||||
--arg path "$REL_PATH" \
|
||||
--arg sha "$FILE_SHA" \
|
||||
--argjson size "$FILE_SIZE" \
|
||||
'. + {($path): {sha256: $sha, size: $size, path: $path, url: ("https://clawsec.prompt.security/" + $path)}}' \
|
||||
<<< "$FILES_JSON")
|
||||
done
|
||||
|
||||
jq -n \
|
||||
--arg schema_version "1" \
|
||||
@@ -42,22 +54,14 @@ jobs:
|
||||
--arg version "1.1.0" \
|
||||
--arg generated "$(date -u +%Y-%m-%dT%H:%M:%SZ)" \
|
||||
--arg repo "${{ github.repository }}" \
|
||||
--arg sha "$FEED_SHA" \
|
||||
--argjson size "$FEED_SIZE" \
|
||||
--argjson files "$FILES_JSON" \
|
||||
'{
|
||||
schema_version: $schema_version,
|
||||
algorithm: $algorithm,
|
||||
version: $version,
|
||||
generated_at: $generated,
|
||||
repository: $repo,
|
||||
files: {
|
||||
"advisories/feed.json": {
|
||||
sha256: $sha,
|
||||
size: $size,
|
||||
path: "advisories/feed.json",
|
||||
url: "https://clawsec.prompt.security/advisories/feed.json"
|
||||
}
|
||||
}
|
||||
files: $files
|
||||
}' > public/checksums.json
|
||||
|
||||
- name: Generate ephemeral signing key for PR verification
|
||||
@@ -81,6 +85,14 @@ jobs:
|
||||
signature_file: public/advisories/feed.json.sig
|
||||
public_key_output: public/signing-public.pem
|
||||
|
||||
- name: Sign provisional GHSA feed and verify
|
||||
if: hashFiles('public/advisories/ghsa-without-cve.json') != ''
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ steps.test_key.outputs.private_key }}
|
||||
input_file: public/advisories/ghsa-without-cve.json
|
||||
signature_file: public/advisories/ghsa-without-cve.json.sig
|
||||
|
||||
- name: Sign checksums and verify
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
@@ -89,7 +101,7 @@ jobs:
|
||||
signature_file: public/checksums.sig
|
||||
|
||||
- name: Setup Node.js
|
||||
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
@@ -107,5 +119,8 @@ jobs:
|
||||
set -euo pipefail
|
||||
test -f dist/index.html
|
||||
test -f public/advisories/feed.json.sig
|
||||
if [ -f public/advisories/ghsa-without-cve.json ]; then
|
||||
test -f public/advisories/ghsa-without-cve.json.sig
|
||||
fi
|
||||
test -f public/checksums.sig
|
||||
test -f public/signing-public.pem
|
||||
|
||||
@@ -0,0 +1,158 @@
|
||||
name: Poll GHSA Without CVE
|
||||
|
||||
on:
|
||||
workflow_dispatch:
|
||||
|
||||
permissions: read-all
|
||||
|
||||
concurrency:
|
||||
group: poll-ghsa-without-cve
|
||||
cancel-in-progress: false
|
||||
|
||||
env:
|
||||
FEED_PATH: advisories/feed.json
|
||||
FEED_SIG_PATH: advisories/feed.json.sig
|
||||
GHSA_FEED_PATH: advisories/ghsa-without-cve.json
|
||||
GHSA_FEED_SIG_PATH: advisories/ghsa-without-cve.json.sig
|
||||
SKILL_FEED_PATH: skills/clawsec-feed/advisories/feed.json
|
||||
SKILL_FEED_SIG_PATH: skills/clawsec-feed/advisories/feed.json.sig
|
||||
|
||||
jobs:
|
||||
poll-and-update:
|
||||
runs-on: ubuntu-latest
|
||||
permissions:
|
||||
contents: write
|
||||
pull-requests: write
|
||||
steps:
|
||||
- name: Checkout
|
||||
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
|
||||
- name: Setup Node.js
|
||||
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: '20'
|
||||
cache: 'npm'
|
||||
|
||||
- name: Run GHSA feed tests
|
||||
run: node scripts/test-ghsa-without-cve-feed.mjs
|
||||
|
||||
- name: Poll GitHub Security Advisories
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
node scripts/ghsa-without-cve-feed.mjs \
|
||||
--output "$GHSA_FEED_PATH" \
|
||||
--consolidated-feed "$FEED_PATH" \
|
||||
--existing-feed "$GHSA_FEED_PATH" \
|
||||
--nvd-feed "$FEED_PATH" \
|
||||
--stale-after-days 60
|
||||
|
||||
- name: Sync consolidated feed to clawsec-feed skill
|
||||
run: |
|
||||
set -euo pipefail
|
||||
mkdir -p "$(dirname "$SKILL_FEED_PATH")"
|
||||
cp "$FEED_PATH" "$SKILL_FEED_PATH"
|
||||
|
||||
- name: Detect feed changes
|
||||
id: changes
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
GHSA_CHANGED=false
|
||||
AGENT_CHANGED=false
|
||||
|
||||
if ! git diff --quiet -- "$GHSA_FEED_PATH" || [ ! -f "$GHSA_FEED_SIG_PATH" ]; then
|
||||
GHSA_CHANGED=true
|
||||
fi
|
||||
|
||||
if ! git diff --quiet -- "$FEED_PATH" "$SKILL_FEED_PATH" || [ ! -f "$FEED_SIG_PATH" ] || [ ! -f "$SKILL_FEED_SIG_PATH" ]; then
|
||||
AGENT_CHANGED=true
|
||||
fi
|
||||
|
||||
echo "ghsa_changed=$GHSA_CHANGED" >> "$GITHUB_OUTPUT"
|
||||
echo "agent_changed=$AGENT_CHANGED" >> "$GITHUB_OUTPUT"
|
||||
|
||||
if [ "$GHSA_CHANGED" = "true" ] || [ "$AGENT_CHANGED" = "true" ]; then
|
||||
echo "changed=true" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "changed=false" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
|
||||
- name: Sign GHSA feed and verify
|
||||
if: steps.changes.outputs.ghsa_changed == 'true'
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY }}
|
||||
private_key_passphrase: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY_PASSPHRASE }}
|
||||
input_file: ${{ env.GHSA_FEED_PATH }}
|
||||
signature_file: ${{ env.GHSA_FEED_SIG_PATH }}
|
||||
|
||||
- name: Sign consolidated agent feed and verify
|
||||
if: steps.changes.outputs.agent_changed == 'true'
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY }}
|
||||
private_key_passphrase: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY_PASSPHRASE }}
|
||||
input_file: ${{ env.FEED_PATH }}
|
||||
signature_file: ${{ env.FEED_SIG_PATH }}
|
||||
verify_files: |
|
||||
${{ env.FEED_PATH }}
|
||||
${{ env.SKILL_FEED_PATH }}
|
||||
|
||||
- name: Sync consolidated signature to clawsec-feed skill
|
||||
if: steps.changes.outputs.agent_changed == 'true'
|
||||
run: cp "$FEED_SIG_PATH" "$SKILL_FEED_SIG_PATH"
|
||||
|
||||
- name: Create Pull Request
|
||||
if: steps.changes.outputs.changed == 'true'
|
||||
id: create-pr
|
||||
uses: peter-evans/create-pull-request@5f6978faf089d4d20b00c7766989d076bb2fc7f1 # v8.1.1
|
||||
with:
|
||||
token: ${{ github.token }}
|
||||
branch: automated/ghsa-without-cve-feed
|
||||
delete-branch: true
|
||||
title: 'chore: update provisional GHSA advisory feed'
|
||||
body: |
|
||||
## Summary
|
||||
Updates the provisional GHSA advisory feed and the consolidated agent advisory feed.
|
||||
|
||||
- Feed: `${{ env.GHSA_FEED_PATH }}`
|
||||
- Agent feed: `${{ env.FEED_PATH }}`
|
||||
- Stale threshold: 60 days without a CVE
|
||||
- Statuses: `active`, `matured`, `stale`
|
||||
|
||||
---
|
||||
*This PR was automatically generated by the GHSA-without-CVE polling workflow.*
|
||||
commit-message: |
|
||||
chore: update provisional GHSA advisory feed
|
||||
|
||||
Poll public GitHub Security Advisories without CVE identifiers.
|
||||
add-paths: |
|
||||
${{ env.FEED_PATH }}
|
||||
${{ env.FEED_SIG_PATH }}
|
||||
${{ env.GHSA_FEED_PATH }}
|
||||
${{ env.GHSA_FEED_SIG_PATH }}
|
||||
${{ env.SKILL_FEED_PATH }}
|
||||
${{ env.SKILL_FEED_SIG_PATH }}
|
||||
|
||||
- name: Summary
|
||||
run: |
|
||||
set -euo pipefail
|
||||
echo "## GHSA Without CVE Poll Summary" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Metric | Value |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "|--------|-------|" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Feed changed | ${{ steps.changes.outputs.changed }} |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Agent feed changed | ${{ steps.changes.outputs.agent_changed }} |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| GHSA source feed changed | ${{ steps.changes.outputs.ghsa_changed }} |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Feed path | $GHSA_FEED_PATH |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Agent feed path | $FEED_PATH |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Total advisories | $(jq '.advisories | length' "$GHSA_FEED_PATH") |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Active | $(jq '[.advisories[] | select(.status == "active")] | length' "$GHSA_FEED_PATH") |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Matured | $(jq '[.advisories[] | select(.status == "matured")] | length' "$GHSA_FEED_PATH") |" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "| Stale | $(jq '[.advisories[] | select(.status == "stale")] | length' "$GHSA_FEED_PATH") |" >> "$GITHUB_STEP_SUMMARY"
|
||||
if [ -n "${{ steps.create-pr.outputs.pull-request-url }}" ]; then
|
||||
echo "" >> "$GITHUB_STEP_SUMMARY"
|
||||
echo "Upserted PR: ${{ steps.create-pr.outputs.pull-request-url }}" >> "$GITHUB_STEP_SUMMARY"
|
||||
fi
|
||||
+359
-118
@@ -21,10 +21,10 @@ concurrency:
|
||||
env:
|
||||
FEED_PATH: advisories/feed.json
|
||||
FEED_SIG_PATH: advisories/feed.json.sig
|
||||
GHSA_FEED_PATH: advisories/ghsa-without-cve.json
|
||||
GHSA_FEED_SIG_PATH: advisories/ghsa-without-cve.json.sig
|
||||
SKILL_FEED_PATH: skills/clawsec-feed/advisories/feed.json
|
||||
SKILL_FEED_SIG_PATH: skills/clawsec-feed/advisories/feed.json.sig
|
||||
KEYWORDS: "OpenClaw clawdbot Moltbot NanoClaw WhatsApp-bot baileys"
|
||||
GITHUB_REF_PATTERN: "github.com/openclaw/openclaw github.com/qwibitai/NanoClaw"
|
||||
|
||||
jobs:
|
||||
poll-and-update:
|
||||
@@ -85,8 +85,10 @@ jobs:
|
||||
id: fetch
|
||||
run: |
|
||||
set -euo pipefail
|
||||
source scripts/feed-utils.sh
|
||||
mkdir -p tmp
|
||||
FORCE_FULL_SCAN="${{ inputs.force_full_scan }}"
|
||||
NVD_QUERY_SPECS="$(nvd_query_specs)"
|
||||
|
||||
START_DATE="${{ steps.dates.outputs.start_date }}"
|
||||
END_DATE="${{ steps.dates.outputs.end_date }}"
|
||||
@@ -97,24 +99,26 @@ jobs:
|
||||
|
||||
echo "=== Fetching CVEs from NVD ==="
|
||||
|
||||
FAILED_KEYWORDS=()
|
||||
FAILED_QUERIES=()
|
||||
|
||||
# Fetch for each keyword
|
||||
for KEYWORD in $KEYWORDS; do
|
||||
echo "Fetching keyword: $KEYWORD"
|
||||
while IFS='|' read -r QUERY_KIND QUERY_VALUE; do
|
||||
[ -n "$QUERY_KIND" ] || continue
|
||||
|
||||
QUERY_SLUG="$(nvd_query_slug "$QUERY_KIND" "$QUERY_VALUE")"
|
||||
echo "Fetching $QUERY_KIND query: $QUERY_VALUE"
|
||||
|
||||
keyword_ok=false
|
||||
last_http_code=""
|
||||
|
||||
if [ "$FORCE_FULL_SCAN" = "true" ]; then
|
||||
echo "Full scan mode enabled: paginating complete NVD history for keyword '$KEYWORD'"
|
||||
echo '{"vulnerabilities":[]}' > "tmp/nvd_${KEYWORD}.json"
|
||||
echo "Full scan mode enabled: paginating complete NVD history for '$QUERY_KIND:$QUERY_VALUE'"
|
||||
echo '{"vulnerabilities":[]}' > "tmp/nvd_${QUERY_SLUG}.json"
|
||||
START_INDEX=0
|
||||
RESULTS_PER_PAGE=2000
|
||||
|
||||
while true; do
|
||||
URL="https://services.nvd.nist.gov/rest/json/cves/2.0?keywordSearch=${KEYWORD}&startIndex=${START_INDEX}&resultsPerPage=${RESULTS_PER_PAGE}"
|
||||
PAGE_FILE="tmp/nvd_${KEYWORD}_${START_INDEX}.json"
|
||||
URL="$(nvd_build_url "$QUERY_KIND" "$QUERY_VALUE" "&startIndex=${START_INDEX}&resultsPerPage=${RESULTS_PER_PAGE}")"
|
||||
PAGE_FILE="tmp/nvd_${QUERY_SLUG}_${START_INDEX}.json"
|
||||
echo "URL: $URL"
|
||||
|
||||
page_ok=false
|
||||
@@ -129,13 +133,13 @@ jobs:
|
||||
page_ok=true
|
||||
break
|
||||
fi
|
||||
echo "Invalid JSON for $KEYWORD page $START_INDEX, retry $i..."
|
||||
echo "Invalid JSON for $QUERY_KIND:$QUERY_VALUE page $START_INDEX, retry $i..."
|
||||
sleep 5
|
||||
elif [ "$HTTP_CODE" = "403" ] || [ "$HTTP_CODE" = "429" ]; then
|
||||
echo "Rate limited, waiting 30s before retry $i..."
|
||||
sleep 30
|
||||
else
|
||||
echo "HTTP $HTTP_CODE for $KEYWORD page $START_INDEX, retry $i..."
|
||||
echo "HTTP $HTTP_CODE for $QUERY_KIND:$QUERY_VALUE page $START_INDEX, retry $i..."
|
||||
sleep 5
|
||||
fi
|
||||
done
|
||||
@@ -145,8 +149,8 @@ jobs:
|
||||
fi
|
||||
|
||||
jq -s '.[0].vulnerabilities += .[1].vulnerabilities | .[0]' \
|
||||
"tmp/nvd_${KEYWORD}.json" "$PAGE_FILE" > "tmp/nvd_${KEYWORD}_merged.json"
|
||||
mv "tmp/nvd_${KEYWORD}_merged.json" "tmp/nvd_${KEYWORD}.json"
|
||||
"tmp/nvd_${QUERY_SLUG}.json" "$PAGE_FILE" > "tmp/nvd_${QUERY_SLUG}_merged.json"
|
||||
mv "tmp/nvd_${QUERY_SLUG}_merged.json" "tmp/nvd_${QUERY_SLUG}.json"
|
||||
|
||||
PAGE_COUNT=$(jq '.vulnerabilities | length' "$PAGE_FILE")
|
||||
TOTAL_RESULTS=$(jq '.totalResults // 0' "$PAGE_FILE")
|
||||
@@ -162,45 +166,45 @@ jobs:
|
||||
sleep 6
|
||||
done
|
||||
else
|
||||
URL="https://services.nvd.nist.gov/rest/json/cves/2.0?keywordSearch=${KEYWORD}&lastModStartDate=${START_ENC}&lastModEndDate=${END_ENC}"
|
||||
URL="$(nvd_build_url "$QUERY_KIND" "$QUERY_VALUE" "&lastModStartDate=${START_ENC}&lastModEndDate=${END_ENC}")"
|
||||
echo "URL: $URL"
|
||||
|
||||
# Fetch with retry logic
|
||||
for i in 1 2 3; do
|
||||
HTTP_CODE=$(curl -sS -w "%{http_code}" -o "tmp/nvd_${KEYWORD}.json" "$URL" || true)
|
||||
HTTP_CODE=$(curl -sS -w "%{http_code}" -o "tmp/nvd_${QUERY_SLUG}.json" "$URL" || true)
|
||||
if [ -z "$HTTP_CODE" ]; then
|
||||
HTTP_CODE="000"
|
||||
fi
|
||||
last_http_code="$HTTP_CODE"
|
||||
if [ "$HTTP_CODE" = "200" ]; then
|
||||
if jq -e . "tmp/nvd_${KEYWORD}.json" >/dev/null 2>&1; then
|
||||
echo "Success for $KEYWORD"
|
||||
if jq -e . "tmp/nvd_${QUERY_SLUG}.json" >/dev/null 2>&1; then
|
||||
echo "Success for $QUERY_KIND:$QUERY_VALUE"
|
||||
keyword_ok=true
|
||||
break
|
||||
fi
|
||||
echo "Invalid JSON for $KEYWORD, retry $i..."
|
||||
echo "Invalid JSON for $QUERY_KIND:$QUERY_VALUE, retry $i..."
|
||||
sleep 5
|
||||
elif [ "$HTTP_CODE" = "403" ] || [ "$HTTP_CODE" = "429" ]; then
|
||||
echo "Rate limited, waiting 30s before retry $i..."
|
||||
sleep 30
|
||||
else
|
||||
echo "HTTP $HTTP_CODE for $KEYWORD, retry $i..."
|
||||
echo "HTTP $HTTP_CODE for $QUERY_KIND:$QUERY_VALUE, retry $i..."
|
||||
sleep 5
|
||||
fi
|
||||
done
|
||||
fi
|
||||
|
||||
if [ "$keyword_ok" != "true" ]; then
|
||||
echo "::error::Failed to fetch valid NVD response for keyword '$KEYWORD' (last HTTP code: ${last_http_code:-unknown})."
|
||||
FAILED_KEYWORDS+=("$KEYWORD")
|
||||
echo "::error::Failed to fetch valid NVD response for '$QUERY_KIND:$QUERY_VALUE' (last HTTP code: ${last_http_code:-unknown})."
|
||||
FAILED_QUERIES+=("${QUERY_KIND}:${QUERY_VALUE}")
|
||||
fi
|
||||
|
||||
# NVD recommends 6 second delay between requests
|
||||
sleep 6
|
||||
done
|
||||
done <<< "$NVD_QUERY_SPECS"
|
||||
|
||||
if [ "${#FAILED_KEYWORDS[@]}" -gt 0 ]; then
|
||||
echo "::error::NVD fetch failed for keyword(s): ${FAILED_KEYWORDS[*]}"
|
||||
if [ "${#FAILED_QUERIES[@]}" -gt 0 ]; then
|
||||
echo "::error::NVD fetch failed for query spec(s): ${FAILED_QUERIES[*]}"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
@@ -210,11 +214,22 @@ jobs:
|
||||
- name: Merge and filter CVEs
|
||||
id: process
|
||||
run: |
|
||||
source scripts/feed-utils.sh
|
||||
NVD_QUERY_SPECS="$(nvd_query_specs)"
|
||||
KEYWORDS_PATTERN="$(nvd_keyword_pattern)"
|
||||
GITHUB_PATTERN="$(nvd_github_ref_pattern)"
|
||||
CPE_PATTERN="$(nvd_cpe_pattern)"
|
||||
# Export concise project keyword groups for PR body + workflow summary steps
|
||||
KEYWORDS="$(nvd_summary_keywords)"
|
||||
echo "KEYWORDS=$KEYWORDS" >> "$GITHUB_ENV"
|
||||
|
||||
# Combine all fetched CVEs
|
||||
echo '{"vulnerabilities":[]}' > tmp/combined.json
|
||||
|
||||
for KEYWORD in $KEYWORDS; do
|
||||
FILE="tmp/nvd_${KEYWORD}.json"
|
||||
while IFS='|' read -r QUERY_KIND QUERY_VALUE; do
|
||||
[ -n "$QUERY_KIND" ] || continue
|
||||
QUERY_SLUG="$(nvd_query_slug "$QUERY_KIND" "$QUERY_VALUE")"
|
||||
FILE="tmp/nvd_${QUERY_SLUG}.json"
|
||||
if [ -f "$FILE" ] && [ -s "$FILE" ]; then
|
||||
# Check if file has vulnerabilities array
|
||||
if jq -e '.vulnerabilities' "$FILE" > /dev/null 2>&1; then
|
||||
@@ -227,7 +242,7 @@ jobs:
|
||||
mv tmp/combined_new.json tmp/combined.json
|
||||
fi
|
||||
fi
|
||||
done
|
||||
done <<< "$NVD_QUERY_SPECS"
|
||||
|
||||
# Deduplicate by CVE ID
|
||||
jq '.vulnerabilities | unique_by(.cve.id)' tmp/combined.json > tmp/unique_cves.json
|
||||
@@ -235,16 +250,16 @@ jobs:
|
||||
echo "Total unique CVEs from NVD: $TOTAL"
|
||||
|
||||
# Post-filter: keep only CVEs where description contains keywords OR references contain github pattern
|
||||
KEYWORDS_PATTERN="OpenClaw|clawdbot|Moltbot|openclaw|NanoClaw|nanoclaw|WhatsApp-bot|baileys"
|
||||
GITHUB_PATTERN="${GITHUB_REF_PATTERN}"
|
||||
|
||||
jq --arg kw "$KEYWORDS_PATTERN" --arg gh "$GITHUB_PATTERN" '
|
||||
jq --arg kw "$KEYWORDS_PATTERN" --arg gh "$GITHUB_PATTERN" --arg cpe "$CPE_PATTERN" '
|
||||
[.[] | select(
|
||||
# Check if any description contains keywords (case insensitive)
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value | test($kw; "i"))
|
||||
or
|
||||
# Check if any reference URL contains the github pattern
|
||||
(.cve.references[]? | .url | test($gh; "i"))
|
||||
or
|
||||
# Check if any CPE criteria contain the Hermes product identifier
|
||||
([.cve.configurations[]? | .. | objects | .criteria? | strings | test($cpe; "i")] | any)
|
||||
)]
|
||||
' tmp/unique_cves.json > tmp/filtered_cves.json
|
||||
|
||||
@@ -371,11 +386,12 @@ jobs:
|
||||
| unique
|
||||
);
|
||||
|
||||
def context_blob:
|
||||
def detection_blob:
|
||||
(
|
||||
[
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value),
|
||||
(.cve.references[]?.url // empty)
|
||||
(.cve.references[]?.url // empty),
|
||||
(.cve.configurations[]? | .. | objects | .criteria? // empty)
|
||||
]
|
||||
| map(strings | ascii_downcase)
|
||||
| join(" ")
|
||||
@@ -383,41 +399,65 @@ jobs:
|
||||
|
||||
def inferred_targets:
|
||||
(
|
||||
context_blob as $blob
|
||||
detection_blob as $blob
|
||||
| (
|
||||
(if ($blob | test("github\\.com/openclaw/openclaw|\\bopenclaw\\b|\\bclawdbot\\b|\\bmoltbot\\b")) then ["openclaw@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/qwibitai/nanoclaw|\\bnanoclaw\\b|whatsapp-bot|\\bbaileys\\b")) then ["nanoclaw@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/softwarepub/hermes|github\\.com/nousresearch/hermes-agent|cpe:2\\.3:a:software-metadata\\.pub:hermes|\\bhermes workflow\\b|\\bhermes-agent\\b|software publication with rich metadata")) then ["hermes@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/[^/]+/picoclaw|\\bpicoclaw\\b|cpe:2\\.3:[aho]:[^:]*:picoclaw(?::|$)")) then ["picoclaw@*"] else [] end)
|
||||
)
|
||||
);
|
||||
|
||||
def normalized_affected:
|
||||
def matched_targets:
|
||||
(
|
||||
(cpe_criteria + inferred_targets)
|
||||
| unique
|
||||
| .[0:5]
|
||||
| if length == 0 then ["openclaw@*", "nanoclaw@*"] else . end
|
||||
);
|
||||
|
||||
def platforms_from_targets($targets):
|
||||
(
|
||||
[
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("openclaw@") or test("^cpe:2\\.3:[aho]:openclaw:openclaw(?::|$)"))) | length > 0) then "openclaw" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("nanoclaw@") or test("^cpe:2\\.3:[aho]:[^:]*:nanoclaw(?::|$)"))) | length > 0) then "nanoclaw" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("hermes@") or test("^cpe:2\\.3:[aho]:software-metadata\\.pub:hermes(?::|$)"))) | length > 0) then "hermes" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("picoclaw@") or test("^cpe:2\\.3:[aho]:[^:]*:picoclaw(?::|$)"))) | length > 0) then "picoclaw" else empty end)
|
||||
]
|
||||
);
|
||||
|
||||
def normalized_affected:
|
||||
(
|
||||
matched_targets
|
||||
| if length == 0 then ["openclaw@*", "nanoclaw@*", "hermes@*", "picoclaw@*"] else . end
|
||||
);
|
||||
|
||||
def normalized_platforms:
|
||||
(
|
||||
inferred_targets as $targets
|
||||
| ($targets | map(select(startswith("openclaw@"))) | length > 0) as $has_openclaw
|
||||
| ($targets | map(select(startswith("nanoclaw@"))) | length > 0) as $has_nanoclaw
|
||||
| if $has_openclaw and $has_nanoclaw then ["openclaw", "nanoclaw"]
|
||||
elif $has_openclaw then ["openclaw"]
|
||||
elif $has_nanoclaw then ["nanoclaw"]
|
||||
else ["openclaw", "nanoclaw"]
|
||||
inferred_targets as $inferred
|
||||
| platforms_from_targets($inferred) as $from_inferred
|
||||
| if ($from_inferred | length) > 0 then $from_inferred
|
||||
else
|
||||
matched_targets as $targets
|
||||
| platforms_from_targets($targets) as $from_targets
|
||||
| if ($from_targets | length) > 0 then $from_targets else ["openclaw", "nanoclaw", "hermes", "picoclaw"] end
|
||||
end
|
||||
);
|
||||
|
||||
def preferred_description:
|
||||
(
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value)
|
||||
// .cve.descriptions[0]?.value
|
||||
// "No description provided by NVD."
|
||||
);
|
||||
|
||||
[.[] | {
|
||||
id: .cve.id,
|
||||
severity: (get_cvss_score | map_severity),
|
||||
type: nvd_category_name,
|
||||
nvd_category_id: nvd_category_raw,
|
||||
cvss_score: get_cvss_score,
|
||||
description: (.cve.descriptions[] | select(.lang == "en") | .value),
|
||||
title: (.cve.descriptions[] | select(.lang == "en") | .value | .[0:100] + (if length > 100 then "..." else "" end)),
|
||||
description: preferred_description,
|
||||
title: (preferred_description | .[0:100] + (if length > 100 then "..." else "" end)),
|
||||
affected: normalized_affected,
|
||||
platforms: normalized_platforms,
|
||||
references: [.cve.references[]?.url // empty] | unique | .[0:3],
|
||||
@@ -490,16 +530,16 @@ jobs:
|
||||
- name: Transform CVEs to advisories
|
||||
id: transform
|
||||
run: |
|
||||
# Read existing IDs into a jq-friendly format
|
||||
# Read existing IDs into a jq-friendly file for jq (avoids huge CLI args on full scans).
|
||||
if [ "${{ inputs.force_full_scan }}" = "true" ]; then
|
||||
echo "Full scan mode enabled: rebuilding CVE advisories from scratch."
|
||||
EXISTING_IDS='[]'
|
||||
echo '[]' > tmp/existing_ids.json
|
||||
else
|
||||
EXISTING_IDS=$(cat tmp/existing_ids.txt | jq -R -s 'split("\n") | map(select(length > 0))')
|
||||
jq -R -s 'split("\n") | map(select(length > 0))' < tmp/existing_ids.txt > tmp/existing_ids.json
|
||||
fi
|
||||
|
||||
# Transform NVD CVEs to our advisory format
|
||||
jq --argjson existing "$EXISTING_IDS" '
|
||||
jq --slurpfile existing tmp/existing_ids.json '
|
||||
def map_severity:
|
||||
if . == null then "medium"
|
||||
elif . >= 9.0 then "critical"
|
||||
@@ -588,11 +628,12 @@ jobs:
|
||||
| unique
|
||||
);
|
||||
|
||||
def context_blob:
|
||||
def detection_blob:
|
||||
(
|
||||
[
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value),
|
||||
(.cve.references[]?.url // empty)
|
||||
(.cve.references[]?.url // empty),
|
||||
(.cve.configurations[]? | .. | objects | .criteria? // empty)
|
||||
]
|
||||
| map(strings | ascii_downcase)
|
||||
| join(" ")
|
||||
@@ -600,42 +641,66 @@ jobs:
|
||||
|
||||
def inferred_targets:
|
||||
(
|
||||
context_blob as $blob
|
||||
detection_blob as $blob
|
||||
| (
|
||||
(if ($blob | test("github\\.com/openclaw/openclaw|\\bopenclaw\\b|\\bclawdbot\\b|\\bmoltbot\\b")) then ["openclaw@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/qwibitai/nanoclaw|\\bnanoclaw\\b|whatsapp-bot|\\bbaileys\\b")) then ["nanoclaw@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/softwarepub/hermes|github\\.com/nousresearch/hermes-agent|cpe:2\\.3:a:software-metadata\\.pub:hermes|\\bhermes workflow\\b|\\bhermes-agent\\b|software publication with rich metadata")) then ["hermes@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/[^/]+/picoclaw|\\bpicoclaw\\b|cpe:2\\.3:[aho]:[^:]*:picoclaw(?::|$)")) then ["picoclaw@*"] else [] end)
|
||||
)
|
||||
);
|
||||
|
||||
def normalized_affected:
|
||||
def matched_targets:
|
||||
(
|
||||
(cpe_criteria + inferred_targets)
|
||||
| unique
|
||||
| .[0:5]
|
||||
| if length == 0 then ["openclaw@*", "nanoclaw@*"] else . end
|
||||
);
|
||||
|
||||
def platforms_from_targets($targets):
|
||||
(
|
||||
[
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("openclaw@") or test("^cpe:2\\.3:[aho]:openclaw:openclaw(?::|$)"))) | length > 0) then "openclaw" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("nanoclaw@") or test("^cpe:2\\.3:[aho]:[^:]*:nanoclaw(?::|$)"))) | length > 0) then "nanoclaw" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("hermes@") or test("^cpe:2\\.3:[aho]:software-metadata\\.pub:hermes(?::|$)"))) | length > 0) then "hermes" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("picoclaw@") or test("^cpe:2\\.3:[aho]:[^:]*:picoclaw(?::|$)"))) | length > 0) then "picoclaw" else empty end)
|
||||
]
|
||||
);
|
||||
|
||||
def normalized_affected:
|
||||
(
|
||||
matched_targets
|
||||
| if length == 0 then ["openclaw@*", "nanoclaw@*", "hermes@*", "picoclaw@*"] else . end
|
||||
);
|
||||
|
||||
def normalized_platforms:
|
||||
(
|
||||
inferred_targets as $targets
|
||||
| ($targets | map(select(startswith("openclaw@"))) | length > 0) as $has_openclaw
|
||||
| ($targets | map(select(startswith("nanoclaw@"))) | length > 0) as $has_nanoclaw
|
||||
| if $has_openclaw and $has_nanoclaw then ["openclaw", "nanoclaw"]
|
||||
elif $has_openclaw then ["openclaw"]
|
||||
elif $has_nanoclaw then ["nanoclaw"]
|
||||
else ["openclaw", "nanoclaw"]
|
||||
inferred_targets as $inferred
|
||||
| platforms_from_targets($inferred) as $from_inferred
|
||||
| if ($from_inferred | length) > 0 then $from_inferred
|
||||
else
|
||||
matched_targets as $targets
|
||||
| platforms_from_targets($targets) as $from_targets
|
||||
| if ($from_targets | length) > 0 then $from_targets else ["openclaw", "nanoclaw", "hermes", "picoclaw"] end
|
||||
end
|
||||
);
|
||||
|
||||
def preferred_description:
|
||||
(
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value)
|
||||
// .cve.descriptions[0]?.value
|
||||
// "No description provided by NVD."
|
||||
);
|
||||
|
||||
[.[] |
|
||||
select(.cve.id as $id | $existing | index($id) | not) |
|
||||
select(.cve.id as $id | (($existing[0] // []) | index($id) | not)) |
|
||||
{
|
||||
id: .cve.id,
|
||||
severity: (get_cvss_score | map_severity),
|
||||
type: nvd_category_name,
|
||||
nvd_category_id: nvd_category_raw,
|
||||
title: (.cve.descriptions[] | select(.lang == "en") | .value | .[0:100] + (if length > 100 then "..." else "" end)),
|
||||
description: (.cve.descriptions[] | select(.lang == "en") | .value),
|
||||
title: (preferred_description | .[0:100] + (if length > 100 then "..." else "" end)),
|
||||
description: preferred_description,
|
||||
affected: normalized_affected,
|
||||
platforms: normalized_platforms,
|
||||
action: "Review and update affected components. See NVD for remediation details.",
|
||||
@@ -652,6 +717,14 @@ jobs:
|
||||
NEW_COUNT=$(jq 'length' tmp/new_advisories.json)
|
||||
echo "New advisories to add: $NEW_COUNT"
|
||||
echo "new_count=$NEW_COUNT" >> $GITHUB_OUTPUT
|
||||
|
||||
if [ "${{ inputs.force_full_scan }}" = "true" ]; then
|
||||
FILTERED_COUNT="${{ steps.process.outputs.filtered_count }}"
|
||||
if [ "$NEW_COUNT" -ne "$FILTERED_COUNT" ]; then
|
||||
echo "::error::Full scan transform mismatch: filtered CVEs=$FILTERED_COUNT transformed advisories=$NEW_COUNT"
|
||||
exit 1
|
||||
fi
|
||||
fi
|
||||
|
||||
if [ "$NEW_COUNT" -gt 0 ]; then
|
||||
echo "=== New advisories ==="
|
||||
@@ -660,7 +733,7 @@ jobs:
|
||||
|
||||
- name: Set up Python for exploitability analysis
|
||||
if: steps.transform.outputs.new_count != '0'
|
||||
uses: actions/setup-python@42375524e23c412d93fb67b49958b491fce71c38 # v5.4.0
|
||||
uses: actions/setup-python@a309ff8b426b58ec0e2a45f0f869d46889d02405 # v6.2.0
|
||||
with:
|
||||
python-version: '3.10'
|
||||
|
||||
@@ -705,11 +778,11 @@ jobs:
|
||||
|
||||
if [ -f "$FEED_PATH" ] && [ "$FORCE_FULL_SCAN" = "true" ]; then
|
||||
# Full scan mode: replace all CVE advisories with rebuilt set and keep non-CVE entries.
|
||||
jq --argjson rebuilt "$(cat tmp/new_advisories.json)" --arg now "$NOW" '
|
||||
jq --slurpfile rebuilt tmp/new_advisories.json --arg now "$NOW" '
|
||||
.updated = $now |
|
||||
.advisories = (
|
||||
((.advisories // []) | map(select((.id // "") | startswith("CVE-") | not)))
|
||||
+ $rebuilt
|
||||
+ ($rebuilt[0] // [])
|
||||
| sort_by(.published)
|
||||
| reverse
|
||||
)
|
||||
@@ -731,16 +804,16 @@ jobs:
|
||||
' "$FEED_PATH" > tmp/feed_with_updates.json
|
||||
|
||||
# Step 2: Add new advisories
|
||||
jq --argjson new "$(cat tmp/new_advisories.json)" --arg now "$NOW" '
|
||||
jq --slurpfile new tmp/new_advisories.json --arg now "$NOW" '
|
||||
.updated = $now |
|
||||
.advisories = (.advisories + $new | sort_by(.published) | reverse)
|
||||
.advisories = (.advisories + ($new[0] // []) | sort_by(.published) | reverse)
|
||||
' tmp/feed_with_updates.json > tmp/updated_feed.json
|
||||
else
|
||||
jq -n --argjson advisories "$(cat tmp/new_advisories.json)" --arg now "$NOW" '{
|
||||
jq -n --slurpfile advisories tmp/new_advisories.json --arg now "$NOW" '{
|
||||
version: "1.0.0",
|
||||
updated: $now,
|
||||
description: "Community-driven security advisory feed for ClawSec",
|
||||
advisories: ($advisories | sort_by(.published) | reverse)
|
||||
advisories: (($advisories[0] // []) | sort_by(.published) | reverse)
|
||||
}' > tmp/updated_feed.json
|
||||
fi
|
||||
|
||||
@@ -762,8 +835,81 @@ jobs:
|
||||
exit 1
|
||||
fi
|
||||
|
||||
- name: Poll GHSA without CVE and consolidate feed
|
||||
env:
|
||||
GITHUB_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
node scripts/ghsa-without-cve-feed.mjs \
|
||||
--output "$GHSA_FEED_PATH" \
|
||||
--consolidated-feed "$FEED_PATH" \
|
||||
--existing-feed "$GHSA_FEED_PATH" \
|
||||
--nvd-feed "$FEED_PATH" \
|
||||
--stale-after-days 60
|
||||
|
||||
mkdir -p "$(dirname "$SKILL_FEED_PATH")"
|
||||
cp "$FEED_PATH" "$SKILL_FEED_PATH"
|
||||
|
||||
- name: Detect advisory feed changes
|
||||
id: feed_changes
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
NVD_CHANGED=false
|
||||
GHSA_CHANGED=false
|
||||
AGENT_CHANGED=false
|
||||
|
||||
if [ "${{ steps.transform.outputs.new_count }}" != "0" ] || [ "${{ steps.updates.outputs.update_count }}" != "0" ]; then
|
||||
NVD_CHANGED=true
|
||||
fi
|
||||
|
||||
if ! git diff --quiet -- "$GHSA_FEED_PATH" || [ ! -f "$GHSA_FEED_SIG_PATH" ]; then
|
||||
GHSA_CHANGED=true
|
||||
fi
|
||||
|
||||
if ! git diff --quiet -- "$FEED_PATH" "$SKILL_FEED_PATH" || [ ! -f "$FEED_SIG_PATH" ] || [ ! -f "$SKILL_FEED_SIG_PATH" ]; then
|
||||
AGENT_CHANGED=true
|
||||
fi
|
||||
|
||||
echo "nvd_changed=$NVD_CHANGED" >> "$GITHUB_OUTPUT"
|
||||
echo "ghsa_changed=$GHSA_CHANGED" >> "$GITHUB_OUTPUT"
|
||||
echo "agent_changed=$AGENT_CHANGED" >> "$GITHUB_OUTPUT"
|
||||
|
||||
if [ "$GHSA_CHANGED" = "true" ] || [ "$AGENT_CHANGED" = "true" ]; then
|
||||
echo "changed=true" >> "$GITHUB_OUTPUT"
|
||||
else
|
||||
echo "changed=false" >> "$GITHUB_OUTPUT"
|
||||
fi
|
||||
|
||||
- name: Guard dependency manifests from NVD updates
|
||||
if: steps.feed_changes.outputs.changed == 'true'
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
BLOCKED_FILES=()
|
||||
for file in package.json package-lock.json npm-shrinkwrap.json; do
|
||||
if ! git diff --quiet -- "$file"; then
|
||||
BLOCKED_FILES+=("$file")
|
||||
fi
|
||||
done
|
||||
|
||||
if [ "${#BLOCKED_FILES[@]}" -gt 0 ]; then
|
||||
echo "::error::NVD workflow must not modify dependency manifests: ${BLOCKED_FILES[*]}"
|
||||
git --no-pager diff -- "${BLOCKED_FILES[@]}" || true
|
||||
exit 1
|
||||
fi
|
||||
|
||||
- name: Sign GHSA feed and verify
|
||||
if: steps.feed_changes.outputs.ghsa_changed == 'true'
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY }}
|
||||
private_key_passphrase: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY_PASSPHRASE }}
|
||||
input_file: ${{ env.GHSA_FEED_PATH }}
|
||||
signature_file: ${{ env.GHSA_FEED_SIG_PATH }}
|
||||
|
||||
- name: Sign advisory feed and verify
|
||||
if: steps.transform.outputs.new_count != '0' || steps.updates.outputs.update_count != '0'
|
||||
if: steps.feed_changes.outputs.agent_changed == 'true'
|
||||
uses: ./.github/actions/sign-and-verify
|
||||
with:
|
||||
private_key: ${{ secrets.CLAWSEC_SIGNING_PRIVATE_KEY }}
|
||||
@@ -775,63 +921,144 @@ jobs:
|
||||
${{ env.SKILL_FEED_PATH }}
|
||||
|
||||
- name: Sync advisory signature to skill feed
|
||||
if: steps.transform.outputs.new_count != '0' || steps.updates.outputs.update_count != '0'
|
||||
if: steps.feed_changes.outputs.agent_changed == 'true'
|
||||
run: cp "$FEED_SIG_PATH" "$SKILL_FEED_SIG_PATH"
|
||||
|
||||
- name: Clean workspace for PR
|
||||
if: steps.transform.outputs.new_count != '0' || steps.updates.outputs.update_count != '0'
|
||||
if: steps.feed_changes.outputs.changed == 'true'
|
||||
run: |
|
||||
# Reset any unintended changes, keep only feed files
|
||||
git checkout -- .github/ 2>/dev/null || true
|
||||
git clean -fd .github/ 2>/dev/null || true
|
||||
|
||||
- name: Create Pull Request
|
||||
if: steps.transform.outputs.new_count != '0' || steps.updates.outputs.update_count != '0'
|
||||
id: create-pr
|
||||
uses: peter-evans/create-pull-request@c0f553fe549906ede9cf27b5156039d195d2ece0 # v8.1.0
|
||||
with:
|
||||
token: ${{ secrets.GITHUB_TOKEN }}
|
||||
branch: automated/nvd-cve-update-${{ github.run_id }}
|
||||
delete-branch: true
|
||||
title: "chore: CVE advisories - ${{ steps.transform.outputs.new_count }} new, ${{ steps.updates.outputs.update_count }} updated"
|
||||
body: |
|
||||
## Summary
|
||||
Automated update from NVD CVE feed.
|
||||
|
||||
- **Mode:** ${{ inputs.force_full_scan == true && 'full-rebuild (ignore feed state)' || 'delta (incremental)' }}
|
||||
- **New advisories:** ${{ steps.transform.outputs.new_count }}
|
||||
- **Updated advisories:** ${{ steps.updates.outputs.update_count }}
|
||||
- **Poll window:** ${{ steps.dates.outputs.start_date }} → ${{ steps.dates.outputs.end_date }}
|
||||
- **Keywords:** ${{ env.KEYWORDS }}
|
||||
|
||||
---
|
||||
*This PR was automatically generated by the NVD CVE polling workflow.*
|
||||
commit-message: |
|
||||
chore: CVE advisories - ${{ steps.transform.outputs.new_count }} new, ${{ steps.updates.outputs.update_count }} updated
|
||||
|
||||
Automated update from NVD CVE feed.
|
||||
Keywords: ${{ env.KEYWORDS }}
|
||||
Poll window: ${{ steps.dates.outputs.start_date }} to ${{ steps.dates.outputs.end_date }}
|
||||
add-paths: |
|
||||
${{ env.FEED_PATH }}
|
||||
${{ env.FEED_SIG_PATH }}
|
||||
${{ env.SKILL_FEED_PATH }}
|
||||
${{ env.SKILL_FEED_SIG_PATH }}
|
||||
|
||||
- name: Run CodeQL on generated PR branch
|
||||
if: steps.create-pr.outputs.pull-request-number != ''
|
||||
- name: Upsert NVD advisory PR
|
||||
if: steps.feed_changes.outputs.changed == 'true'
|
||||
id: upsert-pr
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
BRANCH="${{ steps.create-pr.outputs.pull-request-branch }}"
|
||||
if [ -z "$BRANCH" ]; then
|
||||
echo "::error::Missing pull-request-branch output from create-pull-request"
|
||||
BRANCH_PREFIX="automated/nvd-cve-update"
|
||||
PR_COMMENT="Superseded by newer automated NVD advisory update."
|
||||
TITLE="chore: update NVD/GHSA advisories - ${{ steps.transform.outputs.new_count }} NVD new, ${{ steps.updates.outputs.update_count }} NVD updated"
|
||||
COMMIT_SUBJECT="$TITLE"
|
||||
COMMIT_BODY=$'Automated update from NVD CVE and GHSA advisory feeds.\nKeywords: ${{ env.KEYWORDS }}\nPoll window: ${{ steps.dates.outputs.start_date }} to ${{ steps.dates.outputs.end_date }}'
|
||||
|
||||
GHSA_TOTAL="$(jq '.advisories | length' "$GHSA_FEED_PATH")"
|
||||
GHSA_ACTIVE="$(jq '[.advisories[] | select(.status == "active")] | length' "$GHSA_FEED_PATH")"
|
||||
GHSA_MATURED="$(jq '[.advisories[] | select(.status == "matured")] | length' "$GHSA_FEED_PATH")"
|
||||
GHSA_STALE="$(jq '[.advisories[] | select(.status == "stale")] | length' "$GHSA_FEED_PATH")"
|
||||
|
||||
if [ "${{ inputs.force_full_scan }}" = "true" ]; then
|
||||
MODE="full-rebuild (ignore feed state)"
|
||||
else
|
||||
MODE="delta (incremental)"
|
||||
fi
|
||||
|
||||
BODY_FILE="$(mktemp)"
|
||||
cat > "$BODY_FILE" <<EOF
|
||||
## Summary
|
||||
Automated update from NVD CVE and GHSA advisory feeds.
|
||||
|
||||
- **Mode:** ${MODE}
|
||||
- **New NVD advisories:** ${{ steps.transform.outputs.new_count }}
|
||||
- **Updated NVD advisories:** ${{ steps.updates.outputs.update_count }}
|
||||
- **GHSA source feed changed:** ${{ steps.feed_changes.outputs.ghsa_changed }}
|
||||
- **Consolidated agent feed changed:** ${{ steps.feed_changes.outputs.agent_changed }}
|
||||
- **GHSA provisional advisories:** ${GHSA_TOTAL} total (${GHSA_ACTIVE} active, ${GHSA_MATURED} matured, ${GHSA_STALE} stale)
|
||||
- **Poll window:** ${{ steps.dates.outputs.start_date }} → ${{ steps.dates.outputs.end_date }}
|
||||
- **Keywords:** ${{ env.KEYWORDS }}
|
||||
|
||||
---
|
||||
*This PR was automatically generated by the NVD CVE polling workflow with GHSA consolidation.*
|
||||
EOF
|
||||
|
||||
PR_LIST_JSON="$(
|
||||
gh api --paginate "repos/${{ github.repository }}/pulls?state=open&base=main&per_page=100" \
|
||||
--jq '.[] | {number, headRefName: .head.ref, url: .html_url, updatedAt: .updated_at}' \
|
||||
| jq -s '.'
|
||||
)"
|
||||
|
||||
mapfile -t MATCHING_OPEN_PRS < <(
|
||||
echo "$PR_LIST_JSON" | jq -r --arg prefix "$BRANCH_PREFIX" '
|
||||
map(select(.headRefName | startswith($prefix)))
|
||||
| sort_by(.updatedAt)
|
||||
| reverse
|
||||
| .[]
|
||||
| @base64
|
||||
'
|
||||
)
|
||||
|
||||
TARGET_BRANCH="$BRANCH_PREFIX"
|
||||
TARGET_PR_NUMBER=""
|
||||
TARGET_PR_URL=""
|
||||
|
||||
if [ "${#MATCHING_OPEN_PRS[@]}" -gt 0 ]; then
|
||||
PRIMARY_JSON="$(echo "${MATCHING_OPEN_PRS[0]}" | base64 --decode)"
|
||||
TARGET_BRANCH="$(echo "$PRIMARY_JSON" | jq -r '.headRefName')"
|
||||
TARGET_PR_NUMBER="$(echo "$PRIMARY_JSON" | jq -r '.number')"
|
||||
TARGET_PR_URL="$(echo "$PRIMARY_JSON" | jq -r '.url')"
|
||||
|
||||
if [ "${#MATCHING_OPEN_PRS[@]}" -gt 1 ]; then
|
||||
echo "Found multiple open NVD advisory PRs. Closing duplicates."
|
||||
for encoded_pr in "${MATCHING_OPEN_PRS[@]:1}"; do
|
||||
pr_json="$(echo "$encoded_pr" | base64 --decode)"
|
||||
pr_number="$(echo "$pr_json" | jq -r '.number')"
|
||||
gh pr close "$pr_number" --delete-branch --comment "$PR_COMMENT"
|
||||
done
|
||||
fi
|
||||
fi
|
||||
|
||||
echo "Using target branch: $TARGET_BRANCH"
|
||||
|
||||
git config user.name "github-actions[bot]"
|
||||
git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
|
||||
|
||||
git fetch origin main
|
||||
git checkout -B "$TARGET_BRANCH" origin/main
|
||||
|
||||
git add "$FEED_PATH" "$FEED_SIG_PATH" "$GHSA_FEED_PATH" "$GHSA_FEED_SIG_PATH" "$SKILL_FEED_PATH" "$SKILL_FEED_SIG_PATH"
|
||||
if git diff --cached --quiet; then
|
||||
echo "::error::Expected advisory feed changes but none were staged."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "Dispatching CodeQL for branch: $BRANCH"
|
||||
git commit -m "$COMMIT_SUBJECT" -m "$COMMIT_BODY"
|
||||
git push --force origin "$TARGET_BRANCH"
|
||||
|
||||
if [ -n "$TARGET_PR_NUMBER" ]; then
|
||||
gh pr edit "$TARGET_PR_NUMBER" --title "$TITLE" --body-file "$BODY_FILE"
|
||||
else
|
||||
TARGET_PR_URL="$(gh pr create --base main --head "$TARGET_BRANCH" --title "$TITLE" --body-file "$BODY_FILE")"
|
||||
TARGET_PR_NUMBER="$(basename "$TARGET_PR_URL")"
|
||||
fi
|
||||
|
||||
if [ -z "$TARGET_PR_URL" ]; then
|
||||
TARGET_PR_URL="$(gh pr view "$TARGET_PR_NUMBER" --json url --jq '.url')"
|
||||
fi
|
||||
|
||||
echo "pull-request-number=$TARGET_PR_NUMBER" >> "$GITHUB_OUTPUT"
|
||||
echo "pull-request-url=$TARGET_PR_URL" >> "$GITHUB_OUTPUT"
|
||||
echo "pull-request-branch=$TARGET_BRANCH" >> "$GITHUB_OUTPUT"
|
||||
|
||||
- name: Run CodeQL on generated PR branch
|
||||
if: steps.upsert-pr.outputs.pull-request-number != ''
|
||||
env:
|
||||
GH_TOKEN: ${{ github.token }}
|
||||
run: |
|
||||
set -euo pipefail
|
||||
|
||||
BRANCH="${{ steps.upsert-pr.outputs.pull-request-branch }}"
|
||||
if [ -z "$BRANCH" ]; then
|
||||
echo "::error::Missing pull-request-branch output from upsert-pr step"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
EXPECTED_HEAD_SHA="$(git rev-parse HEAD)"
|
||||
DISPATCHED_AT="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
|
||||
|
||||
echo "Dispatching CodeQL for branch: $BRANCH (head: $EXPECTED_HEAD_SHA, dispatched_at: $DISPATCHED_AT)"
|
||||
gh workflow run codeql.yml --ref "$BRANCH"
|
||||
|
||||
RUN_ID=""
|
||||
@@ -840,8 +1067,13 @@ jobs:
|
||||
--workflow "CodeQL" \
|
||||
--branch "$BRANCH" \
|
||||
--event workflow_dispatch \
|
||||
--json databaseId,createdAt \
|
||||
--jq 'sort_by(.createdAt) | last | .databaseId // empty')
|
||||
--limit 50 \
|
||||
--json databaseId,createdAt,headSha \
|
||||
--jq --arg since "$DISPATCHED_AT" --arg sha "$EXPECTED_HEAD_SHA" '
|
||||
map(select(.createdAt >= $since and .headSha == $sha))
|
||||
| sort_by(.createdAt)
|
||||
| last
|
||||
| .databaseId // empty')
|
||||
if [ -n "$RUN_ID" ]; then
|
||||
break
|
||||
fi
|
||||
@@ -849,7 +1081,13 @@ jobs:
|
||||
done
|
||||
|
||||
if [ -z "$RUN_ID" ]; then
|
||||
echo "::error::Unable to locate dispatched CodeQL run for branch $BRANCH"
|
||||
echo "::error::Unable to locate dispatched CodeQL run for branch $BRANCH after $DISPATCHED_AT (head: $EXPECTED_HEAD_SHA)"
|
||||
gh run list \
|
||||
--workflow "CodeQL" \
|
||||
--branch "$BRANCH" \
|
||||
--event workflow_dispatch \
|
||||
--limit 5 \
|
||||
--json databaseId,createdAt,headSha,status,conclusion || true
|
||||
exit 1
|
||||
fi
|
||||
|
||||
@@ -874,6 +1112,9 @@ jobs:
|
||||
echo "| CVEs Found (filtered) | ${{ steps.process.outputs.filtered_count }} |" >> $GITHUB_STEP_SUMMARY
|
||||
echo "| New Advisories | ${{ steps.transform.outputs.new_count }} |" >> $GITHUB_STEP_SUMMARY
|
||||
echo "| Updated Advisories | ${{ steps.updates.outputs.update_count }} |" >> $GITHUB_STEP_SUMMARY
|
||||
echo "| GHSA source feed changed | ${{ steps.feed_changes.outputs.ghsa_changed }} |" >> $GITHUB_STEP_SUMMARY
|
||||
echo "| Consolidated agent feed changed | ${{ steps.feed_changes.outputs.agent_changed }} |" >> $GITHUB_STEP_SUMMARY
|
||||
echo "| GHSA provisional advisories | $(jq '.advisories | length' "$GHSA_FEED_PATH") |" >> $GITHUB_STEP_SUMMARY
|
||||
|
||||
if [ "${{ steps.transform.outputs.new_count }}" != "0" ]; then
|
||||
echo "" >> $GITHUB_STEP_SUMMARY
|
||||
@@ -891,7 +1132,7 @@ jobs:
|
||||
|
||||
if [ "${{ steps.transform.outputs.new_count }}" != "0" ] || [ "${{ steps.updates.outputs.update_count }}" != "0" ]; then
|
||||
echo "" >> $GITHUB_STEP_SUMMARY
|
||||
echo "🔀 Created PR: ${{ steps.create-pr.outputs.pull-request-url }}" >> $GITHUB_STEP_SUMMARY
|
||||
echo "🔀 Upserted PR: ${{ steps.upsert-pr.outputs.pull-request-url }}" >> $GITHUB_STEP_SUMMARY
|
||||
else
|
||||
echo "" >> $GITHUB_STEP_SUMMARY
|
||||
echo "✅ No new or updated CVEs found." >> $GITHUB_STEP_SUMMARY
|
||||
|
||||
@@ -7,10 +7,23 @@ on:
|
||||
# For Branch-Protection check. Only the default branch is supported. See
|
||||
# https://github.com/ossf/scorecard/blob/main/docs/checks.md#branch-protection
|
||||
branch_protection_rule:
|
||||
# Run immediately after dependency changes on main so vulnerability alerts close quickly.
|
||||
push:
|
||||
branches: [main]
|
||||
paths:
|
||||
- package.json
|
||||
- package-lock.json
|
||||
- npm-shrinkwrap.json
|
||||
- requirements*.txt
|
||||
- .github/requirements*.txt
|
||||
- .github/requirements-lint-python.txt
|
||||
- .github/workflows/scorecard.yml
|
||||
# To guarantee Maintained check is occasionally updated. See
|
||||
# https://github.com/ossf/scorecard/blob/main/docs/checks.md#maintained
|
||||
schedule:
|
||||
- cron: '19 23 * * 0'
|
||||
# Allow maintainers to rescan main on demand after hotfixes.
|
||||
workflow_dispatch:
|
||||
|
||||
# Declare default permissions as read only.
|
||||
permissions: read-all
|
||||
@@ -62,7 +75,7 @@ jobs:
|
||||
# Upload the results as artifacts (optional). Commenting out will disable uploads of run results in SARIF
|
||||
# format to the repository Actions tab.
|
||||
- name: "Upload artifact"
|
||||
uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
|
||||
uses: actions/upload-artifact@043fb46d1a93c77aae656e7c1c64a875d1fc6a0a # v7.0.1
|
||||
with:
|
||||
name: SARIF file
|
||||
path: results.sarif
|
||||
@@ -71,6 +84,6 @@ jobs:
|
||||
# Upload the results to GitHub's code scanning dashboard (optional).
|
||||
# Commenting out will disable upload of results to your repo's Code Scanning dashboard
|
||||
- name: "Upload to code-scanning"
|
||||
uses: github/codeql-action/upload-sarif@89a39a4e59826350b863aa6b6252a07ad50cf83e # v4.32.4
|
||||
uses: github/codeql-action/upload-sarif@8aad20d150bbac5944a9f9d289da16a4b0d87c1e # v4.36.2
|
||||
with:
|
||||
sarif_file: results.sarif
|
||||
|
||||
@@ -6,8 +6,7 @@ on:
|
||||
- '*-v[0-9]*.[0-9]*.[0-9]*'
|
||||
pull_request:
|
||||
paths:
|
||||
- 'skills/*/skill.json'
|
||||
- 'skills/*/SKILL.md'
|
||||
- 'skills/**'
|
||||
workflow_dispatch:
|
||||
inputs:
|
||||
tag:
|
||||
@@ -39,7 +38,7 @@ jobs:
|
||||
- name: Verify signing key consistency (repo + docs)
|
||||
run: ./scripts/ci/verify_signing_key_consistency.sh
|
||||
|
||||
- name: Validate version parity for bumped skills
|
||||
- name: Validate version parity for changed skills
|
||||
env:
|
||||
BASE_SHA: ${{ github.event.pull_request.base.sha }}
|
||||
HEAD_SHA: ${{ github.event.pull_request.head.sha }}
|
||||
@@ -74,13 +73,20 @@ jobs:
|
||||
rm -f "$tmp_file"
|
||||
}
|
||||
|
||||
escape_regex() {
|
||||
printf '%s' "$1" | sed -e 's/[][(){}.^$*+?|\\]/\\&/g'
|
||||
}
|
||||
|
||||
touched_skills_file="$(mktemp)"
|
||||
git diff --name-only "${BASE_SHA}...${HEAD_SHA}" -- 'skills/*/skill.json' 'skills/*/SKILL.md' \
|
||||
git diff --name-only "${BASE_SHA}...${HEAD_SHA}" -- \
|
||||
'skills/*/**' \
|
||||
':(exclude)skills/*/test/**' \
|
||||
':(exclude)skills/*/tests/**' \
|
||||
| awk -F/ 'NF >= 3 {print $1 "/" $2}' \
|
||||
| sort -u > "${touched_skills_file}"
|
||||
|
||||
if [ ! -s "${touched_skills_file}" ]; then
|
||||
echo "No skill metadata files changed in this PR."
|
||||
echo "No release-relevant skill package files changed in this PR."
|
||||
rm -f "${touched_skills_file}"
|
||||
exit 0
|
||||
fi
|
||||
@@ -93,21 +99,39 @@ jobs:
|
||||
md_path="${skill_dir}/SKILL.md"
|
||||
|
||||
head_json_version=""
|
||||
head_has_json=false
|
||||
if [ -f "${json_path}" ]; then
|
||||
head_has_json=true
|
||||
head_json_version="$(jq -r '.version // empty' "${json_path}" 2>/dev/null || true)"
|
||||
fi
|
||||
|
||||
head_md_version=""
|
||||
head_has_md=false
|
||||
if [ -f "${md_path}" ]; then
|
||||
head_has_md=true
|
||||
head_md_version="$(get_md_version "${md_path}")"
|
||||
fi
|
||||
|
||||
base_json_version=""
|
||||
base_has_json=false
|
||||
if git cat-file -e "${BASE_SHA}:${json_path}" 2>/dev/null; then
|
||||
base_has_json=true
|
||||
base_json_version="$(git show "${BASE_SHA}:${json_path}" | jq -r '.version // empty' 2>/dev/null || true)"
|
||||
fi
|
||||
|
||||
base_md_version="$(get_md_version_from_git "${BASE_SHA}" "${md_path}")"
|
||||
base_md_version=""
|
||||
base_has_md=false
|
||||
if git cat-file -e "${BASE_SHA}:${md_path}" 2>/dev/null; then
|
||||
base_has_md=true
|
||||
base_md_version="$(get_md_version_from_git "${BASE_SHA}" "${md_path}")"
|
||||
fi
|
||||
|
||||
if [ "${base_has_json}" = "true" ] && [ "${base_has_md}" = "true" ] && [ "${head_has_json}" != "true" ] && [ "${head_has_md}" != "true" ]; then
|
||||
echo "Skill ${skill_dir} was removed in this PR; skipping version parity check."
|
||||
continue
|
||||
fi
|
||||
|
||||
checked_skills=$((checked_skills + 1))
|
||||
|
||||
json_version_changed=false
|
||||
md_version_changed=false
|
||||
@@ -121,11 +145,11 @@ jobs:
|
||||
fi
|
||||
|
||||
if [ "${json_version_changed}" != "true" ] && [ "${md_version_changed}" != "true" ]; then
|
||||
echo "No version bump detected for ${skill_dir}; skipping."
|
||||
echo "::error file=${skill_dir}::Changed skill package has no version bump. Update skill.json and SKILL.md versions and add CHANGELOG.md release notes."
|
||||
failures=$((failures + 1))
|
||||
continue
|
||||
fi
|
||||
|
||||
checked_skills=$((checked_skills + 1))
|
||||
echo "Version bump detected for ${skill_dir} (skill.json changed: ${json_version_changed}, SKILL.md changed: ${md_version_changed})"
|
||||
|
||||
if [ ! -f "${json_path}" ]; then
|
||||
@@ -159,6 +183,36 @@ jobs:
|
||||
fi
|
||||
|
||||
echo "Version parity OK for ${skill_dir}: ${head_json_version}"
|
||||
|
||||
changelog_path="${skill_dir}/CHANGELOG.md"
|
||||
if [ ! -f "${changelog_path}" ]; then
|
||||
echo "::error file=${changelog_path}::Missing CHANGELOG.md for bumped skill version ${head_json_version}."
|
||||
failures=$((failures + 1))
|
||||
continue
|
||||
fi
|
||||
|
||||
escaped_version="$(escape_regex "${head_json_version}")"
|
||||
if ! grep -Eq "^## \\[${escaped_version}\\] - [0-9]{4}-[0-9]{2}-[0-9]{2}$" "${changelog_path}"; then
|
||||
echo "::error file=${changelog_path}::Missing required release-notes heading: ## [${head_json_version}] - YYYY-MM-DD"
|
||||
failures=$((failures + 1))
|
||||
continue
|
||||
fi
|
||||
|
||||
changelog_entry="$(awk -v version="${head_json_version}" '
|
||||
BEGIN { in_section = 0; found = 0 }
|
||||
$0 ~ ("^## \\[" version "\\] - [0-9][0-9][0-9][0-9]-[0-9][0-9]-[0-9][0-9]$") { in_section = 1; found = 1; next }
|
||||
in_section && found && /^---/ { exit }
|
||||
in_section && found && /^## / { exit }
|
||||
in_section { print }
|
||||
' "${changelog_path}" | sed -e :a -e '/^\n*$/{$d;N;ba' -e '}')"
|
||||
|
||||
if [ -z "${changelog_entry}" ]; then
|
||||
echo "::error file=${changelog_path}::Changelog entry for ${head_json_version} is empty. Add release notes under the version heading."
|
||||
failures=$((failures + 1))
|
||||
continue
|
||||
fi
|
||||
|
||||
echo "Release notes check OK for ${skill_dir}: ${head_json_version}"
|
||||
done < "${touched_skills_file}"
|
||||
|
||||
rm -f "${touched_skills_file}"
|
||||
@@ -169,11 +223,11 @@ jobs:
|
||||
fi
|
||||
|
||||
if [ "${failures}" -gt 0 ]; then
|
||||
echo "::error::Found ${failures} version parity issue(s) across ${checked_skills} bumped skill(s)."
|
||||
echo "::error::Found ${failures} skill metadata/release-notes issue(s) across ${checked_skills} bumped skill(s)."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "Validated ${checked_skills} bumped skill(s): skill.json and SKILL.md versions are present and equal."
|
||||
echo "Validated ${checked_skills} bumped skill(s): version parity and changelog release notes are present."
|
||||
|
||||
release:
|
||||
if: github.event_name == 'pull_request'
|
||||
@@ -325,26 +379,62 @@ jobs:
|
||||
failures=0
|
||||
mkdir -p dist/dry-run
|
||||
|
||||
normalize_release_path() {
|
||||
local path="$1"
|
||||
path="${path//\\//}"
|
||||
while [[ "$path" == ./* ]]; do
|
||||
path="${path#./}"
|
||||
done
|
||||
while [[ "$path" == *//* ]]; do
|
||||
path="${path//\/\//\/}"
|
||||
done
|
||||
if [[ -z "$path" || "$path" == /* || "$path" == [A-Za-z]:* || "$path" == ".." || "$path" == ../* || "$path" == */.. || "$path" == */../* ]]; then
|
||||
return 1
|
||||
fi
|
||||
printf '%s\n' "$path"
|
||||
}
|
||||
|
||||
is_test_release_path() {
|
||||
local lower="${1,,}"
|
||||
[[ "$lower" == test/* || "$lower" == tests/* || "$lower" == */test/* || "$lower" == */tests/* ]]
|
||||
}
|
||||
|
||||
while IFS= read -r skill_dir; do
|
||||
json_path="${skill_dir}/skill.json"
|
||||
md_path="${skill_dir}/SKILL.md"
|
||||
|
||||
head_json_version=""
|
||||
head_has_json=false
|
||||
if [ -f "${json_path}" ]; then
|
||||
head_has_json=true
|
||||
head_json_version="$(jq -r '.version // empty' "${json_path}" 2>/dev/null || true)"
|
||||
fi
|
||||
|
||||
head_md_version=""
|
||||
head_has_md=false
|
||||
if [ -f "${md_path}" ]; then
|
||||
head_has_md=true
|
||||
head_md_version="$(get_md_version "${md_path}")"
|
||||
fi
|
||||
|
||||
base_json_version=""
|
||||
base_has_json=false
|
||||
if git cat-file -e "${BASE_SHA}:${json_path}" 2>/dev/null; then
|
||||
base_has_json=true
|
||||
base_json_version="$(git show "${BASE_SHA}:${json_path}" | jq -r '.version // empty' 2>/dev/null || true)"
|
||||
fi
|
||||
|
||||
base_md_version="$(get_md_version_from_git "${BASE_SHA}" "${md_path}")"
|
||||
base_md_version=""
|
||||
base_has_md=false
|
||||
if git cat-file -e "${BASE_SHA}:${md_path}" 2>/dev/null; then
|
||||
base_has_md=true
|
||||
base_md_version="$(get_md_version_from_git "${BASE_SHA}" "${md_path}")"
|
||||
fi
|
||||
|
||||
if [ "${base_has_json}" = "true" ] && [ "${base_has_md}" = "true" ] && [ "${head_has_json}" != "true" ] && [ "${head_has_md}" != "true" ]; then
|
||||
echo "Skill ${skill_dir} was removed in this PR; skipping dry-run."
|
||||
continue
|
||||
fi
|
||||
|
||||
json_version_changed=false
|
||||
md_version_changed=false
|
||||
@@ -411,8 +501,17 @@ jobs:
|
||||
temp_sbom_file="$(mktemp)"
|
||||
jq -r '.sbom.files[].path' "${json_path}" > "${temp_sbom_file}"
|
||||
|
||||
while IFS= read -r file; do
|
||||
[ -z "${file}" ] && continue
|
||||
while IFS= read -r raw_file; do
|
||||
[ -z "${raw_file}" ] && continue
|
||||
if ! file="$(normalize_release_path "${raw_file}")"; then
|
||||
echo "::error file=${json_path}::SBOM references unsafe file path: ${raw_file}"
|
||||
failures=$((failures + 1))
|
||||
continue
|
||||
fi
|
||||
if is_test_release_path "${file}"; then
|
||||
echo " [Dry-run] Skipping test-only release file: ${file}"
|
||||
continue
|
||||
fi
|
||||
full_path="${skill_dir}/${file}"
|
||||
if [ -f "${full_path}" ]; then
|
||||
mkdir -p "${inner_dir}/$(dirname "${file}")"
|
||||
@@ -435,9 +534,17 @@ jobs:
|
||||
echo " [Dry-run] Removed test signatures from release staging"
|
||||
fi
|
||||
|
||||
# --- Verify staged runtime import closure before archiving ---
|
||||
python3 scripts/ci/verify_skill_release_import_closure.py "${inner_dir}"
|
||||
|
||||
# --- Create zip preserving directory structure ---
|
||||
zip_name="${skill_name}-v${version}.zip"
|
||||
(cd "${staging_dir}" && zip -qr "${OLDPWD}/${out_assets}/${zip_name}" .)
|
||||
if unzip -Z1 "${out_assets}/${zip_name}" | grep -Eiq '(^|/)(test|tests)/'; then
|
||||
echo "::error::Dry-run release archive contains test-only files: ${zip_name}"
|
||||
unzip -Z1 "${out_assets}/${zip_name}" | grep -Ei '(^|/)(test|tests)/' || true
|
||||
failures=$((failures + 1))
|
||||
fi
|
||||
|
||||
# --- Clean up test artifacts from source directory ---
|
||||
if [ -d "${skill_dir}/advisories" ]; then
|
||||
@@ -449,8 +556,14 @@ jobs:
|
||||
|
||||
# --- Generate checksums.json via jq ---
|
||||
files_json="{}"
|
||||
while IFS= read -r file; do
|
||||
[ -z "${file}" ] && continue
|
||||
while IFS= read -r raw_file; do
|
||||
[ -z "${raw_file}" ] && continue
|
||||
if ! file="$(normalize_release_path "${raw_file}")"; then
|
||||
continue
|
||||
fi
|
||||
if is_test_release_path "${file}"; then
|
||||
continue
|
||||
fi
|
||||
full_path="${skill_dir}/${file}"
|
||||
if [ -f "${full_path}" ]; then
|
||||
sha256="$(sha256sum "${full_path}" | awk '{print $1}')"
|
||||
@@ -549,6 +662,8 @@ jobs:
|
||||
version: ${{ steps.parse.outputs.version }}
|
||||
skill_path: ${{ steps.parse.outputs.skill_path }}
|
||||
publishable: ${{ steps.publishable.outputs.publishable }}
|
||||
openclaw_skill: ${{ steps.publishable.outputs.openclaw_skill }}
|
||||
publish_clawhub: ${{ steps.publishable.outputs.publish_clawhub }}
|
||||
steps:
|
||||
- name: Parse tag
|
||||
id: parse
|
||||
@@ -620,26 +735,39 @@ jobs:
|
||||
echo "SKILL.md version validated: $MD_VERSION"
|
||||
fi
|
||||
else
|
||||
echo "No SKILL.md found, skipping frontmatter validation"
|
||||
echo "::error::Missing required SKILL.md: $SKILL_PATH/SKILL.md"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
- name: Detect publishability
|
||||
- name: Detect publishability and install defaults
|
||||
id: publishable
|
||||
run: |
|
||||
SKILL_PATH="${{ steps.parse.outputs.skill_path }}"
|
||||
INTERNAL=$(jq -r '.openclaw.internal // false' "$SKILL_PATH/skill.json")
|
||||
INTERNAL=$(jq -r 'if (.openclaw | type) == "object" then (.openclaw.internal // false) else false end' "$SKILL_PATH/skill.json")
|
||||
|
||||
OPENCLAW_SKILL=false
|
||||
if jq -e '(.openclaw | type == "object") and ((.openclaw | length) > 0)' "$SKILL_PATH/skill.json" >/dev/null; then
|
||||
OPENCLAW_SKILL=true
|
||||
fi
|
||||
|
||||
PUBLISHABLE=true
|
||||
if [ "$INTERNAL" = "true" ]; then
|
||||
PUBLISHABLE=false
|
||||
echo "Skill marked internal=true; will skip ClawHub publish."
|
||||
echo "Skill marked internal=true; will skip ClawHub publishing."
|
||||
fi
|
||||
|
||||
PUBLISH_CLAWHUB=false
|
||||
if [ "$PUBLISHABLE" = "true" ]; then
|
||||
PUBLISH_CLAWHUB=true
|
||||
fi
|
||||
|
||||
echo "internal=${INTERNAL}" >> $GITHUB_OUTPUT
|
||||
echo "openclaw_skill=${OPENCLAW_SKILL}" >> $GITHUB_OUTPUT
|
||||
echo "publish_clawhub=${PUBLISH_CLAWHUB}" >> $GITHUB_OUTPUT
|
||||
echo "publishable=${PUBLISHABLE}" >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Setup Node
|
||||
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: 20
|
||||
|
||||
@@ -722,6 +850,26 @@ jobs:
|
||||
|
||||
mkdir -p release-assets
|
||||
|
||||
normalize_release_path() {
|
||||
local path="$1"
|
||||
path="${path//\\//}"
|
||||
while [[ "$path" == ./* ]]; do
|
||||
path="${path#./}"
|
||||
done
|
||||
while [[ "$path" == *//* ]]; do
|
||||
path="${path//\/\//\/}"
|
||||
done
|
||||
if [[ -z "$path" || "$path" == /* || "$path" == [A-Za-z]:* || "$path" == ".." || "$path" == ../* || "$path" == */.. || "$path" == */../* ]]; then
|
||||
return 1
|
||||
fi
|
||||
printf '%s\n' "$path"
|
||||
}
|
||||
|
||||
is_test_release_path() {
|
||||
local lower="${1,,}"
|
||||
[[ "$lower" == test/* || "$lower" == tests/* || "$lower" == */test/* || "$lower" == */tests/* ]]
|
||||
}
|
||||
|
||||
# --- Stage SBOM files preserving directory structure ---
|
||||
STAGING_DIR="$(mktemp -d)"
|
||||
INNER_DIR="$STAGING_DIR/$SKILL_NAME"
|
||||
@@ -729,8 +877,16 @@ jobs:
|
||||
TEMPFILE="$(mktemp)"
|
||||
jq -r '.sbom.files[].path' "$SKILL_PATH/skill.json" > "$TEMPFILE"
|
||||
|
||||
while IFS= read -r file; do
|
||||
[ -z "$file" ] && continue
|
||||
while IFS= read -r raw_file; do
|
||||
[ -z "$raw_file" ] && continue
|
||||
if ! file="$(normalize_release_path "$raw_file")"; then
|
||||
echo "::error file=$SKILL_PATH/skill.json::SBOM references unsafe file path: $raw_file"
|
||||
exit 1
|
||||
fi
|
||||
if is_test_release_path "$file"; then
|
||||
echo "Skipping test-only release file: $file"
|
||||
continue
|
||||
fi
|
||||
FULL_PATH="$SKILL_PATH/$file"
|
||||
if [ -f "$FULL_PATH" ]; then
|
||||
mkdir -p "$INNER_DIR/$(dirname "$file")"
|
||||
@@ -743,14 +899,28 @@ jobs:
|
||||
|
||||
cp "$SKILL_PATH/skill.json" "$INNER_DIR/skill.json"
|
||||
|
||||
# --- Verify staged runtime import closure before archiving ---
|
||||
python3 scripts/ci/verify_skill_release_import_closure.py "$INNER_DIR"
|
||||
|
||||
# --- Create zip preserving directory structure ---
|
||||
ZIP_NAME="${SKILL_NAME}-v${VERSION}.zip"
|
||||
(cd "$STAGING_DIR" && zip -qr "$OLDPWD/release-assets/$ZIP_NAME" .)
|
||||
if unzip -Z1 "release-assets/$ZIP_NAME" | grep -Eiq '(^|/)(test|tests)/'; then
|
||||
echo "::error::Release archive contains test-only files: $ZIP_NAME"
|
||||
unzip -Z1 "release-assets/$ZIP_NAME" | grep -Ei '(^|/)(test|tests)/' || true
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# --- Generate checksums.json via jq ---
|
||||
FILES_JSON="{}"
|
||||
while IFS= read -r file; do
|
||||
[ -z "$file" ] && continue
|
||||
while IFS= read -r raw_file; do
|
||||
[ -z "$raw_file" ] && continue
|
||||
if ! file="$(normalize_release_path "$raw_file")"; then
|
||||
continue
|
||||
fi
|
||||
if is_test_release_path "$file"; then
|
||||
continue
|
||||
fi
|
||||
FULL_PATH="$SKILL_PATH/$file"
|
||||
if [ -f "$FULL_PATH" ]; then
|
||||
SHA256=$(sha256sum "$FULL_PATH" | awk '{print $1}')
|
||||
@@ -852,9 +1022,8 @@ jobs:
|
||||
VERSION="${{ steps.parse.outputs.version }}"
|
||||
|
||||
if [ ! -f "$SKILL_PATH/CHANGELOG.md" ]; then
|
||||
echo "No CHANGELOG.md found"
|
||||
echo "changelog=" >> $GITHUB_OUTPUT
|
||||
exit 0
|
||||
echo "::error::Missing required changelog file: $SKILL_PATH/CHANGELOG.md"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Extract the changelog section for this version
|
||||
@@ -868,20 +1037,86 @@ jobs:
|
||||
' "$SKILL_PATH/CHANGELOG.md" | sed -e :a -e '/^\n*$/{$d;N;ba' -e '}')
|
||||
|
||||
if [ -z "$CHANGELOG_ENTRY" ]; then
|
||||
echo "No changelog entry found for version $VERSION"
|
||||
echo "changelog=" >> $GITHUB_OUTPUT
|
||||
else
|
||||
echo "Found changelog entry for version $VERSION"
|
||||
# Use multiline output format for GitHub Actions
|
||||
{
|
||||
echo "changelog<<EOF"
|
||||
echo "$CHANGELOG_ENTRY"
|
||||
echo "EOF"
|
||||
} >> $GITHUB_OUTPUT
|
||||
echo "::error::No changelog entry found for version $VERSION in $SKILL_PATH/CHANGELOG.md"
|
||||
echo "::error::Expected heading format: ## [$VERSION] - YYYY-MM-DD"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "Found changelog entry for version $VERSION"
|
||||
# Use multiline output format for GitHub Actions
|
||||
{
|
||||
echo "changelog<<EOF"
|
||||
echo "$CHANGELOG_ENTRY"
|
||||
echo "EOF"
|
||||
} >> $GITHUB_OUTPUT
|
||||
|
||||
- name: Build quick install instructions
|
||||
id: install
|
||||
run: |
|
||||
set -euo pipefail
|
||||
SKILL_NAME="${{ steps.parse.outputs.skill_name }}"
|
||||
VERSION="${{ steps.parse.outputs.version }}"
|
||||
REPO="${{ github.repository }}"
|
||||
TAG="${{ github.ref_name }}"
|
||||
|
||||
{
|
||||
echo "quick_install<<INSTALL_EOF"
|
||||
|
||||
if [ "${{ steps.publishable.outputs.publish_clawhub }}" = "true" ] && [ "${{ steps.publishable.outputs.openclaw_skill }}" = "true" ]; then
|
||||
cat <<EOF
|
||||
### Quick Install
|
||||
|
||||
**Via ClawHub (recommended):**
|
||||
\`\`\`bash
|
||||
npx clawhub@latest install ${SKILL_NAME}
|
||||
\`\`\`
|
||||
|
||||
**If you already have \`clawsec-suite\` installed:**
|
||||
Ask your agent to pull \`${SKILL_NAME}\` from the ClawSec catalog and it will handle setup and verification automatically.
|
||||
EOF
|
||||
else
|
||||
cat <<EOF
|
||||
### Quick Install
|
||||
|
||||
**GitHub release artifact (recommended):**
|
||||
Ask your agent to read the published skill instructions from this GitHub release and follow them:
|
||||
|
||||
https://github.com/${REPO}/releases/download/${TAG}/SKILL.md
|
||||
|
||||
Or download them locally:
|
||||
\`\`\`bash
|
||||
curl -sLO https://github.com/${REPO}/releases/download/${TAG}/SKILL.md
|
||||
\`\`\`
|
||||
EOF
|
||||
fi
|
||||
|
||||
cat <<EOF
|
||||
|
||||
**Manual download with verification:**
|
||||
\`\`\`bash
|
||||
# 1. Download the release archive, checksums, and signing material
|
||||
curl -sLO https://github.com/${REPO}/releases/download/${TAG}/${SKILL_NAME}-v${VERSION}.zip
|
||||
curl -sLO https://github.com/${REPO}/releases/download/${TAG}/checksums.json
|
||||
curl -sLO https://github.com/${REPO}/releases/download/${TAG}/checksums.sig
|
||||
curl -sLO https://github.com/${REPO}/releases/download/${TAG}/signing-public.pem
|
||||
|
||||
# 2. Verify the checksums manifest signature (Ed25519)
|
||||
openssl base64 -d -A -in checksums.sig -out checksums.sig.bin
|
||||
openssl pkeyutl -verify -rawin -pubin -inkey signing-public.pem -sigfile checksums.sig.bin -in checksums.json
|
||||
|
||||
# 3. Verify archive checksum from the signed manifest
|
||||
echo "\$(jq -r '.archive.sha256' checksums.json) ${SKILL_NAME}-v${VERSION}.zip" | sha256sum -c
|
||||
|
||||
# 4. Extract (creates ${SKILL_NAME}/ directory)
|
||||
unzip ${SKILL_NAME}-v${VERSION}.zip
|
||||
\`\`\`
|
||||
EOF
|
||||
|
||||
echo "INSTALL_EOF"
|
||||
} >> "$GITHUB_OUTPUT"
|
||||
|
||||
- name: Create GitHub Release
|
||||
uses: softprops/action-gh-release@a06a81a03ee405af7f2048a818ed3f03bbf83c7b # v2.5.0
|
||||
uses: softprops/action-gh-release@b4309332981a82ec1c5618f44dd2e27cc8bfbfda # v3.0.0
|
||||
with:
|
||||
name: "${{ steps.parse.outputs.skill_name }} ${{ steps.parse.outputs.version }}"
|
||||
tag_name: ${{ github.ref_name }}
|
||||
@@ -891,31 +1126,7 @@ jobs:
|
||||
|
||||
${{ steps.changelog.outputs.changelog }}
|
||||
|
||||
### Quick Install
|
||||
|
||||
**Via clawhub (recommended):**
|
||||
```bash
|
||||
npx clawhub@latest install ${{ steps.parse.outputs.skill_name }}
|
||||
```
|
||||
|
||||
**Manual download with verification:**
|
||||
```bash
|
||||
# 1. Download the release archive, checksums, and signing material
|
||||
curl -sLO https://github.com/${{ github.repository }}/releases/download/${{ github.ref_name }}/${{ steps.parse.outputs.skill_name }}-v${{ steps.parse.outputs.version }}.zip
|
||||
curl -sLO https://github.com/${{ github.repository }}/releases/download/${{ github.ref_name }}/checksums.json
|
||||
curl -sLO https://github.com/${{ github.repository }}/releases/download/${{ github.ref_name }}/checksums.sig
|
||||
curl -sLO https://github.com/${{ github.repository }}/releases/download/${{ github.ref_name }}/signing-public.pem
|
||||
|
||||
# 2. Verify the checksums manifest signature (Ed25519)
|
||||
openssl base64 -d -A -in checksums.sig -out checksums.sig.bin
|
||||
openssl pkeyutl -verify -rawin -pubin -inkey signing-public.pem -sigfile checksums.sig.bin -in checksums.json
|
||||
|
||||
# 3. Verify archive checksum from the signed manifest
|
||||
echo "$(jq -r '.archive.sha256' checksums.json) ${{ steps.parse.outputs.skill_name }}-v${{ steps.parse.outputs.version }}.zip" | sha256sum -c
|
||||
|
||||
# 4. Extract (creates ${{ steps.parse.outputs.skill_name }}/ directory)
|
||||
unzip ${{ steps.parse.outputs.skill_name }}-v${{ steps.parse.outputs.version }}.zip
|
||||
```
|
||||
${{ steps.install.outputs.quick_install }}
|
||||
|
||||
### Verification
|
||||
|
||||
@@ -992,28 +1203,28 @@ jobs:
|
||||
CLAWHUB_TOKEN: ${{ secrets.CLAWHUB_TOKEN }}
|
||||
steps:
|
||||
- name: Check if publishable
|
||||
if: needs.release-tag.outputs.publishable != 'true'
|
||||
if: needs.release-tag.outputs.publish_clawhub != 'true'
|
||||
run: |
|
||||
echo "Skill marked as internal, skipping ClawHub publish"
|
||||
echo "Skill is not eligible for ClawHub publishing; skipping"
|
||||
exit 0
|
||||
|
||||
- name: Checkout
|
||||
if: needs.release-tag.outputs.publishable == 'true'
|
||||
if: needs.release-tag.outputs.publish_clawhub == 'true'
|
||||
uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
|
||||
|
||||
- name: Setup Node
|
||||
if: needs.release-tag.outputs.publishable == 'true'
|
||||
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
if: needs.release-tag.outputs.publish_clawhub == 'true'
|
||||
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: 20
|
||||
|
||||
- name: Install clawhub CLI
|
||||
if: needs.release-tag.outputs.publishable == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
if: needs.release-tag.outputs.publish_clawhub == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
run: npm install -g clawhub@${CLAWHUB_CLI_VERSION}
|
||||
|
||||
- name: Patch clawhub publish payload workaround
|
||||
# Temporary: clawhub@0.7.0 publish payload is missing acceptLicenseTerms.
|
||||
if: needs.release-tag.outputs.publishable == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
if: needs.release-tag.outputs.publish_clawhub == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
run: |
|
||||
node <<'NODE'
|
||||
const { execSync } = require("node:child_process");
|
||||
@@ -1056,7 +1267,7 @@ jobs:
|
||||
NODE
|
||||
|
||||
- name: Login to ClawHub
|
||||
if: needs.release-tag.outputs.publishable == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
if: needs.release-tag.outputs.publish_clawhub == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
run: |
|
||||
set -euo pipefail
|
||||
SITE=${CLAWHUB_SITE:-https://clawhub.ai}
|
||||
@@ -1066,8 +1277,38 @@ jobs:
|
||||
CLAWHUB_DISABLE_TELEMETRY=1 CLAWHUB_SITE="$SITE" CLAWHUB_REGISTRY="$REGISTRY" \
|
||||
clawhub login --token "$CLAWHUB_TOKEN" --site "$SITE" --no-input
|
||||
|
||||
- name: Guard duplicate ClawHub version
|
||||
if: needs.release-tag.outputs.publish_clawhub == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
run: |
|
||||
set -euo pipefail
|
||||
SITE=${CLAWHUB_SITE:-https://clawhub.ai}
|
||||
REGISTRY=${CLAWHUB_REGISTRY:-$SITE}
|
||||
SKILL_NAME="${{ needs.release-tag.outputs.skill_name }}"
|
||||
VERSION="${{ needs.release-tag.outputs.version }}"
|
||||
export CLAWHUB_CONFIG_PATH="$HOME/.clawhub-ci/config.json"
|
||||
|
||||
set +e
|
||||
CLAWHUB_DISABLE_TELEMETRY=1 CLAWHUB_SITE="$SITE" CLAWHUB_REGISTRY="$REGISTRY" \
|
||||
clawhub inspect "$SKILL_NAME" --version "$VERSION" --json \
|
||||
> /tmp/clawhub-existing-version.json 2> /tmp/clawhub-existing-version.err
|
||||
STATUS=$?
|
||||
set -e
|
||||
|
||||
if [ "$STATUS" -eq 0 ]; then
|
||||
echo "::error::ClawHub already contains ${SKILL_NAME}@${VERSION}. Bump the version before tagging."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if grep -Eqi "Version not found|Skill not found" /tmp/clawhub-existing-version.err; then
|
||||
echo "No existing ${SKILL_NAME}@${VERSION} detected in ClawHub. Proceeding."
|
||||
else
|
||||
echo "::error::Failed to verify ClawHub version precondition."
|
||||
cat /tmp/clawhub-existing-version.err
|
||||
exit 1
|
||||
fi
|
||||
|
||||
- name: Publish to ClawHub
|
||||
if: needs.release-tag.outputs.publishable == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
if: needs.release-tag.outputs.publish_clawhub == 'true' && env.CLAWHUB_TOKEN != ''
|
||||
run: |
|
||||
set -euo pipefail
|
||||
SITE=${CLAWHUB_SITE:-https://clawhub.ai}
|
||||
@@ -1080,7 +1321,6 @@ jobs:
|
||||
|
||||
export CLAWHUB_CONFIG_PATH="$HOME/.clawhub-ci/config.json"
|
||||
|
||||
# Publish with idempotent retry handling
|
||||
if ! CLAWHUB_DISABLE_TELEMETRY=1 CLAWHUB_SITE="$SITE" CLAWHUB_REGISTRY="$REGISTRY" \
|
||||
clawhub publish "$SKILL_PATH" \
|
||||
--slug "$SKILL_NAME" \
|
||||
@@ -1089,15 +1329,8 @@ jobs:
|
||||
--changelog "$CHANGELOG" \
|
||||
--tags "latest" \
|
||||
--no-input 2>&1 | tee /tmp/clawhub-publish.log; then
|
||||
|
||||
# Check if it's a "version already exists" error (which means previous run partially succeeded)
|
||||
if grep -qi "version already exists" /tmp/clawhub-publish.log; then
|
||||
echo "::warning::Version $VERSION already published to ClawHub (from previous run)"
|
||||
exit 0
|
||||
else
|
||||
echo "::error::ClawHub publish failed. Check logs above for details."
|
||||
exit 1
|
||||
fi
|
||||
echo "::error::ClawHub publish failed. Check logs above for details."
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "✓ Successfully published $SKILL_NAME@$VERSION to ClawHub"
|
||||
@@ -1149,7 +1382,7 @@ jobs:
|
||||
id: publishable
|
||||
run: |
|
||||
SKILL_PATH="${{ steps.parse.outputs.skill_path }}"
|
||||
INTERNAL=$(jq -r '.openclaw.internal // false' "$SKILL_PATH/skill.json")
|
||||
INTERNAL=$(jq -r 'if (.openclaw | type) == "object" then (.openclaw.internal // false) else false end' "$SKILL_PATH/skill.json")
|
||||
|
||||
if [ "$INTERNAL" = "true" ]; then
|
||||
echo "::error::Skill is marked internal and cannot be published to ClawHub"
|
||||
@@ -1159,7 +1392,7 @@ jobs:
|
||||
echo "Skill is publishable to ClawHub"
|
||||
|
||||
- name: Setup Node
|
||||
uses: actions/setup-node@6044e13b5dc448c55e2357c09f80417699197238 # v6.2.0
|
||||
uses: actions/setup-node@48b55a011bda9f5d6aeb4c2d9c7362e8dae4041e # v6.4.0
|
||||
with:
|
||||
node-version: 20
|
||||
|
||||
|
||||
@@ -0,0 +1,30 @@
|
||||
cff-version: 1.2.0
|
||||
message: "If you use ClawSec in research or security tooling, please cite it as below."
|
||||
title: "ClawSec"
|
||||
version: "0.1.0"
|
||||
date-released: "2026-05-26"
|
||||
abstract: >-
|
||||
ClawSec is a security skill suite for AI agent platforms. It provides
|
||||
advisory monitoring, cryptographic signature verification, guarded skill
|
||||
installation, file integrity checks, and platform-specific security
|
||||
capabilities for OpenClaw, NanoClaw, Hermes, and Picoclaw deployments.
|
||||
type: software
|
||||
license: "AGPL-3.0-or-later"
|
||||
url: "https://clawsec.prompt.security/"
|
||||
repository-code: "https://github.com/prompt-security/clawsec"
|
||||
keywords:
|
||||
- ai-security
|
||||
- agent-security
|
||||
- prompt-injection
|
||||
- security-advisories
|
||||
- software-supply-chain
|
||||
- integrity-verification
|
||||
- openclaw
|
||||
- nanoclaw
|
||||
- hermes
|
||||
- picoclaw
|
||||
authors:
|
||||
- given-names: David
|
||||
family-names: Abutbul
|
||||
affiliation: "Prompt Security"
|
||||
orcid: "https://orcid.org/0009-0001-7883-3593"
|
||||
+434
@@ -0,0 +1,434 @@
|
||||
<!-- AUTO-GENERATED TRANSLATION SCAFFOLD (de)
|
||||
Source: README.md
|
||||
Review status: draft
|
||||
-->
|
||||
|
||||
# Deutsch Translation Scaffold
|
||||
|
||||
This file is currently a draft scaffold. Use README.md as the canonical source.
|
||||
|
||||
<h1 align="center">
|
||||
<img src="/img/prompt-icon.svg" alt="prompt-icon" breit="40">
|
||||
ClawSec: Security Skill Suite für KI-Agenten
|
||||
<img src="/img/prompt-icon.svg" alt="prompt-icon" breit="40">
|
||||
</h1>
|
||||
|
||||
<div align="center">
|
||||
|
||||
Sichern Sie Ihre OpenClaw, NanoClaw und Hermes Agents mit einer kompletten Sicherheits-Fähigkeits-Suite
|
||||
|
||||
<h4>Brought to you von <a href="https://prompt.security">Prompt Security</a>, the Platform of AI Security</h4>
|
||||
|
||||
</div>
|
||||
|
||||
<div align="center">
|
||||
|
||||

|
||||
<img src="/public/img/mascot.png" alt="clawsec mascot" breit="200" />
|
||||
|
||||
</div>
|
||||
<div align="center">
|
||||
|
||||
🌐 **Live at: [https://clawsec.prompt.security](https://clawsec.prompt.security)[https://prompt.security/clawsec](https://prompt.security/clawsec)**
|
||||
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/ci.yml)
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/deploy-pages.yml)
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/poll-nvd-cves.yml)
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
--
|
||||
|
||||
Übersetzungen
|
||||
|
||||
- Español: [README.es.md](README.es.md)
|
||||
- 한국어: [README.ko.md](README.ko.md)
|
||||
|
||||
Was ist ClawSec?
|
||||
|
||||
ClawSec ist eine ** umfassende Sicherheits-Fähigkeits-Suite für AI-Agent-Plattformen*. Es bietet eine einheitliche Sicherheitsüberwachung, Integritätsprüfung und Bedrohung Intelligenz-Schutz der kognitiven Architektur Ihres Agenten gegen schnelle Injektion, Drift und schädliche Anweisungen.
|
||||
|
||||
### Unterstützte Plattformen
|
||||
|
||||
- **OpenClaw** (MoltBot, Clawdbot und Klone) - Komplette Suite mit Skill-Installer, Dateiintegritätsschutz und Sicherheitsaudits
|
||||
- **NanoKlaue** - Gebindet App-Bot-Sicherheit mit MCP-Tools für die Überwachung, Unterschriftsprüfung und Dateiintegrität
|
||||
- **Hermes** - Hermes-native Sicherheitskompetenzen für eine unterzeichnete Beratungs-Feed-Verifikation, beratungssichere Verifikation, deterministische Attestations-Generierung, fehlgeschlossene Verifikation und grundlegende Drifterkennung
|
||||
- **Picoclaw** - Leichte AI-Gateway-Sicherheitsüberprüfungen mit Beratendem Bewusstsein, config Drift-Erkennung, Release-artifact-Verifikation und einem optionalen separaten Selbst-Pen-Testpaket
|
||||
|
||||
### Skill Feature Matrix
|
||||
|
||||
| Skill name | unterstützte Plattform| Sicherheits-Feed-Verifikation- config Drift | Agent Self Pen-Tests- Supply-Chain-Verifikation |
|
||||
...
|
||||
| claw-release | OpenClaw | Nein | Nein | Nein | Nein | Ja |
|
||||
| clawsec-clawhub-checker | OpenClaw + clawsec-suite Integration | Nein | Nein | Nein | Ja |
|
||||
| clawsec-feed | OpenClaw | Ja | Nein | Nein | Ja |
|
||||
Ja | Ja | Ja | Ja | Ja | Ja |
|
||||
| clawsec-scanner | OpenClaw | Ja | Nein | Ja | Ja | Ja |
|
||||
| clawsec-suite | OpenClaw | Ja | Ja | Nein | Ja |
|
||||
| Clawtributor | OpenClaw | Ja | Nein | Nein
|
||||
| hermes-attestation-guardian | Hermes | Ja (signierte beratende Feed-Verifikation) | Ja | Nein | Limited (nur Vorabbeleuchtung; keine Artefaktsignatur/provenance install-Verifikation) |
|
||||
| Openclaw-audit-watchdog | OpenClaw | Nein | Nein | Ja | Nein
|
||||
| Picoclaw-security-guardian | Picoclaw | Ja | Ja | Nein
|
||||
| Picoclaw-self-pen-testing
|
||||
| Seelenhüter | OpenClaw | Nein | Nein | Nein
|
||||
|
||||
### Core Caps
|
||||
|
||||
- **📦 Suite Installer** - One-Command-Installation aller Sicherheitsfertigkeiten mit Integritätsprüfung
|
||||
- **🛡️ Datei-Integrity-Schutz* - Drift-Erkennung und Auto-Restore für kritische Agent-Dateien (SOUL.md, IDENTITY.md, etc.)
|
||||
- **📡 Live Security Advisories* - Automatisierte NVD CVE Umfragen und Community-Drohung Intelligenz
|
||||
- **🔍 Security Audits** - Self-Check-Skripte, um schnelle Injektionsmarker und Schwachstellen zu erkennen
|
||||
- **🔐 Prüfsummenverifikation** - SHA256 Prüfsummen für alle Fähigkeiten Artefakte
|
||||
- **Health Checks* - Automatisierte Updates und Integritätsprüfung für alle installierten Fähigkeiten
|
||||
|
||||
--
|
||||
|
||||
Produktdemonstrationen
|
||||
|
||||
Animierte Vorschauen unten sind GIFs (keine Audio). Klicken Sie auf jede Vorschau, um das volle MP4 mit Audio zu öffnen.
|
||||
|
||||
### Demo installieren (`clawsec-suite`)
|
||||
|
||||
[(öffentlich/video/install-demo.mp4)
|
||||
|
||||
Direkter Link: [install-demo.mp4](public/video/install-demo.mp4)
|
||||
|
||||
### Drift Detection Demo (`soul-guardian`)
|
||||
|
||||
[(öffentlich/video/soul-guardian-demo.mp4)
|
||||
|
||||
Direkter Link: [soul-guardian-demo.mp4](public/video/soul-guardian-demo.mp4)
|
||||
|
||||
--
|
||||
|
||||
🚀 Schneller Start
|
||||
|
||||
### For AI Agents
|
||||
|
||||
```bash
|
||||
# Install the ClawSec security suite
|
||||
npx clawhub@latest install clawsec-suite
|
||||
```
|
||||
|
||||
Nach der Installation kann die Suite:
|
||||
ANHANG Entdecken Sie installierbare Schutze aus dem veröffentlichten Kompetenzkatalog
|
||||
2. Verifizieren Sie die Freigabeintegrität mit unterzeichneten Prüfsummen
|
||||
3. Einrichtung von Beratungs- und hakenbasierten Schutzströmen
|
||||
4. Optionale geplante Überprüfungen hinzufügen
|
||||
|
||||
Manual/source-first option:
|
||||
|
||||
> Weiterlesen https://github.com/prompt-security/clawsec/releases/latest/download/SKILL.md und folgen den Installationsanweisungen.
|
||||
|
||||
### For Humans
|
||||
|
||||
Kopieren Sie diese Anleitung zu Ihrem KI-Agent:
|
||||
|
||||
> Installieren Sie ClawSec mit `npx clawhub@latest install clawsec-suite`, füllen Sie dann die Setup-Schritte aus den generierten Anweisungen aus.
|
||||
|
||||
### Shell and OS Notes
|
||||
|
||||
ClawSec-Skripte werden aufgeteilt zwischen:
|
||||
- Cross-Plattform Node/Python-Tooling (`npm run build`, Haken/Setup `.mjs`_ `utils/*.py`_
|
||||
- POSIX Shell Workflows (`*.sh`, die meisten manuellen Installationsschnipsel)
|
||||
|
||||
Für Linux/macOS (`bash`/`zsh`):
|
||||
- Verwenden Sie nicht zitiertes oder doppelt zitiertes Zuhause vars: `export INSTALL_ROOT="$HOME/.openclaw/skills"`
|
||||
- Do **not** Einquoten-Expandierbare Vars (zum Beispiel `'$HOME/.openclaw/skills'`)
|
||||
|
||||
Für Windows (PowerShell):
|
||||
- Präferen Sie explizite Pfadaufbau:
|
||||
- Was?
|
||||
- Was?
|
||||
- POSIX `.sh` Skripte benötigen WSL oder Git Bash.
|
||||
|
||||
Fehlerbehebung: Wenn Sie Verzeichnisse wie `~/.openclaw/workspace/$HOME/...` sehen, wurde eine Heimvariable buchstäblich übergeben. Re-run mit einem absoluten Pfad oder einem nicht zitierten Heimausdruck.
|
||||
|
||||
--
|
||||
|
||||
Plattform & Suite Dokumentation
|
||||
|
||||
Detaillierte Plattform und Suiten docs live in den Wiki-Modulen:
|
||||
- NanoClaw: [wiki/modules/nanoclaw-integration.md](wiki/modules/nanoclaw-integration.md)
|
||||
- Hermes: [wiki/modules/hermes-attestation-guardian.md](wiki/modules/hermes-attestation-guardian.md)
|
||||
- Picoclaw: [wiki/modules/picoclaw-security-guardian.md](wiki/modules/picoclaw-security-guardian.md)
|
||||
- Picoclaw Selbstprüfung: [wiki/modules/picoclaw-self-pen-testing.md](wiki/modules/picoclaw-self-pen-testing.md)
|
||||
- ClawSec Suite (OpenClaw): [wiki/modules/clawsec-suite.md](wiki/modules/clawsec-suite.md)
|
||||
- CI/CD-Pipelines: [wiki/modules/automation-release.md](wiki/modules/automation-release.md)
|
||||
|
||||
Schnelle Installation von Links:
|
||||
- NanoClaw installiert: [skills/clawsec-nanoclaw/INSTALL.md](skills/clawsec-nanoclaw/INSTALL.md)
|
||||
- Hermes Geschick Paket: `skills/hermes-attestation-guardian/`
|
||||
- Picoclaw Schutzpaket: `skills/picoclaw-security-guardian/`
|
||||
- Picoclaw Selbstprüfungspaket: `skills/picoclaw-self-pen-testing/`
|
||||
- Suite-Paket: `skills/clawsec-suite/`
|
||||
|
||||
--
|
||||
|
||||
📡 Sicherheitsberatung Fütterung
|
||||
|
||||
ClawSec unterhält einen kontinuierlich aktualisierten Sicherheitsberatungsfeed, der automatisch aus der NIST National Vulnerability Database (NVD) besiedelt wird.
|
||||
|
||||
### Feed URL
|
||||
|
||||
```bash
|
||||
# Fetch latest advisories
|
||||
curl -s https://clawsec.prompt.security/advisories/feed.json | jq '.advisories[] | select(.severity == "critical" or .severity == "high")'
|
||||
```
|
||||
|
||||
Kanonischer Endpunkt: `https://clawsec.prompt.security/advisories/feed.json`
|
||||
Kompatibilitätsspiegel (Legalacy): `https://clawsec.prompt.security/releases/latest/download/feed.json`
|
||||
|
||||
### Überwachte Keywords
|
||||
|
||||
Die Feed-Quoten CVEs bezogen auf:
|
||||
**OpenClaw Platform**: `OpenClaw`, `clawdbot`__, `Moltbot`
|
||||
**NanoClaw Platform**: `NanoClaw`____________________________________________________
|
||||
- **Picoclaw Platform*: `Picoclaw`, `picoclaw`, leichte AI Gateways, MCP Gateway Belichtung
|
||||
- Prompt Injektionsmuster
|
||||
- Sicherheitslücken von Agenten
|
||||
|
||||
### Exploitability Context
|
||||
|
||||
ClawSec bereichert CVE-Advisories mit **-Exploitability-Kontext**, um Agenten dabei zu helfen, das reale Risiko über die rohen CVSS-Score hinaus zu bewerten. Neu analysierte Berater können:
|
||||
|
||||
- **Exploit Evidence**: Ob öffentliche Ausbeutungen in der Wildnis existieren
|
||||
- **Beantwortungsstatus**: Wenn Exploits in gemeinsame Angriffsrahmen integriert werden
|
||||
- **Anforderungen**: Voraussetzungen für eine erfolgreiche Nutzung (Netzwerkzugriff, Authentifizierung, Benutzerinteraktion)
|
||||
- **Risikobewertung**: Kontextualisiertes Risikoniveau, das technische Schwere mit Ausbeutbarkeit kombiniert
|
||||
|
||||
Diese Funktion hilft Agenten, Schwachstellen zu priorisieren, die unmittelbare Bedrohungen gegenüber theoretischen Risiken darstellen und intelligentere Sicherheitsentscheidungen ermöglichen.
|
||||
|
||||
### Advisory Schema
|
||||
|
||||
**NVD CVE Beratung:**
|
||||
```json
|
||||
{
|
||||
"id": "CVE-2026-XXXXX",
|
||||
"severity": "critical|high|medium|low",
|
||||
"type": "vulnerable_skill",
|
||||
"platforms": ["openclaw", "nanoclaw"],
|
||||
"title": "Short description",
|
||||
"description": "Full CVE description from NVD",
|
||||
"published": "2026-02-01T00:00:00Z",
|
||||
"cvss_score": 8.8,
|
||||
"nvd_url": "https://nvd.nist.gov/vuln/detail/CVE-2026-XXXXX",
|
||||
"exploitability_score": "high|medium|low|unknown",
|
||||
"exploitability_rationale": "Why this CVE is or is not likely exploitable in agent deployments",
|
||||
"references": ["..."],
|
||||
"action": "Recommended remediation"
|
||||
}
|
||||
```
|
||||
|
||||
**Gemeinschaftsbeirat:**
|
||||
```json
|
||||
{
|
||||
"id": "CLAW-2026-0042",
|
||||
"severity": "high",
|
||||
"type": "prompt_injection|vulnerable_skill|tampering_attempt",
|
||||
"platforms": ["nanoclaw"],
|
||||
"title": "Short description",
|
||||
"description": "Detailed description from issue",
|
||||
"published": "2026-02-01T00:00:00Z",
|
||||
"affected": ["skill-name@1.0.0"],
|
||||
"source": "Community Report",
|
||||
"github_issue_url": "https://github.com/.../issues/42",
|
||||
"action": "Recommended remediation"
|
||||
}
|
||||
```
|
||||
|
||||
**Platformwerte:**
|
||||
- `"openclaw"` - OpenClaw/Clawdbot/Molt Nur
|
||||
- `"nanoclaw"` - NanoClaw nur
|
||||
- Nur Hermes
|
||||
- Nur Picoclaw
|
||||
- `["openclaw", "nanoclaw", "hermes", "picoclaw"]` - Alle Kernplattformen
|
||||
- (leer/missing) - Alle Plattformen (backward kompatibel)
|
||||
|
||||
--
|
||||
|
||||
🔄 CI/CD Pipelines
|
||||
|
||||
CI/CD Pipelinedetails wurden auf die Wiki-Modulseite verschoben:
|
||||
- Was?
|
||||
|
||||
Ähnliche Arbeitspunkte:
|
||||
- Was?
|
||||
- Was?
|
||||
|
||||
--
|
||||
|
||||
🛠️ Offline Tools
|
||||
|
||||
ClawSec umfasst Python utilities für lokale Fähigkeiten Entwicklung und Validierung.
|
||||
|
||||
### Skill Validator
|
||||
|
||||
Validiert einen Geschicksordner gegen das erforderliche Schema:
|
||||
|
||||
```bash
|
||||
python utils/validate_skill.py skills/clawsec-feed
|
||||
```
|
||||
|
||||
Kontrollen:
|
||||
- `skill.json` existiert und ist gültig JSON
|
||||
- Erforderliche Felder vorhanden (Name, Version, Beschreibung, Autor, Lizenz)
|
||||
- SBOM-Dateien existieren und sind lesbar
|
||||
- OpenClaw Metadaten sind richtig strukturiert
|
||||
|
||||
### Skill Checksums Generator
|
||||
|
||||
Erzeugt `checksums.json` mit SHA256 Hashes für ein Geschick:
|
||||
|
||||
```bash
|
||||
python utils/package_skill.py skills/clawsec-feed ./dist
|
||||
```
|
||||
|
||||
Ausgänge:
|
||||
- `checksums.json` - SHA256 hathes zur Überprüfung
|
||||
|
||||
--
|
||||
|
||||
Lokale Entwicklung
|
||||
|
||||
### Voraussetzungen
|
||||
|
||||
- Node.js 20+
|
||||
- Python 3.10+ (für Offline-Tools)
|
||||
- npm
|
||||
|
||||
### Setup
|
||||
|
||||
```bash
|
||||
# Install dependencies
|
||||
npm install
|
||||
|
||||
# Start development server
|
||||
npm run dev
|
||||
```
|
||||
|
||||
### Lokale Daten ausfüllen
|
||||
|
||||
```bash
|
||||
# Populate skills catalog from local skills/ directory
|
||||
./scripts/populate-local-skills.sh
|
||||
|
||||
# Populate advisory feed with real NVD CVE data
|
||||
./scripts/populate-local-feed.sh --days 120
|
||||
|
||||
# Generate wiki llms exports from wiki/ (for local preview)
|
||||
./scripts/populate-local-wiki.sh
|
||||
|
||||
# Direct generator entrypoint (used by predev/prebuild)
|
||||
npm run gen:wiki-llms
|
||||
```
|
||||
|
||||
Anmerkungen:
|
||||
- `npm run dev` und `npm run build` regenerieren automatisch wiki `llms.txt` Exporte (`predev`_`prebuild` Haken).
|
||||
- `public/wiki/` wird ausgegeben (lokal + CI) und ist absichtlich gitignored.
|
||||
|
||||
### Build
|
||||
|
||||
```bash
|
||||
npm run build
|
||||
```
|
||||
|
||||
--
|
||||
|
||||
Projektstruktur
|
||||
|
||||
```
|
||||
├── advisories/
|
||||
│ ├── feed.json # Main advisory feed
|
||||
│ ├── feed.json.sig # Detached signature for feed.json
|
||||
│ └── feed-signing-public.pem # Public key for feed verification
|
||||
├── components/ # React components
|
||||
├── pages/ # Route/page components
|
||||
├── wiki/ # Source-of-truth docs (synced to GitHub Wiki)
|
||||
├── scripts/
|
||||
│ ├── generate-wiki-llms.mjs # wiki/*.md -> public/wiki/**/llms.txt
|
||||
│ ├── populate-local-feed.sh # Local CVE feed populator
|
||||
│ ├── populate-local-skills.sh # Local skills catalog populator
|
||||
│ ├── populate-local-wiki.sh # Local wiki llms export populator
|
||||
│ ├── prepare-to-push.sh # Local CI-style quality gate
|
||||
│ ├── validate-release-links.sh # Release link checks
|
||||
│ └── release-skill.sh # Manual skill release helper
|
||||
├── skills/
|
||||
│ ├── claw-release/ # 🚀 Release automation workflow skill
|
||||
│ ├── clawsec-suite/ # 📦 Suite installer (skill-of-skills)
|
||||
│ ├── clawsec-feed/ # 📡 Advisory feed skill
|
||||
│ ├── clawsec-scanner/ # 🔍 Vulnerability scanner (deps + SAST + OpenClaw DAST)
|
||||
│ ├── clawsec-nanoclaw/ # 📱 NanoClaw platform security suite
|
||||
│ ├── clawsec-clawhub-checker/ # 🧪 ClawHub reputation checks
|
||||
│ ├── clawtributor/ # 🤝 Community reporting skill
|
||||
│ ├── hermes-attestation-guardian/ # 🛡️ Hermes attestation + drift verification
|
||||
│ ├── openclaw-audit-watchdog/ # 🔭 Automated audit skill
|
||||
│ ├── picoclaw-security-guardian/ # 🦐 Picoclaw posture/advisory/drift/supply-chain checks
|
||||
│ ├── picoclaw-self-pen-testing/ # 🧪 Picoclaw self-pen-testing checks (separate package)
|
||||
│ └── soul-guardian/ # 👻 File integrity skill
|
||||
├── utils/
|
||||
│ ├── package_skill.py # Skill packager utility
|
||||
│ └── validate_skill.py # Skill validator utility
|
||||
├── .github/workflows/
|
||||
│ ├── ci.yml # Cross-platform lint/type/build + tests
|
||||
│ ├── pages-verify.yml # PR-only pages build/signing verification
|
||||
│ ├── poll-nvd-cves.yml # CVE polling pipeline
|
||||
│ ├── community-advisory.yml # Approved issue -> advisory PR
|
||||
│ ├── skill-release.yml # Skill release/signing pipeline
|
||||
│ ├── deploy-pages.yml # GitHub Pages deployment
|
||||
│ ├── wiki-sync.yml # Sync repo wiki/ to GitHub Wiki
|
||||
│ ├── codeql.yml # CodeQL security analysis
|
||||
│ └── scorecard.yml # OpenSSF Scorecard checks
|
||||
└── public/ # Static assets + generated wiki exports
|
||||
```
|
||||
|
||||
--
|
||||
|
||||
Beiträge
|
||||
|
||||
Wir begrüßen Beiträge! Siehe [CONTRIBUTING.md](CONTRIBUTING.md) für Richtlinien.
|
||||
|
||||
### Sicherheitsberater einfügen
|
||||
|
||||
Haben Sie einen schnellen Injektionsvektor, bösartige Fähigkeiten oder Sicherheitslücke gefunden? Über GitHub Issues melden:
|
||||
|
||||
ANHANG Öffne ein neues Problem mit der Vorlage **Security Incident Report***
|
||||
2. Füllen Sie die erforderlichen Felder aus (Stärke, Art, Beschreibung, Betroffene Fähigkeiten)
|
||||
3. Ein Betreuer überprüft und fügt das `advisory-approved` Label hinzu
|
||||
4. Die Beratung wird automatisch im Feed veröffentlicht als `CLAW-{YEAR}-{ISSUE#}`
|
||||
|
||||
Siehe `CLAW-{YEAR}-{ISSUE#}` für detaillierte Richtlinien.
|
||||
|
||||
### Neue Fähigkeiten hinzufügen
|
||||
|
||||
ANHANG Erstellen Sie einen Kompetenzordner unter `skills/`
|
||||
2. Hinzufügen `skill.json` mit benötigten Metadaten und SBOM
|
||||
3. `SKILL.md` mit agentenlesbaren Anweisungen hinzufügen
|
||||
4. Gültig mit `python utils/validate_skill.py skills/your-skill`
|
||||
5. Eine PR zur Überprüfung einreichen
|
||||
|
||||
📚 Dokumentation Quelle der Wahrheit
|
||||
|
||||
Für alle Wiki-Inhalte bearbeiten Sie Dateien unter `wiki/` in diesem Repository. Das GitHub Wiki (`<repo>.wiki.git`) wird von `wiki/`_ durch `.github/workflows/wiki-sync.yml` synchronisiert, wenn `wiki/**`_ auf `main`__ wechselt.
|
||||
|
||||
LLM-Exporte werden von `wiki/` in `public/wiki/`_ generiert:
|
||||
- `/wiki/llms.txt` ist der LLM-ready Export für `wiki/INDEX.md` (oder ein generierter Fallback-Index, wenn `INDEX.md` fehlt).
|
||||
- `/wiki/<page>/llms.txt` ist der LLM-ready Export für diese einzelne Wiki-Seite.
|
||||
|
||||
--
|
||||
|
||||
📄 Lizenz
|
||||
|
||||
- Quellcode: GNU AGPL v3.0 oder später - Siehe [LICENSE](LICENSE) für Details.
|
||||
- Schriften in `font/`: separat lizenziert - Siehe [`font/README.md`](font/README.md).
|
||||
|
||||
--
|
||||
|
||||
<div align="center">
|
||||
|
||||
**ClawSec** · Sicherheitsleistung, SentinelOne
|
||||
|
||||
🦞 Härten Agentic Workflows, eine Fähigkeit zu einer Zeit.
|
||||
|
||||
</div>
|
||||
+277
@@ -0,0 +1,277 @@
|
||||
■h1 align="center"
|
||||
■img src="./img/prompt-icon.svg" alt="prompt-icon" ancho="40"
|
||||
ClawSec: Suite de habilidades de seguridad para agentes de IA
|
||||
■img src="./img/prompt-icon.svg" alt="prompt-icon" ancho="40"
|
||||
■/h1 título
|
||||
|
||||
"Cierto"
|
||||
|
||||
## Protege tus agentes OpenClaw, NanoClaw, Hermes y Picoclaw con una suite de seguridad completa
|
||||
|
||||
<h4>Traído por <a href="https://prompt.security">Prompt Security</a>, la plataforma de seguridad para IA</h4>
|
||||
|
||||
■/div titulada
|
||||
|
||||
"Cierto"
|
||||
|
||||
! [Prompt Security Logo](./img/Black+Color.png)
|
||||
■img src="./public/img/mascot.png" alt="clawsec mascot" ancho="200" /
|
||||
|
||||
■/div titulada
|
||||
|
||||
"Cierto"
|
||||
|
||||
🌐 **En vivo en: [https://clawsec.prompt.security](https://clawsec.prompt.security) [https://prompt.security/clawsec](https://prompt.security/clawsec)**
|
||||
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/ci.yml)
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/deploy-pages.yml)
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/poll-nvd-cves.yml)
|
||||
|
||||
■/div titulada
|
||||
|
||||
-...
|
||||
|
||||
## 🌍 Traducciones
|
||||
|
||||
- English (source of truth): [README.md](README.md)
|
||||
- Español: `README.es.md`
|
||||
|
||||
## ✅ Estado de traducción (Fase 1)
|
||||
|
||||
Esta traducción en español cubre el flujo principal de onboarding y operación.
|
||||
Para detalles de bajo nivel, schema completo y notas avanzadas de CI/CD, consulta el README en inglés.
|
||||
|
||||
## 🦞 ¿Qué es ClawSec?
|
||||
|
||||
ClawSec es una **suite completa de habilidades de seguridad para plataformas de agentes de IA**. Proporciona monitoreo de seguridad unificado, verificación de integridad e inteligencia de amenazas para proteger la arquitectura cognitiva del agente frente a inyección de prompts, deriva y/o instrucciones maliciosas.
|
||||
|
||||
### Plataformas compatibles
|
||||
|
||||
- **OpenClaw** (MoltBot, Clawdbot y clones): suite completa con instalador de habilidades, protección de integridad de archivos y auditorías de seguridad
|
||||
- **NanoClaw**: seguridad para bot de WhatsApp en contenedor, con herramientas MCP para monitoreo de advisories, verificación de firmas e integridad de archivos
|
||||
- **Hermes**: habilidades nativas de Hermes para verificación de feed firmado, verificación protegida con contexto de advisories, generación determinista de attestation, fail-closed verification y detección de drift de baseline
|
||||
- **Picoclaw**: chequeos livianos de postura de seguridad en gateway de IA, con awareness de advisories, detección de drift de configuración, verificación de artefactos de release y paquete opcional separado de self-pen-testing
|
||||
|
||||
### Capacidades principales
|
||||
|
||||
- **📦 Instalador de suite**: instalación de todas las habilidades de seguridad con un solo comando y verificación de integridad
|
||||
- **🛡️ Protección de integridad de archivos**: detección de drift y auto-restauración de archivos críticos del agente (`SOUL.md`, `IDENTITY.md`, etc.)
|
||||
- **📡 Advisories de seguridad en vivo**: polling automatizado de CVEs del NVD e inteligencia comunitaria
|
||||
- **🔍 Auditorías de seguridad**: scripts de auto-chequeo para detectar marcadores de prompt injection y vulnerabilidades
|
||||
- **🔐 Verificación por checksums**: hashes SHA256 para artefactos de habilidades
|
||||
- **Health checks**: actualizaciones y verificación de integridad automatizadas para habilidades instaladas
|
||||
|
||||
-...
|
||||
|
||||
## 🚀 Inicio rápido
|
||||
|
||||
### Para agentes de IA
|
||||
|
||||
```bash
|
||||
# Instala la suite de seguridad de ClawSec
|
||||
npx clawhub@latest install clawsec-suite
|
||||
```
|
||||
|
||||
Después de instalar, la suite puede:
|
||||
1. Descubrir protecciones instalables desde el catálogo de habilidades publicado
|
||||
2. Verificar la integridad de releases con checksums firmados
|
||||
3. Configurar monitoreo de advisories y flujos de protección basados en hooks
|
||||
4. Añadir chequeos programados opcionales
|
||||
|
||||
Opción manual/source-first:
|
||||
|
||||
> Lee https://github.com/prompt-security/clawsec/releases/latest/download/SKILL.md y sigue las instrucciones de instalación.
|
||||
|
||||
### Para humanos
|
||||
|
||||
Copia esta instrucción a tu agente:
|
||||
|
||||
> Instala ClawSec con `npx clawhub@latest install clawsec-suite`, y luego completa los pasos de setup desde las instrucciones generadas.
|
||||
|
||||
### Notas de shell y SO
|
||||
|
||||
Los scripts de ClawSec se dividen entre:
|
||||
- Tooling cross-platform en Node/Python (`npm run build`, hooks/setup `.mjs`, `utils/*.py`)
|
||||
- Flujos POSIX shell (`*.sh`, la mayoría de snippets de instalación manual)
|
||||
|
||||
Para Linux/macOS (`bash`/`zsh`):
|
||||
- Usa variables home sin comillas simples o con comillas dobles: `export INSTALL_ROOT="$HOME/.openclaw/skills"`
|
||||
- **No** uses comillas simples con variables expandibles (por ejemplo, evita `'$HOME/.openclaw/skills'`)
|
||||
|
||||
Para Windows (PowerShell):
|
||||
- Prefiere construir rutas de forma explícita:
|
||||
- `$env:INSTALL_ROOT = Join-Path $HOME ".openclaw\\skills"`
|
||||
- `node "$env:INSTALL_ROOT\\clawsec-suite\\scripts\\setup_advisory_hook.mjs"`
|
||||
- Los scripts POSIX `.sh` requieren WSL o Git Bash.
|
||||
|
||||
Si ves rutas tipo `~/.openclaw/workspace/$HOME/...`, una variable home se pasó de forma literal. Re-ejecuta con ruta absoluta o con expresión home expandible.
|
||||
|
||||
-...
|
||||
|
||||
## 🧭 Documentación por plataforma y suite
|
||||
|
||||
La documentación detallada vive en los módulos del wiki:
|
||||
- NanoClaw: [wiki/modules/nanoclaw-integration.md](wiki/modules/nanoclaw-integration.md)
|
||||
- Hermes: [wiki/modules/hermes-attestation-guardian.md](wiki/modules/hermes-attestation-guardian.md)
|
||||
- Picoclaw: [wiki/modules/picoclaw-security-guardian.md](wiki/modules/picoclaw-security-guardian.md)
|
||||
- Picoclaw auto-pen-testing: [wiki/modules/picoclaw-self-pen-testing.md](wiki/modules/picoclaw-self-pen-testing.md)
|
||||
- ClawSec Suite (OpenClaw): [wiki/modules/clawsec-suite.md](wiki/modules/clawsec-suite.md)
|
||||
- Pipelines CI/CD: [wiki/modules/automation-release.md](wiki/modules/automation-release.md)
|
||||
|
||||
Instalación rápida:
|
||||
- NanoClaw: [skills/clawsec-nanoclaw/INSTALL.md](skills/clawsec-nanoclaw/INSTALL.md)
|
||||
- Hermes: `skills/hermes-attestation-guardian/`
|
||||
- Picoclaw guardian: `skills/picoclaw-security-guardian/`
|
||||
- Picoclaw self-pen-testing: `skills/picoclaw-self-pen-testing/`
|
||||
- Suite: `skills/clawsec-suite/`
|
||||
|
||||
-...
|
||||
|
||||
## 📡 Feed de advisories de seguridad
|
||||
|
||||
ClawSec mantiene un feed de advisories continuamente actualizado, poblado automáticamente desde la National Vulnerability Database (NVD) de NIST.
|
||||
|
||||
### URL del feed
|
||||
|
||||
```bash
|
||||
# Obtener advisories recientes
|
||||
curl -s https://clawsec.prompt.security/advisories/feed.json | jq '.advisories[] | select(.severity == "critical" or .severity == "high")'
|
||||
```
|
||||
|
||||
Endpoint canónico: `https://clawsec.prompt.security/advisories/feed.json`
|
||||
Mirror de compatibilidad (legacy): `https://clawsec.prompt.security/releases/latest/download/feed.json`
|
||||
|
||||
### Palabras clave monitoreadas
|
||||
|
||||
El feed consulta CVEs relacionados con:
|
||||
- **OpenClaw**: `OpenClaw`, `clawdbot`, `Moltbot`
|
||||
- **NanoClaw**: `NanoClaw`, `WhatsApp-bot`, `baileys`
|
||||
- **Picoclaw**: `Picoclaw`, gateways ligeros de IA, exposición de gateway MCP
|
||||
- Patrones de prompt injection
|
||||
- Vulnerabilidades de seguridad en agentes
|
||||
|
||||
### Contexto de explotabilidad
|
||||
|
||||
ClawSec enriquece advisories de CVE con **contexto de explotabilidad** para ayudar a evaluar riesgo real, más allá del score CVSS bruto.
|
||||
|
||||
Puede incluir:
|
||||
- **Evidencia de exploit**: si hay exploits públicos activos
|
||||
- **Estado de weaponization**: si hay integración en frameworks comunes de ataque
|
||||
- **Requisitos de ataque**: prerequisitos para explotar (acceso de red, autenticación, interacción de usuario)
|
||||
- **Evaluación de riesgo**: nivel contextualizado que combina severidad técnica y explotabilidad
|
||||
|
||||
Esto ayuda a priorizar vulnerabilidades de amenaza inmediata frente a riesgos teóricos.
|
||||
|
||||
-...
|
||||
|
||||
## 🛠️ Desarrollo local
|
||||
|
||||
### Prerrequisitos
|
||||
|
||||
- Node.js 20+
|
||||
- Python 3.10+ (herramientas offline)
|
||||
- Npm
|
||||
|
||||
#### Setup
|
||||
|
||||
```bash
|
||||
# Instala dependencias
|
||||
npm install
|
||||
|
||||
# Arranca servidor de desarrollo
|
||||
npm run dev
|
||||
```
|
||||
|
||||
### Poblar datos locales
|
||||
|
||||
```bash
|
||||
# Poblar catálogo de skills desde skills/
|
||||
./scripts/populate-local-skills.sh
|
||||
|
||||
# Poblar advisory feed con CVEs reales del NVD
|
||||
./scripts/populate-local-feed.sh --days 120
|
||||
|
||||
# Generar exportes llms desde wiki/ (preview local)
|
||||
./scripts/populate-local-wiki.sh
|
||||
|
||||
# Entry point directo del generador (usado por predev/prebuild)
|
||||
npm run gen:wiki-llms
|
||||
```
|
||||
|
||||
Notas:
|
||||
- `npm run dev` y `npm run build` regeneran automáticamente exportes `llms.txt` (`predev`/`prebuild`).
|
||||
- `public/wiki/` es salida generada (local + CI) y está gitignored intencionalmente.
|
||||
|
||||
### Build
|
||||
|
||||
```bash
|
||||
npm run build
|
||||
```
|
||||
|
||||
-...
|
||||
|
||||
## 📁 Estructura del proyecto
|
||||
|
||||
```text
|
||||
├── advisories/
|
||||
├── components/
|
||||
├── pages/
|
||||
├── wiki/
|
||||
├── scripts/
|
||||
├── skills/
|
||||
├── utils/
|
||||
├── .github/workflows/
|
||||
└── public/
|
||||
```
|
||||
|
||||
Para la estructura detallada (scripts, workflows y paquetes de habilidades), consulta el README principal en inglés: [README.md](README.md).
|
||||
|
||||
-...
|
||||
|
||||
## 🤝 Contribuir
|
||||
|
||||
¡Contribuciones bienvenidas! Revisa [CONTRIBUTING.md](CONTRIBUTING.md).
|
||||
|
||||
### Enviar advisories de seguridad
|
||||
|
||||
¿Encontraste un vector de prompt injection, skill malicioso o vulnerabilidad? Repórtalo en GitHub Issues:
|
||||
|
||||
1. Abre un issue nuevo con la plantilla **Security Incident Report**
|
||||
2. Completa campos requeridos (severidad, tipo, descripción, skills afectados)
|
||||
3. Un maintainer revisa y agrega `advisory-approved`
|
||||
4. El advisory se publica automáticamente en el feed como `CLAW-{YEAR}-{ISSUE#}`
|
||||
|
||||
Guía detallada: [CONTRIBUTING.md#submitting-security-advisories](CONTRIBUTING.md#submitting-security-advisories)
|
||||
|
||||
### Añadir nuevas skills
|
||||
|
||||
1. Crea carpeta bajo `skills/`
|
||||
2. Agrega `skill.json` con metadata requerida y SBOM
|
||||
3. Agrega `SKILL.md` con instrucciones legibles por agente
|
||||
4. Valida con `python utils/validate_skill.py skills/your-skill`
|
||||
5. Envía PR para review
|
||||
|
||||
## 📚 Fuente de verdad de la documentación
|
||||
|
||||
Todo el contenido wiki se edita en `wiki/` dentro de este repo. El GitHub Wiki (`<repo>.wiki.git`) se sincroniza desde `wiki/` vía `.github/workflows/wiki-sync.yml` cuando cambia `wiki/**` en `main`.
|
||||
|
||||
Los exportes para LLM se generan desde `wiki/` hacia `public/wiki/`:
|
||||
- `/wiki/llms.txt` exporta `wiki/INDEX.md` (o índice fallback generado si falta `INDEX.md`)
|
||||
- `/wiki/<page>/llms.txt` exporta la página wiki individual
|
||||
|
||||
-...
|
||||
|
||||
## 📄 Licencia
|
||||
|
||||
- Código fuente: GNU AGPL v3.0 o posterior — ver [LICENSE](LICENSE)
|
||||
- Fuentes en `font/`: licencia separada — ver [`font/README.md`](font/README.md)
|
||||
|
||||
-...
|
||||
|
||||
"Cierto"
|
||||
|
||||
**ClawSec** · Seguridad Prompt, SentinelOne
|
||||
|
||||
🦞 Fortaleciendo flujos agentic, skill por skill.
|
||||
|
||||
■/div titulada
|
||||
+434
@@ -0,0 +1,434 @@
|
||||
<!-- AUTO-GENERATED TRANSLATION SCAFFOLD (fr)
|
||||
Source: README.md
|
||||
Review status: draft
|
||||
-->
|
||||
|
||||
# Français Translation Scaffold
|
||||
|
||||
This file is currently a draft scaffold. Use README.md as the canonical source.
|
||||
|
||||
<h1 align="center">
|
||||
<img src="/img/prompt-icon.svg" alt="prompt-icon" largeur="40">
|
||||
ClawSec: Suite de compétences en sécurité pour les agents d'IA
|
||||
<img src="/img/prompt-icon.svg" alt="prompt-icon" largeur="40">
|
||||
</h1>
|
||||
|
||||
<div align="center">
|
||||
|
||||
## Sécurisez vos agents OpenClaw, NanoClaw et Hermes avec une suite complète de compétences en sécurité
|
||||
|
||||
<h4>Présenté par <a href="https://prompt.security">Prompt Security</a>, la plateforme pour la sécurité de l'IA</h4>
|
||||
|
||||
</div>
|
||||
|
||||
<div align="center">
|
||||
|
||||
- Oui. [Prompt Security Logo](./img/Black+Color.png)
|
||||
<img src="/public/img/mascot.png" alt="clawsec mascotte" width="200" />
|
||||
|
||||
</div>
|
||||
<div align="center">
|
||||
|
||||
C'est-à-dire **Live at: [https://clawsec.prompt.security](https://clawsec.prompt.security) [https://prompt.security/clawsec](https://prompt.security/clawsec)**
|
||||
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/ci.yml)
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/deploy-pages.yml)
|
||||
[](https://github.com/prompt-security/clawsec/actions/workflows/poll-nvd-cves.yml)
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
---
|
||||
|
||||
Traductions
|
||||
|
||||
- Español: [README.es.md](README.es.md)
|
||||
- 한국어: [README.ko.md](README.ko.md)
|
||||
|
||||
Qu'est-ce que ClawSec ?
|
||||
|
||||
ClawSec est une suite complète de compétences en sécurité pour les plateformes d'agents d'IA**. Il fournit une surveillance de sécurité unifiée, la vérification de l'intégrité et la protection de l'architecture cognitive de votre agent contre l'injection rapide, la dérive et les instructions malveillantes.
|
||||
|
||||
Plateformes prises en charge
|
||||
|
||||
- **OpenClaw** (MoltBot, Clawdbot et clones) - Suite complète avec installateur de compétences, protection de l'intégrité des fichiers et audits de sécurité
|
||||
- **NanoClaw** - Containerized Whats Sécurité des applications bot avec des outils MCP pour la surveillance consultative, la vérification des signatures et l'intégrité des fichiers
|
||||
- **Hermès** - Compétences en sécurité Hermès-native pour la vérification de l'alimentation, la vérification de l'information-conseil, la génération d'attestations déterministes, la vérification fermée et la détection de la dérive de base
|
||||
- **Picoclaw** - Contrôles de la posture de sécurité de la passerelle légère AI avec sensibilisation, détection de la dérive de config, vérification de l'artéfact de relâchement, et un ensemble d'auto-essais facultatifs
|
||||
|
||||
### Matrix des compétences
|
||||
|
||||
- Oui. Nom de la compétence Plate-forme prise en charge de la sécurité de la vérification de l'alimentation de config driving de l'agent testing de l'auto stylo de la chaîne d'approvisionnement de vérification d'installation de l'installation de l'agent
|
||||
-- -- -- -- -- -- -- -- -- -- -- -- --
|
||||
Claw-release
|
||||
Clawsec-clawhub-checker
|
||||
Oui Non Oui Oui
|
||||
Oui Oui Oui Oui
|
||||
Oui Non Oui Oui
|
||||
Oui Oui Oui Oui
|
||||
Clawtributor OpenClaw OpenClaw OpenClaw OpenClaw OpenClaw
|
||||
Hermes-attestation-guardian.
|
||||
Openclaw-audit-watchdog
|
||||
Picoclaw-security-guardian.
|
||||
Picoclaw-auto-test de stylos
|
||||
Un gardien de l'âme OpenClaw OpenClaw OpenClaw OpenClaw
|
||||
|
||||
Capacités de base
|
||||
|
||||
- ** Installateur Suite** - Installation unique de toutes les compétences de sécurité avec vérification de l'intégrité
|
||||
- Oui. Protection de l'intégrité des fichiers** - Détection et récupération automatique des fichiers d'agents critiques (SOUL.md, IDENTITY.md, etc.)
|
||||
- * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *
|
||||
- Oui. Audits de sécurité** - Auto-vérifier les scripts pour détecter les marqueurs d'injection et les vulnérabilités
|
||||
- Oui. Vérification des contrôles** - SHA256 somme de contrôle pour tous les artefacts de compétence
|
||||
- **Vérifications santé** - Mises à jour automatisées et vérification de l'intégrité pour toutes les compétences installées
|
||||
|
||||
---
|
||||
|
||||
Démos de produits
|
||||
|
||||
Les aperçus animés ci-dessous sont des GIF (pas d'audio). Cliquez sur n'importe quel aperçu pour ouvrir le MP4 complet avec audio.
|
||||
|
||||
### Installer la démo (`clawsec-suite`)
|
||||
|
||||
[](public/video/install-demo.mp4)
|
||||
|
||||
Lien direct: [install-demo.mp4](public/video/install-demo.mp4)
|
||||
|
||||
### Démo de détection de la dérive (`soul-guardian`)
|
||||
|
||||
[](public/video/soul-guardian-demo.mp4)
|
||||
|
||||
Lien direct: [soul-guardian-demo.mp4](public/video/soul-guardian-demo.mp4)
|
||||
|
||||
---
|
||||
|
||||
Début rapide
|
||||
|
||||
Pour les agents de l'IA
|
||||
|
||||
```bash
|
||||
# Install the ClawSec security suite
|
||||
npx clawhub@latest install clawsec-suite
|
||||
```
|
||||
|
||||
Après l'installation, la suite peut :
|
||||
1. Découvrez les protections installables à partir du catalogue de compétences publié
|
||||
2. Vérifier l'intégrité de la libération à l'aide de comptes de vérification signés
|
||||
3. Mettre en place une surveillance consultative et des flux de protection par crochet
|
||||
4. Ajouter des contrôles programmés facultatifs
|
||||
|
||||
Manuel/source-première option:
|
||||
|
||||
> Lire https://github.com/prompt-security/clawsec/releases/latest/download/SKILL.md et suivre les instructions d'installation.
|
||||
|
||||
Pour les humains
|
||||
|
||||
Copiez cette instruction à votre agent d'IA :
|
||||
|
||||
> Installez ClawSec avec `npx clawhub@latest install clawsec-suite`, puis remplissez les étapes de configuration à partir des instructions générées.
|
||||
|
||||
### Notes Shell et OS
|
||||
|
||||
Les scripts ClawSec sont divisés entre :
|
||||
- Plateforme transversale Outillage Noeud/Python (`npm run build`, crochet/réglage `.mjs`, `utils/*.py`)
|
||||
- Workflows shell POSIX (`*.sh`, la plupart des snipets d'installation manuelle)
|
||||
|
||||
Pour Linux/macOS (`bash`/`zsh`):
|
||||
- Utiliser des vars d'habitation sans ou double citations: `export INSTALL_ROOT="$HOME/.openclaw/skills"`
|
||||
- Ne pas **** vars extensibles à simple cote (par exemple, éviter `'$HOME/.openclaw/skills'`)
|
||||
|
||||
Pour Windows (PowerShell):
|
||||
- Préférez la construction explicite du chemin :
|
||||
- `$env:INSTALL_ROOT = Join-Path $HOME ".openclaw\\skills"`
|
||||
- `node "$env:INSTALL_ROOT\\clawsec-suite\\scripts\\setup_advisory_hook.mjs"`
|
||||
- POSIX `.sh` nécessitent WSL ou Git Bash.
|
||||
|
||||
Dépannage : si vous voyez des répertoires tels que `~/.openclaw/workspace/$HOME/...`, une variable d'accueil a été transmise littéralement. Re-exécuter en utilisant un chemin absolu ou une expression de la maison non citée.
|
||||
|
||||
---
|
||||
|
||||
Documentation sur la plateforme et la suite
|
||||
|
||||
Des documents détaillés sur la plateforme et la suite sont disponibles dans les modules wiki :
|
||||
- NanoClaw: [wiki/modules/nanoclaw-integration.md](wiki/modules/nanoclaw-integration.md)
|
||||
- Hermès: [wiki/modules/hermes-attestation-guardian.md](wiki/modules/hermes-attestation-guardian.md)
|
||||
- Picoclaw: [wiki/modules/picoclaw-security-guardian.md](wiki/modules/picoclaw-security-guardian.md)
|
||||
- Picoclaw auto-test : [wiki/modules/picoclaw-self-pen-testing.md](wiki/modules/picoclaw-self-pen-testing.md)
|
||||
- ClawSec Suite (OpenClaw): [wiki/modules/clawsec-suite.md](wiki/modules/clawsec-suite.md)
|
||||
- pipelines CI/CD: [wiki/modules/automation-release.md](wiki/modules/automation-release.md)
|
||||
|
||||
Liens d'installation rapide :
|
||||
- Installation de NanoClaw : [skills/clawsec-nanoclaw/INSTALL.md](skills/clawsec-nanoclaw/INSTALL.md)
|
||||
- Pack de compétences Hermes: `skills/hermes-attestation-guardian/`
|
||||
- Paquet de protection Picoclaw: `skills/picoclaw-security-guardian/`
|
||||
- Paquet Picoclaw auto-test: `skills/picoclaw-self-pen-testing/`
|
||||
- Paquet Suite: `skills/clawsec-suite/`
|
||||
|
||||
---
|
||||
|
||||
No # # # Avis de sécurité
|
||||
|
||||
ClawSec tient à jour en permanence un avis de sécurité, alimenté automatiquement par la base de données nationale sur la vulnérabilité (NVD) du NIST.
|
||||
|
||||
URL du flux
|
||||
|
||||
```bash
|
||||
# Fetch latest advisories
|
||||
curl -s https://clawsec.prompt.security/advisories/feed.json | jq '.advisories[] | select(.severity == "critical" or .severity == "high")'
|
||||
```
|
||||
|
||||
Critère canonique: `https://clawsec.prompt.security/advisories/feed.json`
|
||||
Miroir de compatibilité (légère): `https://clawsec.prompt.security/releases/latest/download/feed.json`
|
||||
|
||||
Mots-clés surveillés
|
||||
|
||||
Les sondages sur les aliments du bétail ont porté sur :
|
||||
- ** Plateforme OpenClaw** : `OpenClaw`, `clawdbot`, `Moltbot`
|
||||
- **NanoClaw Platform**: `NanoClaw`, `WhatsApp-bot`, `baileys`
|
||||
- **Picoclaw Platform**: `Picoclaw`, `picoclaw`, passerelles AI légères, exposition aux passerelles MCP
|
||||
- Modèles d'injection rapides
|
||||
- Vulnérabilités de sécurité des agents
|
||||
|
||||
Contexte d'exploitation
|
||||
|
||||
ClawSec enrichit les avis CVE avec **contexte d'exploitation** pour aider les agents à évaluer le risque réel au-delà des scores CVSS bruts. Les avis nouvellement analysés peuvent comprendre :
|
||||
|
||||
- **Exploiter des preuves**: si des exploits publics existent dans la nature
|
||||
- ** État des armes** : Si les exploits sont intégrés dans des cadres d'attaque communs
|
||||
- **Exigences d'adaptation**: Prérequis pour une exploitation réussie (accès au réseau, authentification, interaction utilisateur)
|
||||
- **Évaluation des risques**: Niveau de risque contextuel combinant gravité technique et exploitabilité
|
||||
|
||||
Cette fonctionnalité aide les agents à prioriser les vulnérabilités qui posent des menaces immédiates par rapport aux risques théoriques, permettant ainsi des décisions de sécurité plus intelligentes.
|
||||
|
||||
Schéma consultatif
|
||||
|
||||
** NVD CVE Conseil :**
|
||||
```json
|
||||
{
|
||||
"id": "CVE-2026-XXXXX",
|
||||
"severity": "critical|high|medium|low",
|
||||
"type": "vulnerable_skill",
|
||||
"platforms": ["openclaw", "nanoclaw"],
|
||||
"title": "Short description",
|
||||
"description": "Full CVE description from NVD",
|
||||
"published": "2026-02-01T00:00:00Z",
|
||||
"cvss_score": 8.8,
|
||||
"nvd_url": "https://nvd.nist.gov/vuln/detail/CVE-2026-XXXXX",
|
||||
"exploitability_score": "high|medium|low|unknown",
|
||||
"exploitability_rationale": "Why this CVE is or is not likely exploitable in agent deployments",
|
||||
"references": ["..."],
|
||||
"action": "Recommended remediation"
|
||||
}
|
||||
```
|
||||
|
||||
**Conseil communautaire:**
|
||||
```json
|
||||
{
|
||||
"id": "CLAW-2026-0042",
|
||||
"severity": "high",
|
||||
"type": "prompt_injection|vulnerable_skill|tampering_attempt",
|
||||
"platforms": ["nanoclaw"],
|
||||
"title": "Short description",
|
||||
"description": "Detailed description from issue",
|
||||
"published": "2026-02-01T00:00:00Z",
|
||||
"affected": ["skill-name@1.0.0"],
|
||||
"source": "Community Report",
|
||||
"github_issue_url": "https://github.com/.../issues/42",
|
||||
"action": "Recommended remediation"
|
||||
}
|
||||
```
|
||||
|
||||
**Valeurs de la plateforme:**
|
||||
- `"openclaw"` - OpenClaw/Clawdbot/Molt Bot seulement
|
||||
- `"nanoclaw"` - NanoClaw seulement
|
||||
- `"hermes"` - Hermès seulement
|
||||
- `"picoclaw"` - Picoclaw seulement
|
||||
- `["openclaw", "nanoclaw", "hermes", "picoclaw"]` - Toutes les plateformes centrales
|
||||
- (vide/manque) - Toutes les plates-formes (compatible avec l'arrière)
|
||||
|
||||
---
|
||||
|
||||
Lignes de pipelines CI/CD
|
||||
|
||||
Les détails du pipeline CI/CD ont été déplacés vers la page du module wiki :
|
||||
- [wiki/modules/automation-release.md](wiki/modules/automation-release.md)
|
||||
|
||||
Opérations connexes docs:
|
||||
- [wiki/security-signing-runbook.md](wiki/security-signing-runbook.md)
|
||||
- [wiki/migration-signed-feed.md](wiki/migration-signed-feed.md)
|
||||
|
||||
---
|
||||
|
||||
Outils hors ligne
|
||||
|
||||
ClawSec comprend Utilitaires Python pour le développement et la validation des compétences locales.
|
||||
|
||||
### Validateur de compétences
|
||||
|
||||
Valide un dossier de compétences en fonction du schéma requis :
|
||||
|
||||
```bash
|
||||
python utils/validate_skill.py skills/clawsec-feed
|
||||
```
|
||||
|
||||
Contrôles :
|
||||
- `skill.json` existe et est valide JSON
|
||||
- Champs obligatoires présents (nom, version, description, auteur, licence)
|
||||
- Les fichiers SBOM existent et sont lisibles
|
||||
- Les métadonnées OpenClaw sont bien structurées
|
||||
|
||||
Générateur de contrôles de compétences
|
||||
|
||||
Génére `checksums.json` avec SHA256 haches pour une compétence:
|
||||
|
||||
```bash
|
||||
python utils/package_skill.py skills/clawsec-feed ./dist
|
||||
```
|
||||
|
||||
Produits :
|
||||
- `checksums.json` - SHA256 haches pour vérification
|
||||
|
||||
---
|
||||
|
||||
Développement local
|
||||
|
||||
Préalables
|
||||
|
||||
- Node.js 20+
|
||||
- Python 3.10+ (pour les outils hors ligne)
|
||||
- npm
|
||||
|
||||
Configuration
|
||||
|
||||
```bash
|
||||
# Install dependencies
|
||||
npm install
|
||||
|
||||
# Start development server
|
||||
npm run dev
|
||||
```
|
||||
|
||||
- Oui. Populer des données locales
|
||||
|
||||
```bash
|
||||
# Populate skills catalog from local skills/ directory
|
||||
./scripts/populate-local-skills.sh
|
||||
|
||||
# Populate advisory feed with real NVD CVE data
|
||||
./scripts/populate-local-feed.sh --days 120
|
||||
|
||||
# Generate wiki llms exports from wiki/ (for local preview)
|
||||
./scripts/populate-local-wiki.sh
|
||||
|
||||
# Direct generator entrypoint (used by predev/prebuild)
|
||||
npm run gen:wiki-llms
|
||||
```
|
||||
|
||||
Remarques:
|
||||
- `npm run dev` et `npm run build` régénèrent automatiquement les exportations de wikis `llms.txt` (Hooks `predev`/`prebuild`).
|
||||
- `public/wiki/` est généré en sortie (locale + CI) et est intentionnellement gitagnolé.
|
||||
|
||||
Construire
|
||||
|
||||
```bash
|
||||
npm run build
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
Structure du projet
|
||||
|
||||
```
|
||||
├── advisories/
|
||||
│ ├── feed.json # Main advisory feed
|
||||
│ ├── feed.json.sig # Detached signature for feed.json
|
||||
│ └── feed-signing-public.pem # Public key for feed verification
|
||||
├── components/ # React components
|
||||
├── pages/ # Route/page components
|
||||
├── wiki/ # Source-of-truth docs (synced to GitHub Wiki)
|
||||
├── scripts/
|
||||
│ ├── generate-wiki-llms.mjs # wiki/*.md -> public/wiki/**/llms.txt
|
||||
│ ├── populate-local-feed.sh # Local CVE feed populator
|
||||
│ ├── populate-local-skills.sh # Local skills catalog populator
|
||||
│ ├── populate-local-wiki.sh # Local wiki llms export populator
|
||||
│ ├── prepare-to-push.sh # Local CI-style quality gate
|
||||
│ ├── validate-release-links.sh # Release link checks
|
||||
│ └── release-skill.sh # Manual skill release helper
|
||||
├── skills/
|
||||
│ ├── claw-release/ # 🚀 Release automation workflow skill
|
||||
│ ├── clawsec-suite/ # 📦 Suite installer (skill-of-skills)
|
||||
│ ├── clawsec-feed/ # 📡 Advisory feed skill
|
||||
│ ├── clawsec-scanner/ # 🔍 Vulnerability scanner (deps + SAST + OpenClaw DAST)
|
||||
│ ├── clawsec-nanoclaw/ # 📱 NanoClaw platform security suite
|
||||
│ ├── clawsec-clawhub-checker/ # 🧪 ClawHub reputation checks
|
||||
│ ├── clawtributor/ # 🤝 Community reporting skill
|
||||
│ ├── hermes-attestation-guardian/ # 🛡️ Hermes attestation + drift verification
|
||||
│ ├── openclaw-audit-watchdog/ # 🔭 Automated audit skill
|
||||
│ ├── picoclaw-security-guardian/ # 🦐 Picoclaw posture/advisory/drift/supply-chain checks
|
||||
│ ├── picoclaw-self-pen-testing/ # 🧪 Picoclaw self-pen-testing checks (separate package)
|
||||
│ └── soul-guardian/ # 👻 File integrity skill
|
||||
├── utils/
|
||||
│ ├── package_skill.py # Skill packager utility
|
||||
│ └── validate_skill.py # Skill validator utility
|
||||
├── .github/workflows/
|
||||
│ ├── ci.yml # Cross-platform lint/type/build + tests
|
||||
│ ├── pages-verify.yml # PR-only pages build/signing verification
|
||||
│ ├── poll-nvd-cves.yml # CVE polling pipeline
|
||||
│ ├── community-advisory.yml # Approved issue -> advisory PR
|
||||
│ ├── skill-release.yml # Skill release/signing pipeline
|
||||
│ ├── deploy-pages.yml # GitHub Pages deployment
|
||||
│ ├── wiki-sync.yml # Sync repo wiki/ to GitHub Wiki
|
||||
│ ├── codeql.yml # CodeQL security analysis
|
||||
│ └── scorecard.yml # OpenSSF Scorecard checks
|
||||
└── public/ # Static assets + generated wiki exports
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
Contribution
|
||||
|
||||
Nous saluons les contributions! Voir [CONTRIBUTING.md](CONTRIBUTING.md) pour les lignes directrices.
|
||||
|
||||
### Soumettre des avis de sécurité
|
||||
|
||||
Trouvé un vecteur d'injection rapide, une compétence malveillante ou une vulnérabilité à la sécurité? Signalez-le via GitHub Questions :
|
||||
|
||||
1. Ouvrir un nouveau numéro en utilisant le modèle **Rapport d'incident de sécurité**
|
||||
2. Remplissez les champs requis (série, type, description, compétences affectées)
|
||||
3. Un responsable examinera et ajoutera l'étiquette `advisory-approved`
|
||||
4. L'avis est automatiquement publié sur le flux sous la forme de `CLAW-{YEAR}-{ISSUE#}`
|
||||
|
||||
Voir [CONTRIBUTING.md](CONTRIBUTING.md#submitting-security-advisories) pour des lignes directrices détaillées.
|
||||
|
||||
Ajouter de nouvelles compétences
|
||||
|
||||
1. Créer un dossier de compétences sous `skills/`
|
||||
2. Ajouter `skill.json` avec les métadonnées requises et SBOM
|
||||
3. Ajouter `SKILL.md` avec des instructions lisibles par agent
|
||||
4. Valider avec `python utils/validate_skill.py skills/your-skill`
|
||||
5. Soumettre un rapport de situation pour examen
|
||||
|
||||
Source de documentation de la vérité
|
||||
|
||||
Pour tout le contenu wiki, éditer des fichiers sous `wiki/` dans ce dépôt. Le Wiki GitHub (`<repo>.wiki.git`) est synchronisé depuis `wiki/` par `.github/workflows/wiki-sync.yml` lorsque `wiki/**` change sur `main`.
|
||||
|
||||
Les exportations de LLM sont générées par `wiki/` vers `public/wiki/`:
|
||||
- `/wiki/llms.txt` est l'exportation prête à LLM pour `wiki/INDEX.md` (ou un indice de repli généré si `INDEX.md` est manquant).
|
||||
- `/wiki/<page>/llms.txt` est l'export LLM-ready pour cette seule page wiki.
|
||||
|
||||
---
|
||||
|
||||
Licence
|
||||
|
||||
- Code source : GNU AGPL v3.0 ou ultérieur - Voir [LICENSE](LICENSE) pour plus de détails.
|
||||
- Polices dans `font/`: Licence séparée - Voir [`font/README.md`](font/README.md).
|
||||
|
||||
---
|
||||
|
||||
<div align="center">
|
||||
|
||||
**ClawSec** · Sécurité rapide, SentinelOne
|
||||
|
||||
C'est-à-dire Renforcer les workflows d'agents, une compétence à la fois.
|
||||
|
||||
</div>
|
||||
+434
@@ -0,0 +1,434 @@
|
||||
<!-- AUTO-GENERATED TRANSLATION SCAFFOLD (ja)
|
||||
Source: README.md
|
||||
Review status: draft
|
||||
-->
|
||||
|
||||
# 日本語 Translation Scaffold
|
||||
|
||||
This file is currently a draft scaffold. Use README.md as the canonical source.
|
||||
|
||||
<h1 align="center">
|
||||
<img src="./img/prompt-icon.svg"alt="prompt-icon" 幅="40">
|
||||
ClawSec:AIエージェントのセキュリティスキルスイート
|
||||
<img src="./img/prompt-icon.svg"alt="prompt-icon" 幅="40">
|
||||
</h1>
|
||||
|
||||
<div align="center">
|
||||
|
||||
## 完全なセキュリティスキルスイートでOpenClaw、NanoClaw、およびヘルメスエージェントをセキュアに
|
||||
|
||||
<h4>AIセキュリティプラットフォーム</h4>
|
||||
|
||||
</div>
|
||||
|
||||
<div align="center">
|
||||
|
||||
お問い合わせ [Prompt Security Logo](./img/Black+Color.png)の特長
|
||||
<img src="./public/img/mascot.png"alt="clawsec mascot" 幅="200" />
|
||||
|
||||
</div>
|
||||
<div align="center">
|
||||
|
||||
ブーツ **ライブ時: [https://clawsec.prompt.security](https://clawsec.prompt.security) [https://prompt.security/clawsec](https://prompt.security/clawsec)**
|
||||
|
||||
[(https://github.com/prompt-security/clawsec/actions/workflows/ci.yml)
|
||||
[(https://github.com/prompt-security/clawsec/actions/workflows/deploy-pages.yml)
|
||||
[(https://github.com/prompt-security/clawsec/actions/workflows/poll-nvd-cves.yml)
|
||||
|
||||
|
||||
</div>
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## 翻訳
|
||||
|
||||
- Español: [README.es.md](README.es.md)
|
||||
- 한국어: [README.ko.md](README.ko.md)
|
||||
|
||||
## 🦞 ClawSecとは?
|
||||
|
||||
ClawSec は、AI エージェント プラットフォームの**完全なセキュリティ スキル スイートです。 エージェントの認知アーキテクチャを迅速注入、ドリフト、悪意のある指示に対して、統一されたセキュリティ監視、完全性検証、脅威インテリジェンス保護を提供します。
|
||||
|
||||
## 対応プラットフォーム
|
||||
|
||||
- **OpenClaw**(MoltBot、Clawdbot、およびクローン) - スキルインストーラ、ファイルの完全性保護、およびセキュリティ監査とフルスイート
|
||||
- **ナノクロー** - コンテナ化されたもの 諮問監視、署名検証、ファイルの整合性のためのMCPツールを使用したAppボットセキュリティ
|
||||
-**Hermes** - 署名された諮問的フィード検証、アドバイザリーアウェアガード検証、決定的な検証生成、フェイルクローズド検証、ベースラインドリフト検出のためのヘルメスネイティブセキュリティスキル
|
||||
-**Picoclaw** - 軽量AIゲートウェイセキュリティの姿勢は、アドバイザリーの意識、構成の漂流検出、リリースアーティファクト検証、およびオプションの別々のセルフペンテストパッケージでチェックします
|
||||
|
||||
##スキル機能マトリックス
|
||||
|
||||
お問い合わせ スキル名 | 対応プラットフォーム| 安全検証| 構成漂流 | エージェントセルフペンテスト| サプライチェーンインストール検証 |
|
||||
お問い合わせ
|
||||
| プレスリリース | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部
|
||||
| クローム・クローブ・チェッカー | OpenClaw + clawsec スイート・インテグレーション | ノー | ノー | ノー | ノー | ノー | ノー |
|
||||
| クロームフィード | OpenClaw | 有り | なし | なし | なし | 有り |
|
||||
| クローム・ナンクロー | ナノクロー | 可 | 可 | 有 | 有 | 有 | 有 | 有 | 有 | 有 |
|
||||
| クローム・スキャナ | オープンクロー | 有り | なし | 有り | 可 | 可 | 可 | 可 | 可 |
|
||||
| クロームスイート | オープンクローラ | 有り | 有り | なし | 有り | なし | 有り | なし | なし | なし | なし | なし | なし | なし | なし | なし | なし | なし |
|
||||
| プライバシーポリシー | 免責事項 | 免責事項 | 免責事項 | 免責事項 | 免責事項 | 免責事項 | 免責事項 |
|
||||
| ヘルメス・アテスタンス・ガーディアン | ヘルメス | はい(アドバイザリー・フィード・検証) | はい | なし | 限定(アドバイザリー・プレッションのみ・アーティファクト・シグネチャ・プロテナンス・インストール・検証なし) |
|
||||
| Openclaw-audit-watchdog | OpenClaw | ノー | ノー | ノー | ノー | ノー |
|
||||
| picoclaw-security-guardian | ピッコロー | 有り | なし | 有り | 有り |
|
||||
| picoclaw-self-pen-testing | ピッコロー | ノー | ノー | ノー | ノー |
|
||||
| 魂を守る人 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 | 営業部 |
|
||||
|
||||
## コア機能
|
||||
|
||||
- ** レース スイート インストーラ** - 完全性検証ですべてのセキュリティ スキルのワンコマンド インストール
|
||||
お問い合わせ ファイル整合性保護** - 重要なエージェントファイル(SOUL.md、IDENTITY.mdなど)のドリフト検出と自動復元
|
||||
- **セキュリティアドバイザリー** - 自動NVD CVEポーリングとコミュニティの脅威インテリジェンス
|
||||
- ** 絶縁 セキュリティ監査** - プロンプトインジェクションマーカーと脆弱性を検出するためにスクリプトをセルフチェック
|
||||
お問い合わせ チェックサム検証** - すべてのスキルアーティファクトのSHA256チェックサム
|
||||
- **健康チェック** - インストールされたすべてのスキルの自動更新と完全性検証
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## ✔製品デモ
|
||||
|
||||
下記のアニメーションプレビューはGIF(音声なし)です。 任意のプレビューをクリックして、オーディオでフルMP4を開きます。
|
||||
|
||||
## デモをインストール (`clawsec-suite`)
|
||||
|
||||
[(パブリック/ビデオ/インストールデモ)
|
||||
|
||||
直接リンク: [install-demo.mp4](public/video/install-demo.mp4)
|
||||
|
||||
## ドリフト検出デモ(`soul-guardian`)
|
||||
|
||||
[(公共/ビデオ/ソウル-保護者-demo.mp4)
|
||||
|
||||
直接リンク: [soul-guardian-demo.mp4](public/video/soul-guardian-demo.mp4)
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## すぐにスタート
|
||||
|
||||
##AIエージェントの###
|
||||
|
||||
```bash
|
||||
# Install the ClawSec security suite
|
||||
npx clawhub@latest install clawsec-suite
|
||||
```
|
||||
|
||||
インストール後、スイートは次のことができます。
|
||||
1。 公開されたスキルカタログからインストール可能な保護を発見
|
||||
2。 署名されたチェックサムを使用してリリースの完全性を確認します
|
||||
3。 アドバイザリーモニタリングとホックベースの保護フローの設定
|
||||
4。 オプションのスケジュールチェックを追加
|
||||
|
||||
手動/ソース優先オプション:
|
||||
|
||||
ツイート 採用情報 https://github.com/prompt-security/clawsec/releases/latest/download/SKILL.md とインストール手順に従います。
|
||||
|
||||
人間のための#####
|
||||
|
||||
この指示をAIエージェントにコピーします。
|
||||
|
||||
ツイート `npx clawhub@latest install clawsec-suite`でClawSecをインストールし、生成された指示からセットアップ手順を完了します。
|
||||
|
||||
##シェルとOSノート
|
||||
|
||||
ClawSec スクリプトは以下の間に分割されます。
|
||||
- クロスプラットフォーム Node/Python ツーリング (`npm run build`、hook/setup `.mjs`、`utils/*.py`)
|
||||
- POSIXシェルワークフロー(`*.sh`、ほとんどの手動インストールスニペット)
|
||||
|
||||
Linux/macOS (`bash`/`zsh`) の場合:
|
||||
- 引用されていないか二重引用された家変数を使用して下さい:`export INSTALL_ROOT="$HOME/.openclaw/skills"`
|
||||
- 単一の引用符の拡張可能なvars (例えば、`'$HOME/.openclaw/skills'`を避けるため) を**しない**
|
||||
|
||||
Windows用(PowerShell):
|
||||
- プレファーの明示的な道の建物:
|
||||
- `$env:INSTALL_ROOT = Join-Path $HOME ".openclaw\\skills"`
|
||||
- `node "$env:INSTALL_ROOT\\clawsec-suite\\scripts\\setup_advisory_hook.mjs"`
|
||||
- POSIX `.sh`スクリプトはWSLまたはGit Bashが必要です。
|
||||
|
||||
トラブルシューティング:`~/.openclaw/workspace/$HOME/...`などのディレクトリが表示された場合、ホーム変数は文字通り渡されました。 絶対パスまたは非引用のホーム式を使用して再実行します。
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## 🧭プラットフォーム&スイートドキュメント
|
||||
|
||||
詳細なプラットフォームとスイート docs は wiki モジュールで動作します。
|
||||
・ナノクロー:[wiki/modules/nanoclaw-integration.md](wiki/modules/nanoclaw-integration.md)
|
||||
- ヘルメス:[wiki/modules/hermes-attestation-guardian.md](wiki/modules/hermes-attestation-guardian.md)
|
||||
- ピコクロー:[wiki/modules/picoclaw-security-guardian.md](wiki/modules/picoclaw-security-guardian.md)
|
||||
- ピコクローセルフペンテスト: [wiki/modules/picoclaw-self-pen-testing.md](wiki/modules/picoclaw-self-pen-testing.md)の特長
|
||||
- ClawSec Suite (OpenClaw): [wiki/modules/clawsec-suite.md](wiki/modules/clawsec-suite.md)
|
||||
- CI/CDのパイプライン: [wiki/modules/automation-release.md](wiki/modules/automation-release.md)の特長
|
||||
|
||||
クイックインストールリンク:
|
||||
- NanoClawは取付けます: [skills/clawsec-nanoclaw/INSTALL.md](skills/clawsec-nanoclaw/INSTALL.md)の特長
|
||||
- エルメススキルパッケージ:`skills/hermes-attestation-guardian/`
|
||||
- Picoclawの保護者のパッケージ:`skills/picoclaw-security-guardian/`
|
||||
- ピコクローセルフペンテストパッケージ:`skills/picoclaw-self-pen-testing/`
|
||||
- スイートパッケージ:`skills/clawsec-suite/`
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## 安全保障アドバイザリーフィード
|
||||
|
||||
ClawSecは、NISTのNational Vulnerability Database(NVD)から自動ポップアップし、継続的に更新されたセキュリティアドバイザリーフィードを維持します。
|
||||
|
||||
## フィード URL
|
||||
|
||||
```bash
|
||||
# Fetch latest advisories
|
||||
curl -s https://clawsec.prompt.security/advisories/feed.json | jq '.advisories[] | select(.severity == "critical" or .severity == "high")'
|
||||
```
|
||||
|
||||
キヤノンのエンドポイント:`https://clawsec.prompt.security/advisories/feed.json`
|
||||
互換性ミラー(レガシー):`https://clawsec.prompt.security/releases/latest/download/feed.json`
|
||||
|
||||
### 監視されたキーワード
|
||||
|
||||
フィードの投票 CVE に関連する:
|
||||
- **OpenClawプラットフォーム**: `OpenClaw`、`clawdbot`、`Moltbot`
|
||||
- **ナノクロープラットフォーム**:`NanoClaw`、`WhatsApp-bot`、`baileys`
|
||||
- **Picoclaw Platform**:`Picoclaw`、`picoclaw`、軽量AIゲートウェイ、MCPゲートウェイ露出
|
||||
- プロンプト射出パターン
|
||||
- エージェントのセキュリティ脆弱性
|
||||
|
||||
###exploitability コンテキスト
|
||||
|
||||
ClawSec は、CVE のアドバイザリーを **exploitability context** で強化し、CVSS スコアを超えて、エージェントが現実的なリスクを評価するのを支援します。 新規に分析されたアドバイザリーには以下が含まれます。
|
||||
|
||||
-**Exploit Evidence**: 公共の悪用が野生に存在するかどうか
|
||||
- **武器の状態**: 悪用が一般的な攻撃フレームワークに統合されている場合
|
||||
- **攻撃要件**:成功した搾取(ネットワークアクセス、認証、ユーザーインタラクション)に必要な前提条件
|
||||
-**リスクアセスメント**:技術的重大性を悪用性と組み合わせるコンテキストリスクレベル
|
||||
|
||||
この機能は、エージェントが直面する脅威を理論的なリスクに優先し、よりスマートなセキュリティ決定を可能にします。
|
||||
|
||||
##アドバイザリー・スキーマ
|
||||
|
||||
**NVD CVE ** アドバイザリー:**
|
||||
```json
|
||||
{
|
||||
"id": "CVE-2026-XXXXX",
|
||||
"severity": "critical|high|medium|low",
|
||||
"type": "vulnerable_skill",
|
||||
"platforms": ["openclaw", "nanoclaw"],
|
||||
"title": "Short description",
|
||||
"description": "Full CVE description from NVD",
|
||||
"published": "2026-02-01T00:00:00Z",
|
||||
"cvss_score": 8.8,
|
||||
"nvd_url": "https://nvd.nist.gov/vuln/detail/CVE-2026-XXXXX",
|
||||
"exploitability_score": "high|medium|low|unknown",
|
||||
"exploitability_rationale": "Why this CVE is or is not likely exploitable in agent deployments",
|
||||
"references": ["..."],
|
||||
"action": "Recommended remediation"
|
||||
}
|
||||
```
|
||||
|
||||
**コミュニティアドバイザリー:**
|
||||
```json
|
||||
{
|
||||
"id": "CLAW-2026-0042",
|
||||
"severity": "high",
|
||||
"type": "prompt_injection|vulnerable_skill|tampering_attempt",
|
||||
"platforms": ["nanoclaw"],
|
||||
"title": "Short description",
|
||||
"description": "Detailed description from issue",
|
||||
"published": "2026-02-01T00:00:00Z",
|
||||
"affected": ["skill-name@1.0.0"],
|
||||
"source": "Community Report",
|
||||
"github_issue_url": "https://github.com/.../issues/42",
|
||||
"action": "Recommended remediation"
|
||||
}
|
||||
```
|
||||
|
||||
**プラットフォーム値:**
|
||||
- `"openclaw"` - OpenClaw/Clawdbot/Molt ボットのみ
|
||||
- `"nanoclaw"` - ナノクローのみ
|
||||
- `"hermes"` - ヘルメスのみ
|
||||
- `"picoclaw"` - ピコクローのみ
|
||||
- `["openclaw", "nanoclaw", "hermes", "picoclaw"]` - すべてのコアプラットフォーム
|
||||
- (empty/missing) - すべてのプラットフォーム(後方互換)
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## は、CI/CD パイプライン
|
||||
|
||||
CI/CD パイプラインの詳細は wiki モジュールページに移動しました。
|
||||
- [wiki/modules/automation-release.md](wiki/modules/automation-release.md)
|
||||
|
||||
関連操作 docs:
|
||||
- [wiki/security-signing-runbook.md](wiki/security-signing-runbook.md)
|
||||
- [wiki/migration-signed-feed.md](wiki/migration-signed-feed.md)
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## ️️ オフラインツール
|
||||
|
||||
ClawSecには ローカルスキル開発と検証のためのPythonユーティリティ。
|
||||
|
||||
##スキルバリデータ
|
||||
|
||||
必要なスキーマに対してスキルフォルダーを検証します。
|
||||
|
||||
```bash
|
||||
python utils/validate_skill.py skills/clawsec-feed
|
||||
```
|
||||
|
||||
チェック:
|
||||
- `skill.json`が存在し、有効なJSON
|
||||
- 必須フィールド(名前、バージョン、説明、著者、ライセンス)
|
||||
- SBOMファイルが存在し、読みやすく
|
||||
- OpenClawメタデータを適切に構造化
|
||||
|
||||
##スキルチェックサムジェネレーター
|
||||
|
||||
`checksums.json` を SHA256 のハッシュで生成します。
|
||||
|
||||
```bash
|
||||
python utils/package_skill.py skills/clawsec-feed ./dist
|
||||
```
|
||||
|
||||
出力:
|
||||
- `checksums.json` - SHA256ハッシュの検証
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## ローカル開発
|
||||
|
||||
### 前提条件
|
||||
|
||||
- Node.js 20 +
|
||||
- Python 3.10+(オフラインツール用)
|
||||
- 午後
|
||||
|
||||
### セットアップ
|
||||
|
||||
```bash
|
||||
# Install dependencies
|
||||
npm install
|
||||
|
||||
# Start development server
|
||||
npm run dev
|
||||
```
|
||||
|
||||
################################################################################################################################################################################################################################################################ ローカルデータを出力
|
||||
|
||||
```bash
|
||||
# Populate skills catalog from local skills/ directory
|
||||
./scripts/populate-local-skills.sh
|
||||
|
||||
# Populate advisory feed with real NVD CVE data
|
||||
./scripts/populate-local-feed.sh --days 120
|
||||
|
||||
# Generate wiki llms exports from wiki/ (for local preview)
|
||||
./scripts/populate-local-wiki.sh
|
||||
|
||||
# Direct generator entrypoint (used by predev/prebuild)
|
||||
npm run gen:wiki-llms
|
||||
```
|
||||
|
||||
注意:
|
||||
- `npm run dev` と `npm run build` は自動的に wiki `llms.txt` のエクスポート (`predev`/`prebuild` のホック) を再生成します。
|
||||
- `public/wiki/`は出力(ローカル+CI)を生成し、意図的に無視されます。
|
||||
|
||||
## ビルド
|
||||
|
||||
```bash
|
||||
npm run build
|
||||
```
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## 📁 プロジェクト構造
|
||||
|
||||
```
|
||||
├── advisories/
|
||||
│ ├── feed.json # Main advisory feed
|
||||
│ ├── feed.json.sig # Detached signature for feed.json
|
||||
│ └── feed-signing-public.pem # Public key for feed verification
|
||||
├── components/ # React components
|
||||
├── pages/ # Route/page components
|
||||
├── wiki/ # Source-of-truth docs (synced to GitHub Wiki)
|
||||
├── scripts/
|
||||
│ ├── generate-wiki-llms.mjs # wiki/*.md -> public/wiki/**/llms.txt
|
||||
│ ├── populate-local-feed.sh # Local CVE feed populator
|
||||
│ ├── populate-local-skills.sh # Local skills catalog populator
|
||||
│ ├── populate-local-wiki.sh # Local wiki llms export populator
|
||||
│ ├── prepare-to-push.sh # Local CI-style quality gate
|
||||
│ ├── validate-release-links.sh # Release link checks
|
||||
│ └── release-skill.sh # Manual skill release helper
|
||||
├── skills/
|
||||
│ ├── claw-release/ # 🚀 Release automation workflow skill
|
||||
│ ├── clawsec-suite/ # 📦 Suite installer (skill-of-skills)
|
||||
│ ├── clawsec-feed/ # 📡 Advisory feed skill
|
||||
│ ├── clawsec-scanner/ # 🔍 Vulnerability scanner (deps + SAST + OpenClaw DAST)
|
||||
│ ├── clawsec-nanoclaw/ # 📱 NanoClaw platform security suite
|
||||
│ ├── clawsec-clawhub-checker/ # 🧪 ClawHub reputation checks
|
||||
│ ├── clawtributor/ # 🤝 Community reporting skill
|
||||
│ ├── hermes-attestation-guardian/ # 🛡️ Hermes attestation + drift verification
|
||||
│ ├── openclaw-audit-watchdog/ # 🔭 Automated audit skill
|
||||
│ ├── picoclaw-security-guardian/ # 🦐 Picoclaw posture/advisory/drift/supply-chain checks
|
||||
│ ├── picoclaw-self-pen-testing/ # 🧪 Picoclaw self-pen-testing checks (separate package)
|
||||
│ └── soul-guardian/ # 👻 File integrity skill
|
||||
├── utils/
|
||||
│ ├── package_skill.py # Skill packager utility
|
||||
│ └── validate_skill.py # Skill validator utility
|
||||
├── .github/workflows/
|
||||
│ ├── ci.yml # Cross-platform lint/type/build + tests
|
||||
│ ├── pages-verify.yml # PR-only pages build/signing verification
|
||||
│ ├── poll-nvd-cves.yml # CVE polling pipeline
|
||||
│ ├── community-advisory.yml # Approved issue -> advisory PR
|
||||
│ ├── skill-release.yml # Skill release/signing pipeline
|
||||
│ ├── deploy-pages.yml # GitHub Pages deployment
|
||||
│ ├── wiki-sync.yml # Sync repo wiki/ to GitHub Wiki
|
||||
│ ├── codeql.yml # CodeQL security analysis
|
||||
│ └── scorecard.yml # OpenSSF Scorecard checks
|
||||
└── public/ # Static assets + generated wiki exports
|
||||
```
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## 社会貢献
|
||||
|
||||
寄付を歓迎します! ガイドラインの[CONTRIBUTING.md](CONTRIBUTING.md)をご覧ください。
|
||||
|
||||
### 提出セキュリティアドバイザリー
|
||||
|
||||
迅速な注射ベクトル、悪意のあるスキル、またはセキュリティ脆弱性を発見しましたか? GitHub の問題で報告する:
|
||||
|
||||
1。 **セキュリティインシデントレポート**テンプレートを使用して新しい問題を開きます
|
||||
2。 必須項目を記入(重度、種類、説明、影響を受けたスキル)
|
||||
3。 メンテナーが`advisory-approved`ラベルを見直し、追加します
|
||||
4。 アドバイザリーが`CLAW-{YEAR}-{ISSUE#}`としてフィードに自動的に公開されます
|
||||
|
||||
詳細は[CONTRIBUTING.md](CONTRIBUTING.md#submitting-security-advisories)をご覧ください。
|
||||
|
||||
##新規スキルの追加
|
||||
|
||||
1。 `skills/`でスキルフォルダを作成する
|
||||
2。 必要なメタデータとSBOMで`skill.json`を追加
|
||||
3。 エージェント読み取り可能な指示で`SKILL.md`を追加
|
||||
4. `python utils/validate_skill.py skills/your-skill`と検証
|
||||
5。 レビューのPRを提出する
|
||||
|
||||
## ドキュメント 真実のソース
|
||||
|
||||
すべてのwikiコンテンツについては、このリポジトリの`wiki/`でファイルを編集します。 GitHub Wiki (`<repo>.wiki.git`) は、`main` が `.github/workflows/wiki-sync.yml` から `wiki/**` が `main` で変更されたときに、`.github/workflows/wiki-sync.yml` から同期されます。
|
||||
|
||||
LLM エクスポートは `wiki/` から `public/wiki/` に生成されます。
|
||||
- `/wiki/llms.txt` は `wiki/INDEX.md` の LLM-ready エクスポート (または `INDEX.md` が見つからない場合は生成されたフォールバックインデックス) です。
|
||||
- `/wiki/<page>/llms.txt`は、その単一のwikiページのためのLM-readyエクスポートです。
|
||||
|
||||
お問い合わせ
|
||||
|
||||
## ライセンス
|
||||
|
||||
- ソースコード:GNU AGPL v3.0以降 - 詳細は[LICENSE](LICENSE)を参照してください。
|
||||
- `font/`のフォント: ライセンス別 - [`font/README.md`](font/README.md) をご覧ください。
|
||||
|
||||
お問い合わせ
|
||||
|
||||
<div align="center">
|
||||
|
||||
**ClawSec**・Prompt Security、SentinelOne **
|
||||
|
||||
エージェントのワークフローを強化し、一度に1つのスキル。
|
||||
|
||||
</div>
|
||||
@@ -0,0 +1,59 @@
|
||||
# ClawSec: AI 에이전트를 위한 보안 스킬 스위트
|
||||
|
||||
> 한국어 번역 (초기 버전)
|
||||
|
||||
## 🌍 번역
|
||||
- English (source of truth): [README.md](README.md)
|
||||
- Español: [README.es.md](README.es.md)
|
||||
- 한국어: `README.ko.md`
|
||||
|
||||
## ✅ 번역 상태 (Korean Phase 1)
|
||||
이 한국어 문서는 핵심 온보딩/운영 흐름을 우선 제공합니다.
|
||||
고급 스키마, 전체 CI/CD 세부사항, 최신 기준 문서는 영어 README를 참고하세요.
|
||||
|
||||
## 🦞 ClawSec란?
|
||||
ClawSec은 **OpenClaw, NanoClaw, Hermes, Picoclaw 같은 AI 에이전트 플랫폼용 종합 보안 스킬 스위트**입니다.
|
||||
프롬프트 인젝션, 드리프트, 악성 지시로부터 에이전트 동작을 보호하기 위해
|
||||
통합 보안 모니터링, 무결성 검증, 위협 인텔리전스를 제공합니다.
|
||||
|
||||
## 🚀 빠른 시작
|
||||
|
||||
### AI 에이전트용
|
||||
```bash
|
||||
npx clawhub@latest install clawsec-suite
|
||||
```
|
||||
|
||||
설치 후 ClawSec 스위트는 다음을 수행할 수 있습니다:
|
||||
1. 공개 스킬 카탈로그에서 설치 가능한 보호 기능 탐색
|
||||
2. 서명된 체크섬을 통한 릴리스 무결성 검증
|
||||
3. advisory 모니터링 및 훅 기반 보호 흐름 설정
|
||||
4. 선택적 스케줄 점검 추가
|
||||
|
||||
### 사람 운영자용
|
||||
에이전트에게 다음 지시를 전달하세요:
|
||||
|
||||
· `npx clawhub@latest install clawsec-suite`로 ClawSec을 설치 한 다음 생성 된 지침에서 설정 단계를 완료하십시오.
|
||||
|
||||
## 🧭 위키 문서
|
||||
플랫폼/스위트 상세 문서는 wiki 모듈을 참고하세요:
|
||||
- [wiki/modules/clawsec-suite.md](wiki/modules/clawsec-suite.md)
|
||||
- [wiki/modules/nanoclaw-integration.md](wiki/modules/nanoclaw-integration.md)
|
||||
- [wiki/modules/hermes-attestation-guardian.md](wiki/modules/hermes-attestation-guardian.md)
|
||||
- [wiki/modules/picoclaw-security-guardian.md](wiki/modules/picoclaw-security-guardian.md)
|
||||
|
||||
## 📡 보안 advisory 피드
|
||||
정식 엔드포인트:
|
||||
- `https://clawsec.prompt.security/advisories/feed.json`
|
||||
|
||||
## 🛠️ 로컬 개발
|
||||
```bash
|
||||
npm install
|
||||
./scripts/populate-local-skills.sh
|
||||
./scripts/populate-local-feed.sh --days 120
|
||||
npm run gen:wiki-llms
|
||||
npm run dev
|
||||
```
|
||||
|
||||
## 📄 라이선스
|
||||
- Source code: GNU AGPL v3.0 or later — [LICENSE](LICENSE)
|
||||
- Font assets: [`font/README.md`](font/README.md)
|
||||
@@ -6,7 +6,7 @@
|
||||
|
||||
<div align="center">
|
||||
|
||||
## Secure Your OpenClaw and NanoClaw Agents with a Complete Security Skill Suite
|
||||
## Secure Your OpenClaw, NanoClaw, and Hermes Agents with a Complete Security Skill Suite
|
||||
|
||||
<h4>Brought to you by <a href="https://prompt.security">Prompt Security</a>, the Platform for AI Security</h4>
|
||||
|
||||
@@ -31,6 +31,12 @@
|
||||
|
||||
---
|
||||
|
||||
## 🌍 Translations
|
||||
|
||||
[Deutsch](README.de.md) | [Español](README.es.md) | [Français](README.fr.md) | [日本語](README.ja.md) | [한국어](README.ko.md) | **English**
|
||||
|
||||
Wiki indexes: [DE](wiki/de/INDEX.md) · [ES](wiki/es/INDEX.md) · [FR](wiki/fr/INDEX.md) · [JA](wiki/ja/INDEX.md) · [KO](wiki/ko/INDEX.md) · [EN](wiki/INDEX.md)
|
||||
|
||||
## 🦞 What is ClawSec?
|
||||
|
||||
ClawSec is a **complete security skill suite for AI agent platforms**. It provides unified security monitoring, integrity verification, and threat intelligence-protecting your agent's cognitive architecture against prompt injection, drift, and malicious instructions.
|
||||
@@ -39,6 +45,31 @@ ClawSec is a **complete security skill suite for AI agent platforms**. It provid
|
||||
|
||||
- **OpenClaw** (MoltBot, Clawdbot, and clones) - Full suite with skill installer, file integrity protection, and security audits
|
||||
- **NanoClaw** - Containerized WhatsApp bot security with MCP tools for advisory monitoring, signature verification, and file integrity
|
||||
- **Hermes** - Hermes-native security skills for signed advisory feed verification, advisory-aware guarded verification, deterministic attestation generation, fail-closed verification, and baseline drift detection
|
||||
- **Picoclaw** - Lightweight AI gateway security posture checks with advisory awareness, config drift detection, release-artifact verification, and an optional separate self-pen-testing package
|
||||
|
||||
### Skill Feature Matrix
|
||||
|
||||
| Skill name | supported platform| security feed verification| config drift | agent self pen testing| supply-chain install verification | runtime traffic monitoring |
|
||||
|---|---|---|---|---|---|---|
|
||||
| claw-release | OpenClaw | No | No | No | Yes | No |
|
||||
| clawsec-clawhub-checker | OpenClaw + clawsec-suite integration | No | No | No | Yes | No |
|
||||
| clawsec-feed | OpenClaw | Yes | No | No | Yes | No |
|
||||
| clawsec-nanoclaw | NanoClaw | Yes | Yes | Yes | Yes | No |
|
||||
| clawsec-scanner | OpenClaw | Yes | No | Yes | Yes | No |
|
||||
| clawsec-suite | OpenClaw | Yes | Yes | No | Yes | No |
|
||||
| clawtributor | OpenClaw | Yes | No | No | No | No |
|
||||
| hermes-attestation-guardian | Hermes | Yes (signed advisory feed verification) | Yes | No | Limited (advisory preflight gating only; no artifact signature/provenance install verification) | No |
|
||||
| hermes-traffic-guardian | Hermes | No | Planned posture export only | No | No | Spec baseline |
|
||||
| nanoclaw-traffic-guardian | NanoClaw | No | No | No | No | Spec baseline |
|
||||
| openclaw-audit-watchdog | OpenClaw | No | No | Yes | No | No |
|
||||
| openclaw-traffic-guardian | OpenClaw | No | No | No | No | Spec baseline |
|
||||
| picoclaw-security-guardian | Picoclaw | Yes | Yes | No | Yes | No |
|
||||
| picoclaw-self-pen-testing | Picoclaw | No | No | Yes | No | No |
|
||||
| picoclaw-traffic-guardian | Picoclaw | No | Planned profile export only | No | No | Spec baseline |
|
||||
| soul-guardian | OpenClaw | No | Yes | No | No | No |
|
||||
|
||||
`Spec baseline` means the skill folder, metadata, frontmatter, and implementation contract exist, but runtime proxy code is intentionally left for platform-specific builders.
|
||||
|
||||
### Core Capabilities
|
||||
|
||||
@@ -47,6 +78,7 @@ ClawSec is a **complete security skill suite for AI agent platforms**. It provid
|
||||
- **📡 Live Security Advisories** - Automated NVD CVE polling and community threat intelligence
|
||||
- **🔍 Security Audits** - Self-check scripts to detect prompt injection markers and vulnerabilities
|
||||
- **🔐 Checksum Verification** - SHA256 checksums for all skill artifacts
|
||||
- **Runtime Traffic Monitoring Baselines** - Platform-specific specs for opt-in proxy inspection, exfiltration detection, and inbound injection detection
|
||||
- **Health Checks** - Automated updates and integrity verification for all installed skills
|
||||
|
||||
---
|
||||
@@ -114,70 +146,22 @@ Troubleshooting: if you see directories such as `~/.openclaw/workspace/$HOME/...
|
||||
|
||||
---
|
||||
|
||||
## 📱 NanoClaw Platform Support
|
||||
## 🧭 Platform & Suite Documentation
|
||||
|
||||
ClawSec now supports **NanoClaw**, a containerized WhatsApp bot powered by Claude agents.
|
||||
Detailed platform and suite docs live in the wiki modules:
|
||||
- NanoClaw: [wiki/modules/nanoclaw-integration.md](wiki/modules/nanoclaw-integration.md)
|
||||
- Hermes: [wiki/modules/hermes-attestation-guardian.md](wiki/modules/hermes-attestation-guardian.md)
|
||||
- Picoclaw: [wiki/modules/picoclaw-security-guardian.md](wiki/modules/picoclaw-security-guardian.md)
|
||||
- Picoclaw self-pen-testing: [wiki/modules/picoclaw-self-pen-testing.md](wiki/modules/picoclaw-self-pen-testing.md)
|
||||
- ClawSec Suite (OpenClaw): [wiki/modules/clawsec-suite.md](wiki/modules/clawsec-suite.md)
|
||||
- CI/CD pipelines: [wiki/modules/automation-release.md](wiki/modules/automation-release.md)
|
||||
|
||||
### clawsec-nanoclaw Skill
|
||||
|
||||
**Location**: `skills/clawsec-nanoclaw/`
|
||||
|
||||
A complete security suite adapted for NanoClaw's containerized architecture:
|
||||
|
||||
- **9 MCP Tools** for agents to check vulnerabilities
|
||||
- Advisory checking and browsing
|
||||
- Pre-installation safety checks
|
||||
- Skill package signature verification (Ed25519)
|
||||
- File integrity monitoring
|
||||
- **Automatic Advisory Feed** - Fetches and caches advisories every 6 hours
|
||||
- **Platform Filtering** - Shows only NanoClaw-relevant advisories
|
||||
- **IPC-Based** - Container-safe host communication
|
||||
- **Full Documentation** - Installation guide, usage examples, troubleshooting
|
||||
|
||||
### Advisory Feed for NanoClaw
|
||||
|
||||
The feed now monitors NanoClaw-specific keywords:
|
||||
- `NanoClaw` - Direct product name
|
||||
- `WhatsApp-bot` - Core functionality
|
||||
- `baileys` - WhatsApp client library dependency
|
||||
|
||||
Advisories can specify `platforms: ["nanoclaw"]` for platform-specific issues.
|
||||
|
||||
### Quick Start for NanoClaw
|
||||
|
||||
See [`skills/clawsec-nanoclaw/INSTALL.md`](skills/clawsec-nanoclaw/INSTALL.md) for detailed setup instructions.
|
||||
|
||||
**Quick integration:**
|
||||
1. Copy skill to NanoClaw deployment
|
||||
2. Integrate MCP tools in container
|
||||
3. Add IPC handlers and cache service on host
|
||||
4. Restart NanoClaw
|
||||
|
||||
---
|
||||
|
||||
## 📦 ClawSec Suite (OpenClaw)
|
||||
|
||||
The **clawsec-suite** is a skill-of-skills manager that installs, verifies, and maintains security skills from the ClawSec catalog.
|
||||
|
||||
### Skills in the Suite
|
||||
|
||||
| Skill | Description | Installation | Compatibility |
|
||||
|-------|-------------|--------------|---------------|
|
||||
| 📡 **clawsec-feed** | Security advisory feed monitoring with live CVE updates | ✅ Included by default | All agents |
|
||||
| 🔭 **openclaw-audit-watchdog** | Automated daily audits with email reporting | ⚙️ Optional (install separately) | OpenClaw/MoltBot/Clawdbot |
|
||||
| 👻 **soul-guardian** | Drift detection and file integrity guard with auto-restore | ⚙️ Optional | All agents |
|
||||
| 🤝 **clawtributor** | Community incident reporting | ❌ Optional (Explicit request) | All agents |
|
||||
|
||||
> ⚠️ **clawtributor** is not installed by default as it may share anonymized incident data. Install only on explicit user request.
|
||||
|
||||
> ⚠️ **openclaw-audit-watchdog** is tailored for the OpenClaw/MoltBot/Clawdbot agent family. Other agents receive the universal skill set.
|
||||
|
||||
### Suite Features
|
||||
|
||||
- **Integrity Verification** - Every skill package includes `checksums.json` with SHA256 hashes
|
||||
- **Updates** - Automatic checks for new skill versions
|
||||
- **Self-Healing** - Failed integrity checks trigger automatic re-download from trusted releases
|
||||
- **Advisory Cross-Reference** - Installed skills are checked against the security advisory feed
|
||||
Quick install links:
|
||||
- NanoClaw install: [skills/clawsec-nanoclaw/INSTALL.md](skills/clawsec-nanoclaw/INSTALL.md)
|
||||
- Hermes skill package: `skills/hermes-attestation-guardian/`
|
||||
- Picoclaw guardian package: `skills/picoclaw-security-guardian/`
|
||||
- Picoclaw self-pen-testing package: `skills/picoclaw-self-pen-testing/`
|
||||
- Suite package: `skills/clawsec-suite/`
|
||||
|
||||
---
|
||||
|
||||
@@ -200,6 +184,7 @@ Compatibility mirror (legacy): `https://clawsec.prompt.security/releases/latest/
|
||||
The feed polls CVEs related to:
|
||||
- **OpenClaw Platform**: `OpenClaw`, `clawdbot`, `Moltbot`
|
||||
- **NanoClaw Platform**: `NanoClaw`, `WhatsApp-bot`, `baileys`
|
||||
- **Picoclaw Platform**: `Picoclaw`, `picoclaw`, lightweight AI gateways, MCP gateway exposure
|
||||
- Prompt injection patterns
|
||||
- Agent security vulnerabilities
|
||||
|
||||
@@ -255,89 +240,21 @@ This feature helps agents prioritize vulnerabilities that pose immediate threats
|
||||
**Platform values:**
|
||||
- `"openclaw"` - OpenClaw/Clawdbot/MoltBot only
|
||||
- `"nanoclaw"` - NanoClaw only
|
||||
- `["openclaw", "nanoclaw"]` - Both platforms
|
||||
- `"hermes"` - Hermes only
|
||||
- `"picoclaw"` - Picoclaw only
|
||||
- `["openclaw", "nanoclaw", "hermes", "picoclaw"]` - All core platforms
|
||||
- (empty/missing) - All platforms (backward compatible)
|
||||
|
||||
---
|
||||
|
||||
## 🔄 CI/CD Pipelines
|
||||
|
||||
ClawSec uses automated pipelines for continuous security updates and skill distribution.
|
||||
CI/CD pipeline details were moved to the wiki module page:
|
||||
- [wiki/modules/automation-release.md](wiki/modules/automation-release.md)
|
||||
|
||||
### Automated Workflows
|
||||
|
||||
| Workflow | Trigger | Description |
|
||||
|----------|---------|-------------|
|
||||
| **ci.yml** | PRs to `main`, pushes to `main` | Lint/type/build + skill test suites |
|
||||
| **pages-verify.yml** | PRs to `main` | Verifies Pages build and signing outputs without publishing |
|
||||
| **poll-nvd-cves.yml** | Daily cron (06:00 UTC) | Polls NVD for new CVEs, updates feed |
|
||||
| **community-advisory.yml** | Issue labeled `advisory-approved` | Processes community reports into advisories |
|
||||
| **skill-release.yml** | Skill tags + metadata PR changes | Validates version parity in PRs and publishes signed skill releases on tags |
|
||||
| **deploy-pages.yml** | `workflow_run` after successful trusted CI/release or manual dispatch | Builds and deploys the web interface to GitHub Pages |
|
||||
| **wiki-sync.yml** | Pushes to `main` touching `wiki/**` | Syncs `wiki/` to the GitHub Wiki mirror |
|
||||
|
||||
### Skill Release Pipeline
|
||||
|
||||
When a skill is tagged (e.g., `soul-guardian-v1.0.0`), the pipeline:
|
||||
|
||||
1. **Validates** - Checks `skill.json` version matches tag
|
||||
2. **Enforces key consistency** - Verifies pinned release key references are consistent across repo PEMs and `skills/clawsec-suite/SKILL.md`
|
||||
3. **Generates Checksums** - Creates `checksums.json` with SHA256 hashes for all SBOM files
|
||||
4. **Signs + verifies** - Signs `checksums.json` and validates the generated `signing-public.pem` fingerprint against canonical repo key material
|
||||
5. **Releases** - Publishes to GitHub Releases with all artifacts
|
||||
6. **Supersedes Old Releases** - Deletes older versions within the same major line (tags remain)
|
||||
7. **Triggers Pages Update** - Refreshes the skills catalog on the website
|
||||
|
||||
### Signing Key Consistency Guardrails
|
||||
|
||||
To prevent supply-chain drift, CI now fails fast when signing key references diverge.
|
||||
|
||||
Guardrail script:
|
||||
- `scripts/ci/verify_signing_key_consistency.sh`
|
||||
|
||||
What it checks:
|
||||
- `skills/clawsec-suite/SKILL.md` inline public key fingerprint matches `RELEASE_PUBKEY_SHA256`
|
||||
- Canonical PEM files all match the same fingerprint:
|
||||
- `clawsec-signing-public.pem`
|
||||
- `advisories/feed-signing-public.pem`
|
||||
- `skills/clawsec-suite/advisories/feed-signing-public.pem`
|
||||
- Generated public key in workflows matches canonical key:
|
||||
- `release-assets/signing-public.pem` (release workflow)
|
||||
- `public/signing-public.pem` (pages workflow)
|
||||
|
||||
Where enforced:
|
||||
- `.github/workflows/skill-release.yml`
|
||||
- `.github/workflows/deploy-pages.yml`
|
||||
|
||||
### Release Versioning & Superseding
|
||||
|
||||
ClawSec follows [semantic versioning](https://semver.org/). When a new version is released:
|
||||
|
||||
| Scenario | Behavior |
|
||||
|----------|----------|
|
||||
| New patch/minor (e.g., 1.0.1, 1.1.0) | Previous releases with same major version are **deleted** |
|
||||
| New major (e.g., 2.0.0) | Previous major version (1.x.x) remains for backwards compatibility |
|
||||
|
||||
**Why do old releases disappear?**
|
||||
|
||||
When you release `skill-v0.0.2`, the previous `skill-v0.0.1` release is automatically deleted to keep the releases page clean. Only the latest version within each major version is retained.
|
||||
|
||||
- **Git tags are preserved** - You can always recreate a release from an existing tag if needed
|
||||
- **Major versions coexist** - Both `skill-v1.x.x` and `skill-v2.x.x` latest releases remain available for backwards compatibility
|
||||
|
||||
### Release Artifacts
|
||||
|
||||
Each skill release includes:
|
||||
- `checksums.json` - SHA256 hashes for integrity verification
|
||||
- `skill.json` - Skill metadata
|
||||
- `SKILL.md` - Main skill documentation
|
||||
- Additional files from SBOM (scripts, configs, etc.)
|
||||
|
||||
### Signing Operations Documentation
|
||||
|
||||
For feed/release signing rollout and operations guidance:
|
||||
- [`wiki/security-signing-runbook.md`](wiki/security-signing-runbook.md) - key generation, GitHub secrets, rotation/revocation, incident response
|
||||
- [`wiki/migration-signed-feed.md`](wiki/migration-signed-feed.md) - phased migration from unsigned feed, enforcement gates, rollback plan
|
||||
Related operations docs:
|
||||
- [wiki/security-signing-runbook.md](wiki/security-signing-runbook.md)
|
||||
- [wiki/migration-signed-feed.md](wiki/migration-signed-feed.md)
|
||||
|
||||
---
|
||||
|
||||
@@ -422,37 +339,47 @@ npm run build
|
||||
|
||||
```
|
||||
├── advisories/
|
||||
│ └── feed.json # Main advisory feed (auto-updated from NVD)
|
||||
├── components/ # React components
|
||||
├── pages/ # Page components
|
||||
├── wiki/ # Source-of-truth docs (synced to GitHub Wiki)
|
||||
│ ├── feed.json # Main advisory feed
|
||||
│ ├── feed.json.sig # Detached signature for feed.json
|
||||
│ └── feed-signing-public.pem # Public key for feed verification
|
||||
├── components/ # React components
|
||||
├── pages/ # Route/page components
|
||||
├── wiki/ # Source-of-truth docs (synced to GitHub Wiki)
|
||||
├── scripts/
|
||||
│ ├── generate-wiki-llms.mjs # wiki/*.md -> public/wiki/**/llms.txt
|
||||
│ ├── populate-local-feed.sh # Local CVE feed populator
|
||||
│ ├── populate-local-skills.sh # Local skills catalog populator
|
||||
│ ├── populate-local-wiki.sh # Local wiki llms export populator
|
||||
│ └── release-skill.sh # Manual skill release helper
|
||||
│ ├── generate-wiki-llms.mjs # wiki/*.md -> public/wiki/**/llms.txt
|
||||
│ ├── populate-local-feed.sh # Local CVE feed populator
|
||||
│ ├── populate-local-skills.sh # Local skills catalog populator
|
||||
│ ├── populate-local-wiki.sh # Local wiki llms export populator
|
||||
│ ├── prepare-to-push.sh # Local CI-style quality gate
|
||||
│ ├── validate-release-links.sh # Release link checks
|
||||
│ └── release-skill.sh # Manual skill release helper
|
||||
├── skills/
|
||||
│ ├── clawsec-suite/ # 📦 Suite installer (skill-of-skills)
|
||||
│ ├── clawsec-feed/ # 📡 Advisory feed skill
|
||||
│ ├── clawsec-nanoclaw/ # 📱 NanoClaw platform security suite
|
||||
│ ├── clawsec-clawhub-checker/ # 🧪 ClawHub reputation checks
|
||||
│ ├── clawtributor/ # 🤝 Community reporting skill
|
||||
│ ├── openclaw-audit-watchdog/ # 🔭 Automated audit skill
|
||||
│ ├── prompt-agent/ # 🧠 Prompt-focused protection workflows
|
||||
│ └── soul-guardian/ # 👻 File integrity skill
|
||||
│ ├── claw-release/ # 🚀 Release automation workflow skill
|
||||
│ ├── clawsec-suite/ # 📦 Suite installer (skill-of-skills)
|
||||
│ ├── clawsec-feed/ # 📡 Advisory feed skill
|
||||
│ ├── clawsec-scanner/ # 🔍 Vulnerability scanner (deps + SAST + OpenClaw DAST)
|
||||
│ ├── clawsec-nanoclaw/ # 📱 NanoClaw platform security suite
|
||||
│ ├── clawsec-clawhub-checker/ # 🧪 ClawHub reputation checks
|
||||
│ ├── clawtributor/ # 🤝 Community reporting skill
|
||||
│ ├── hermes-attestation-guardian/ # 🛡️ Hermes attestation + drift verification
|
||||
│ ├── openclaw-audit-watchdog/ # 🔭 Automated audit skill
|
||||
│ ├── picoclaw-security-guardian/ # 🦐 Picoclaw posture/advisory/drift/supply-chain checks
|
||||
│ ├── picoclaw-self-pen-testing/ # 🧪 Picoclaw self-pen-testing checks (separate package)
|
||||
│ └── soul-guardian/ # 👻 File integrity skill
|
||||
├── utils/
|
||||
│ ├── package_skill.py # Skill packager utility
|
||||
│ └── validate_skill.py # Skill validator utility
|
||||
│ ├── package_skill.py # Skill packager utility
|
||||
│ └── validate_skill.py # Skill validator utility
|
||||
├── .github/workflows/
|
||||
│ ├── ci.yml # Cross-platform lint/type/build + tests
|
||||
│ ├── pages-verify.yml # PR-only pages build verification
|
||||
│ ├── poll-nvd-cves.yml # CVE polling pipeline
|
||||
│ ├── community-advisory.yml # Approved issue -> advisory PR
|
||||
│ ├── skill-release.yml # Skill release pipeline
|
||||
│ ├── wiki-sync.yml # Sync repo wiki/ to GitHub Wiki
|
||||
│ └── deploy-pages.yml # Pages deployment
|
||||
└── public/ # Static assets + generated publish artifacts
|
||||
│ ├── ci.yml # Cross-platform lint/type/build + tests
|
||||
│ ├── pages-verify.yml # PR-only pages build/signing verification
|
||||
│ ├── poll-nvd-cves.yml # CVE polling pipeline
|
||||
│ ├── community-advisory.yml # Approved issue -> advisory PR
|
||||
│ ├── skill-release.yml # Skill release/signing pipeline
|
||||
│ ├── deploy-pages.yml # GitHub Pages deployment
|
||||
│ ├── wiki-sync.yml # Sync repo wiki/ to GitHub Wiki
|
||||
│ ├── codeql.yml # CodeQL security analysis
|
||||
│ └── scorecard.yml # OpenSSF Scorecard checks
|
||||
└── public/ # Static assets + generated wiki exports
|
||||
```
|
||||
|
||||
---
|
||||
|
||||
+21394
-24
File diff suppressed because one or more lines are too long
@@ -1 +1 @@
|
||||
qNd1mJmbXNyIP+5CjBppoCIDu0PNRWYNFWpmzgtIFPJ6P62epcDaQKgi+dTDRUbk8jANIb+Ukf8vk+iz3CrIDg==
|
||||
v+PiWmjIkY6zdIyI9xJX0l0aTy0Azp1+LoZR6qaiDZJnXFuSBX4Sw/x5tMdTb0xSbqdDTJOZwwWI8coPVepzBw==
|
||||
File diff suppressed because one or more lines are too long
@@ -0,0 +1 @@
|
||||
SCkRaPMF6IYDwZuR7/JJXxpB7A7ebuMvLqK827uWX0yfEJr7l2gyLpxvHsEpWJDzE4gchxd5yqJx5qF/yqNwAg==
|
||||
@@ -2,6 +2,7 @@ import React from 'react';
|
||||
import { Link } from 'react-router-dom';
|
||||
import { ExternalLink, Github } from 'lucide-react';
|
||||
import { Advisory } from '../types';
|
||||
import { AdvisoryPlatformBadge } from './AdvisoryPlatformBadge';
|
||||
|
||||
interface AdvisoryCardProps {
|
||||
advisory: Advisory;
|
||||
@@ -65,6 +66,18 @@ export const AdvisoryCard: React.FC<AdvisoryCardProps> = ({ advisory, formatDate
|
||||
{advisory.id}
|
||||
</h3>
|
||||
<p className="text-sm text-gray-400 line-clamp-3 mb-3">{advisory.title}</p>
|
||||
|
||||
{advisory.platforms && advisory.platforms.length > 0 && (
|
||||
<div className="mb-3 flex flex-wrap gap-1.5">
|
||||
{advisory.platforms.map((platform) => (
|
||||
<AdvisoryPlatformBadge
|
||||
key={`${advisory.id}-${platform}`}
|
||||
platform={platform}
|
||||
className="text-[11px] px-2 py-0.5 rounded"
|
||||
/>
|
||||
))}
|
||||
</div>
|
||||
)}
|
||||
|
||||
{/* External link - stop propagation to allow clicking without navigating to detail */}
|
||||
{isCommunityReport && advisory.github_issue_url ? (
|
||||
|
||||
@@ -0,0 +1,19 @@
|
||||
import React from 'react';
|
||||
import { getPlatformDescriptor } from '../utils/advisoryPlatforms';
|
||||
|
||||
interface AdvisoryPlatformBadgeProps {
|
||||
platform: string;
|
||||
className?: string;
|
||||
}
|
||||
|
||||
export const AdvisoryPlatformBadge: React.FC<AdvisoryPlatformBadgeProps> = ({
|
||||
platform,
|
||||
className,
|
||||
}) => {
|
||||
const { label, classes } = getPlatformDescriptor(platform);
|
||||
const badgeClasses = ['uppercase tracking-wide', classes, className]
|
||||
.filter(Boolean)
|
||||
.join(' ');
|
||||
|
||||
return <span className={badgeClasses}>{label}</span>;
|
||||
};
|
||||
@@ -2,16 +2,19 @@ import React from 'react';
|
||||
import { Link } from 'react-router-dom';
|
||||
import { ArrowRight } from 'lucide-react';
|
||||
import type { SkillMetadata } from '../types';
|
||||
import { getPlatformDescriptor } from '../utils/advisoryPlatforms';
|
||||
|
||||
interface SkillCardProps {
|
||||
skill: SkillMetadata;
|
||||
}
|
||||
|
||||
export const SkillCard: React.FC<SkillCardProps> = ({ skill }) => {
|
||||
const platforms = Array.isArray(skill.platforms) ? skill.platforms.slice(0, 4) : [];
|
||||
|
||||
return (
|
||||
<Link
|
||||
to={`/skills/${skill.id}`}
|
||||
className="group block bg-clawd-800 border border-clawd-700 rounded-xl p-5 hover:border-clawd-accent/30 hover:bg-clawd-800/80 transition-all duration-200"
|
||||
className="group block bg-clawd-800 border border-clawd-700 rounded-lg p-5 hover:border-clawd-accent/30 hover:bg-clawd-800/80 transition-all duration-200"
|
||||
>
|
||||
<div className="flex items-center gap-3 mb-3">
|
||||
<span className="text-2xl">{skill.emoji || '📦'}</span>
|
||||
@@ -27,6 +30,23 @@ export const SkillCard: React.FC<SkillCardProps> = ({ skill }) => {
|
||||
{skill.description}
|
||||
</p>
|
||||
|
||||
{platforms.length > 0 && (
|
||||
<div className="flex flex-wrap gap-1.5 mb-4" aria-label="Recommended platforms">
|
||||
{platforms.map((platform) => {
|
||||
const descriptor = getPlatformDescriptor(platform);
|
||||
|
||||
return (
|
||||
<span
|
||||
key={platform}
|
||||
className={`text-[11px] leading-none px-2 py-1 rounded-md ${descriptor.classes}`}
|
||||
>
|
||||
{descriptor.label}
|
||||
</span>
|
||||
);
|
||||
})}
|
||||
</div>
|
||||
)}
|
||||
|
||||
<div className="flex items-center justify-between">
|
||||
{/* Category badge - hidden for now, uncomment when we have multiple categories
|
||||
<span className="text-xs text-gray-500 bg-clawd-700 px-2 py-1 rounded">
|
||||
|
||||
+2
-1
@@ -85,7 +85,8 @@ export default [
|
||||
}
|
||||
},
|
||||
rules: {
|
||||
'no-empty': ['error', { allowEmptyCatch: true }]
|
||||
'no-empty': ['error', { allowEmptyCatch: true }],
|
||||
'no-unused-vars': ['error', { argsIgnorePattern: '^_', varsIgnorePattern: '^_' }]
|
||||
}
|
||||
},
|
||||
// Node.js scripts (.js files in scripts directory)
|
||||
|
||||
Generated
+263
-105
@@ -11,23 +11,23 @@
|
||||
"dependencies": {
|
||||
"lucide-react": "^0.575.0",
|
||||
"react": "^19.2.4",
|
||||
"react-dom": "^19.2.4",
|
||||
"react-dom": "^19.2.5",
|
||||
"react-markdown": "^10.1.0",
|
||||
"react-router-dom": "^7.13.1",
|
||||
"react-router-dom": "^7.16.0",
|
||||
"remark-gfm": "^4.0.1"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@eslint/js": "~9.28.0",
|
||||
"@types/node": "^25.2.3",
|
||||
"@eslint/js": "~9.39.4",
|
||||
"@types/node": "^25.8.0",
|
||||
"@typescript-eslint/eslint-plugin": "^8.55.0",
|
||||
"@typescript-eslint/parser": "^8.56.0",
|
||||
"@typescript-eslint/parser": "^8.58.1",
|
||||
"@vitejs/plugin-react": "^5.1.4",
|
||||
"eslint": "^9.39.2",
|
||||
"eslint": "^9.39.4",
|
||||
"eslint-plugin-react": "^7.37.5",
|
||||
"eslint-plugin-react-hooks": "^7.0.1",
|
||||
"fast-check": "^4.5.3",
|
||||
"typescript": "~5.8.2",
|
||||
"vite": "^7.3.1"
|
||||
"fast-check": "^4.7.0",
|
||||
"typescript": "~5.9.3",
|
||||
"vite": "^7.3.2"
|
||||
}
|
||||
},
|
||||
"node_modules/@babel/code-frame": {
|
||||
@@ -758,14 +758,15 @@
|
||||
}
|
||||
},
|
||||
"node_modules/@eslint/config-array": {
|
||||
"version": "0.21.1",
|
||||
"resolved": "https://registry.npmjs.org/@eslint/config-array/-/config-array-0.21.1.tgz",
|
||||
"integrity": "sha512-aw1gNayWpdI/jSYVgzN5pL0cfzU02GT3NBpeT/DXbx1/1x7ZKxFPd9bwrzygx/qiwIQiJ1sw/zD8qY/kRvlGHA==",
|
||||
"version": "0.21.2",
|
||||
"resolved": "https://registry.npmjs.org/@eslint/config-array/-/config-array-0.21.2.tgz",
|
||||
"integrity": "sha512-nJl2KGTlrf9GjLimgIru+V/mzgSK0ABCDQRvxw5BjURL7WfH5uoWmizbH7QB6MmnMBd8cIC9uceWnezL1VZWWw==",
|
||||
"dev": true,
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"@eslint/object-schema": "^2.1.7",
|
||||
"debug": "^4.3.1",
|
||||
"minimatch": "^3.1.2"
|
||||
"minimatch": "^3.1.5"
|
||||
},
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
@@ -796,10 +797,11 @@
|
||||
}
|
||||
},
|
||||
"node_modules/@eslint/eslintrc": {
|
||||
"version": "3.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@eslint/eslintrc/-/eslintrc-3.3.4.tgz",
|
||||
"integrity": "sha512-4h4MVF8pmBsncB60r0wSJiIeUKTSD4m7FmTFThG8RHlsg9ajqckLm9OraguFGZE4vVdpiI1Q4+hFnisopmG6gQ==",
|
||||
"version": "3.3.5",
|
||||
"resolved": "https://registry.npmjs.org/@eslint/eslintrc/-/eslintrc-3.3.5.tgz",
|
||||
"integrity": "sha512-4IlJx0X0qftVsN5E+/vGujTRIFtwuLbNsVUe7TO6zYPDR1O6nFwvwhIKEKSrl6dZchmYBITazxKoUYOjdtjlRg==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"ajv": "^6.14.0",
|
||||
"debug": "^4.3.2",
|
||||
@@ -808,7 +810,7 @@
|
||||
"ignore": "^5.2.0",
|
||||
"import-fresh": "^3.2.1",
|
||||
"js-yaml": "^4.1.1",
|
||||
"minimatch": "^3.1.3",
|
||||
"minimatch": "^3.1.5",
|
||||
"strip-json-comments": "^3.1.1"
|
||||
},
|
||||
"engines": {
|
||||
@@ -823,15 +825,17 @@
|
||||
"resolved": "https://registry.npmjs.org/ignore/-/ignore-5.3.2.tgz",
|
||||
"integrity": "sha512-hsBTNUqQTDwkWtcdYI2i06Y/nUBEsNEDJKjWdigLvegy8kDuJAS8uRlpkkcQpyEXL0Z/pjDy5HBmMjRCJ2gq+g==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">= 4"
|
||||
}
|
||||
},
|
||||
"node_modules/@eslint/js": {
|
||||
"version": "9.28.0",
|
||||
"resolved": "https://registry.npmjs.org/@eslint/js/-/js-9.28.0.tgz",
|
||||
"integrity": "sha512-fnqSjGWd/CoIp4EXIxWVK/sHA6DOHN4+8Ix2cX5ycOY7LG0UY8nHCU5pIp2eaE1Mc7Qd8kHspYNzYXT2ojPLzg==",
|
||||
"version": "9.39.4",
|
||||
"resolved": "https://registry.npmjs.org/@eslint/js/-/js-9.39.4.tgz",
|
||||
"integrity": "sha512-nE7DEIchvtiFTwBw4Lfbu59PG+kCofhjsKaCWzxTpt4lfRjRMqG6uMBzKXuEcyXhOHoUp9riAm7/aWYGhXZ9cw==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
@@ -844,6 +848,7 @@
|
||||
"resolved": "https://registry.npmjs.org/@eslint/object-schema/-/object-schema-2.1.7.tgz",
|
||||
"integrity": "sha512-VtAOaymWVfZcmZbp6E2mympDIHvyjXs/12LqWYjVw6qjrfF+VK+fyG33kChz3nnK+SU5/NeHOqrTEHS8sXO3OA==",
|
||||
"dev": true,
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
}
|
||||
@@ -1357,13 +1362,13 @@
|
||||
"integrity": "sha512-GsCCIZDE/p3i96vtEqx+7dBUGXrc7zeSK3wwPHIaRThS+9OhWIXRqzs4d6k1SVU8g91DrNRWxWUGhp5KXQb2VA=="
|
||||
},
|
||||
"node_modules/@types/node": {
|
||||
"version": "25.2.3",
|
||||
"resolved": "https://registry.npmjs.org/@types/node/-/node-25.2.3.tgz",
|
||||
"integrity": "sha512-m0jEgYlYz+mDJZ2+F4v8D1AyQb+QzsNqRuI7xg1VQX/KlKS0qT9r1Mo16yo5F/MtifXFgaofIFsdFMox2SxIbQ==",
|
||||
"version": "25.8.0",
|
||||
"resolved": "https://registry.npmjs.org/@types/node/-/node-25.8.0.tgz",
|
||||
"integrity": "sha512-TCFSk8IZh+iLX1xtksoBVtdmgL+1IX0fC9BeU4QqFSuNdN/K+HUlhqOzEmSYYpZUVsLYcPqc9KX+60iDuninSQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"undici-types": "~7.16.0"
|
||||
"undici-types": ">=7.24.0 <7.24.7"
|
||||
}
|
||||
},
|
||||
"node_modules/@types/react": {
|
||||
@@ -1408,15 +1413,16 @@
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser": {
|
||||
"version": "8.56.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-8.56.1.tgz",
|
||||
"integrity": "sha512-klQbnPAAiGYFyI02+znpBRLyjL4/BrBd0nyWkdC0s/6xFLkXYQ8OoRrSkqacS1ddVxf/LDyODIKbQ5TgKAf/Fg==",
|
||||
"version": "8.58.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-8.58.1.tgz",
|
||||
"integrity": "sha512-gGkiNMPqerb2cJSVcruigx9eHBlLG14fSdPdqMoOcBfh+vvn4iCq2C8MzUB89PrxOXk0y3GZ1yIWb9aOzL93bw==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@typescript-eslint/scope-manager": "8.56.1",
|
||||
"@typescript-eslint/types": "8.56.1",
|
||||
"@typescript-eslint/typescript-estree": "8.56.1",
|
||||
"@typescript-eslint/visitor-keys": "8.56.1",
|
||||
"@typescript-eslint/scope-manager": "8.58.1",
|
||||
"@typescript-eslint/types": "8.58.1",
|
||||
"@typescript-eslint/typescript-estree": "8.58.1",
|
||||
"@typescript-eslint/visitor-keys": "8.58.1",
|
||||
"debug": "^4.4.3"
|
||||
},
|
||||
"engines": {
|
||||
@@ -1428,7 +1434,137 @@
|
||||
},
|
||||
"peerDependencies": {
|
||||
"eslint": "^8.57.0 || ^9.0.0 || ^10.0.0",
|
||||
"typescript": ">=4.8.4 <6.0.0"
|
||||
"typescript": ">=4.8.4 <6.1.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser/node_modules/@typescript-eslint/project-service": {
|
||||
"version": "8.58.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/project-service/-/project-service-8.58.1.tgz",
|
||||
"integrity": "sha512-gfQ8fk6cxhtptek+/8ZIqw8YrRW5048Gug8Ts5IYcMLCw18iUgrZAEY/D7s4hkI0FxEfGakKuPK/XUMPzPxi5g==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@typescript-eslint/tsconfig-utils": "^8.58.1",
|
||||
"@typescript-eslint/types": "^8.58.1",
|
||||
"debug": "^4.4.3"
|
||||
},
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
"funding": {
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/typescript-eslint"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"typescript": ">=4.8.4 <6.1.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser/node_modules/@typescript-eslint/scope-manager": {
|
||||
"version": "8.58.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-8.58.1.tgz",
|
||||
"integrity": "sha512-TPYUEqJK6avLcEjumWsIuTpuYODTTDAtoMdt8ZZa93uWMTX13Nb8L5leSje1NluammvU+oI3QRr5lLXPgihX3w==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@typescript-eslint/types": "8.58.1",
|
||||
"@typescript-eslint/visitor-keys": "8.58.1"
|
||||
},
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
"funding": {
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/typescript-eslint"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser/node_modules/@typescript-eslint/tsconfig-utils": {
|
||||
"version": "8.58.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/tsconfig-utils/-/tsconfig-utils-8.58.1.tgz",
|
||||
"integrity": "sha512-JAr2hOIct2Q+qk3G+8YFfqkqi7sC86uNryT+2i5HzMa2MPjw4qNFvtjnw1IiA1rP7QhNKVe21mSSLaSjwA1Olw==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
"funding": {
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/typescript-eslint"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"typescript": ">=4.8.4 <6.1.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser/node_modules/@typescript-eslint/types": {
|
||||
"version": "8.58.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-8.58.1.tgz",
|
||||
"integrity": "sha512-io/dV5Aw5ezwzfPBBWLoT+5QfVtP8O7q4Kftjn5azJ88bYyp/ZMCsyW1lpKK46EXJcaYMZ1JtYj+s/7TdzmQMw==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
"funding": {
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/typescript-eslint"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser/node_modules/@typescript-eslint/typescript-estree": {
|
||||
"version": "8.58.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-8.58.1.tgz",
|
||||
"integrity": "sha512-w4w7WR7GHOjqqPnvAYbazq+Y5oS68b9CzasGtnd6jIeOIeKUzYzupGTB2T4LTPSv4d+WPeccbxuneTFHYgAAWg==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@typescript-eslint/project-service": "8.58.1",
|
||||
"@typescript-eslint/tsconfig-utils": "8.58.1",
|
||||
"@typescript-eslint/types": "8.58.1",
|
||||
"@typescript-eslint/visitor-keys": "8.58.1",
|
||||
"debug": "^4.4.3",
|
||||
"minimatch": "^10.2.2",
|
||||
"semver": "^7.7.3",
|
||||
"tinyglobby": "^0.2.15",
|
||||
"ts-api-utils": "^2.5.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
"funding": {
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/typescript-eslint"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"typescript": ">=4.8.4 <6.1.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser/node_modules/@typescript-eslint/visitor-keys": {
|
||||
"version": "8.58.1",
|
||||
"resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-8.58.1.tgz",
|
||||
"integrity": "sha512-y+vH7QE8ycjoa0bWciFg7OpFcipUuem1ujhrdLtq1gByKwfbC7bPeKsiny9e0urg93DqwGcHey+bGRKCnF1nZQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@typescript-eslint/types": "8.58.1",
|
||||
"eslint-visitor-keys": "^5.0.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
"funding": {
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/typescript-eslint"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/parser/node_modules/eslint-visitor-keys": {
|
||||
"version": "5.0.1",
|
||||
"resolved": "https://registry.npmjs.org/eslint-visitor-keys/-/eslint-visitor-keys-5.0.1.tgz",
|
||||
"integrity": "sha512-tD40eHxA35h0PEIZNeIjkHoDR4YjjJp34biM0mDvplBe//mB+IHCqHDGV7pxF+7MklTvighcCPPZC7ynWyjdTA==",
|
||||
"dev": true,
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": "^20.19.0 || ^22.13.0 || >=24"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/eslint"
|
||||
}
|
||||
},
|
||||
"node_modules/@typescript-eslint/project-service": {
|
||||
@@ -1627,10 +1763,11 @@
|
||||
}
|
||||
},
|
||||
"node_modules/acorn": {
|
||||
"version": "8.15.0",
|
||||
"resolved": "https://registry.npmjs.org/acorn/-/acorn-8.15.0.tgz",
|
||||
"integrity": "sha512-NZyJarBfL7nWwIq+FDL6Zp/yHEhePMNnnJ0y3qfieCrmNvYct8uvtiV41UvlSe6apAfk0fY1FbWx+NwfmpvtTg==",
|
||||
"version": "8.16.0",
|
||||
"resolved": "https://registry.npmjs.org/acorn/-/acorn-8.16.0.tgz",
|
||||
"integrity": "sha512-UVJyE9MttOsBQIDKw1skb9nAwQuR5wuGD3+82K6JgJlm/Y+KI92oNsMNGZCYdDsVtRHSak0pcV5Dno5+4jh9sw==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"bin": {
|
||||
"acorn": "bin/acorn"
|
||||
},
|
||||
@@ -1643,6 +1780,7 @@
|
||||
"resolved": "https://registry.npmjs.org/acorn-jsx/-/acorn-jsx-5.3.2.tgz",
|
||||
"integrity": "sha512-rq9s+JNhf0IChjtDXxllJ7g41oZk5SlXtp0LHwyA5cejwn7vKmKp4pPri6YEePv2PU65sAsegbXtIinmDFDXgQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"peerDependencies": {
|
||||
"acorn": "^6.0.0 || ^7.0.0 || ^8.0.0"
|
||||
}
|
||||
@@ -1652,6 +1790,7 @@
|
||||
"resolved": "https://registry.npmjs.org/ajv/-/ajv-6.14.0.tgz",
|
||||
"integrity": "sha512-IWrosm/yrn43eiKqkfkHis7QioDleaXQHdDVPKg0FSwwd/DuvyX79TZnFOnYpB7dcsFAMmtFztZuXPDvSePkFw==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"fast-deep-equal": "^3.1.1",
|
||||
"fast-json-stable-stringify": "^2.0.0",
|
||||
@@ -1682,7 +1821,8 @@
|
||||
"version": "2.0.1",
|
||||
"resolved": "https://registry.npmjs.org/argparse/-/argparse-2.0.1.tgz",
|
||||
"integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==",
|
||||
"dev": true
|
||||
"dev": true,
|
||||
"license": "Python-2.0"
|
||||
},
|
||||
"node_modules/array-buffer-byte-length": {
|
||||
"version": "1.0.2",
|
||||
@@ -1857,16 +1997,16 @@
|
||||
}
|
||||
},
|
||||
"node_modules/brace-expansion": {
|
||||
"version": "5.0.2",
|
||||
"resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-5.0.2.tgz",
|
||||
"integrity": "sha512-Pdk8c9poy+YhOgVWw1JNN22/HcivgKWwpxKq04M/jTmHyCZn12WPJebZxdjSa5TmBqISrUSgNYU3eRORljfCCw==",
|
||||
"version": "5.0.6",
|
||||
"resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-5.0.6.tgz",
|
||||
"integrity": "sha512-kLpxurY4Z4r9sgMsyG0Z9uzsBlgiU/EFKhj/h91/8yHu0edo7XuixOIH3VcJ8kkxs6/jPzoI6U9Vj3WqbMQ94g==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"balanced-match": "^4.0.2"
|
||||
},
|
||||
"engines": {
|
||||
"node": "20 || >=22"
|
||||
"node": "18 || 20 || >=22"
|
||||
}
|
||||
},
|
||||
"node_modules/browserslist": {
|
||||
@@ -1950,6 +2090,7 @@
|
||||
"resolved": "https://registry.npmjs.org/callsites/-/callsites-3.1.0.tgz",
|
||||
"integrity": "sha512-P8BjAsXvZS+VIDUI11hHCQEv74YT67YUi5JJFNWIqL235sBmjX4+qx9Muvls5ivyNENctx46xQLQ3aTuE7ssaQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=6"
|
||||
}
|
||||
@@ -2473,24 +2614,25 @@
|
||||
}
|
||||
},
|
||||
"node_modules/eslint": {
|
||||
"version": "9.39.3",
|
||||
"resolved": "https://registry.npmjs.org/eslint/-/eslint-9.39.3.tgz",
|
||||
"integrity": "sha512-VmQ+sifHUbI/IcSopBCF/HO3YiHQx/AVd3UVyYL6weuwW+HvON9VYn5l6Zl1WZzPWXPNZrSQpxwkkZ/VuvJZzg==",
|
||||
"version": "9.39.4",
|
||||
"resolved": "https://registry.npmjs.org/eslint/-/eslint-9.39.4.tgz",
|
||||
"integrity": "sha512-XoMjdBOwe/esVgEvLmNsD3IRHkm7fbKIUGvrleloJXUZgDHig2IPWNniv+GwjyJXzuNqVjlr5+4yVUZjycJwfQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"@eslint-community/eslint-utils": "^4.8.0",
|
||||
"@eslint-community/regexpp": "^4.12.1",
|
||||
"@eslint/config-array": "^0.21.1",
|
||||
"@eslint/config-array": "^0.21.2",
|
||||
"@eslint/config-helpers": "^0.4.2",
|
||||
"@eslint/core": "^0.17.0",
|
||||
"@eslint/eslintrc": "^3.3.1",
|
||||
"@eslint/js": "9.39.3",
|
||||
"@eslint/eslintrc": "^3.3.5",
|
||||
"@eslint/js": "9.39.4",
|
||||
"@eslint/plugin-kit": "^0.4.1",
|
||||
"@humanfs/node": "^0.16.6",
|
||||
"@humanwhocodes/module-importer": "^1.0.1",
|
||||
"@humanwhocodes/retry": "^0.4.2",
|
||||
"@types/estree": "^1.0.6",
|
||||
"ajv": "^6.12.4",
|
||||
"ajv": "^6.14.0",
|
||||
"chalk": "^4.0.0",
|
||||
"cross-spawn": "^7.0.6",
|
||||
"debug": "^4.3.2",
|
||||
@@ -2509,7 +2651,7 @@
|
||||
"is-glob": "^4.0.0",
|
||||
"json-stable-stringify-without-jsonify": "^1.0.1",
|
||||
"lodash.merge": "^4.6.2",
|
||||
"minimatch": "^3.1.2",
|
||||
"minimatch": "^3.1.5",
|
||||
"natural-compare": "^1.4.0",
|
||||
"optionator": "^0.9.3"
|
||||
},
|
||||
@@ -2615,18 +2757,6 @@
|
||||
"url": "https://opencollective.com/eslint"
|
||||
}
|
||||
},
|
||||
"node_modules/eslint/node_modules/@eslint/js": {
|
||||
"version": "9.39.3",
|
||||
"resolved": "https://registry.npmjs.org/@eslint/js/-/js-9.39.3.tgz",
|
||||
"integrity": "sha512-1B1VkCq6FuUNlQvlBYb+1jDu/gV297TIs/OeiaSR9l1H27SVW55ONE1e1Vp16NqP683+xEGzxYtv4XCiDPaQiw==",
|
||||
"dev": true,
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://eslint.org/donate"
|
||||
}
|
||||
},
|
||||
"node_modules/eslint/node_modules/eslint-visitor-keys": {
|
||||
"version": "4.2.1",
|
||||
"resolved": "https://registry.npmjs.org/eslint-visitor-keys/-/eslint-visitor-keys-4.2.1.tgz",
|
||||
@@ -2652,6 +2782,7 @@
|
||||
"resolved": "https://registry.npmjs.org/espree/-/espree-10.4.0.tgz",
|
||||
"integrity": "sha512-j6PAQ2uUr79PZhBjP5C5fhl8e39FmRnOjsD5lGnWrFU8i2G776tBK7+nP8KuQUTTyAZUwfQqXAgrVH5MbH9CYQ==",
|
||||
"dev": true,
|
||||
"license": "BSD-2-Clause",
|
||||
"dependencies": {
|
||||
"acorn": "^8.15.0",
|
||||
"acorn-jsx": "^5.3.2",
|
||||
@@ -2669,6 +2800,7 @@
|
||||
"resolved": "https://registry.npmjs.org/eslint-visitor-keys/-/eslint-visitor-keys-4.2.1.tgz",
|
||||
"integrity": "sha512-Uhdk5sfqcee/9H/rCOJikYz67o0a2Tw2hGRPOG2Y1R2dg7brRe1uG0yaNQDHu+TO/uQPF/5eCapvYSmHUjt7JQ==",
|
||||
"dev": true,
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": "^18.18.0 || ^20.9.0 || >=21.1.0"
|
||||
},
|
||||
@@ -2728,9 +2860,9 @@
|
||||
"integrity": "sha512-fjquC59cD7CyW6urNXK0FBufkZcoiGG80wTuPujX590cB5Ttln20E2UB4S/WARVqhXffZl2LNgS+gQdPIIim/g=="
|
||||
},
|
||||
"node_modules/fast-check": {
|
||||
"version": "4.5.3",
|
||||
"resolved": "https://registry.npmjs.org/fast-check/-/fast-check-4.5.3.tgz",
|
||||
"integrity": "sha512-IE9csY7lnhxBnA8g/WI5eg/hygA6MGWJMSNfFRrBlXUciADEhS1EDB0SIsMSvzubzIlOBbVITSsypCsW717poA==",
|
||||
"version": "4.7.0",
|
||||
"resolved": "https://registry.npmjs.org/fast-check/-/fast-check-4.7.0.tgz",
|
||||
"integrity": "sha512-NsZRtqvSSoCP0HbNjUD+r1JH8zqZalyp6gLY9e7OYs7NK9b6AHOs2baBFeBG7bVNsuoukh89x2Yg3rPsul8ziQ==",
|
||||
"dev": true,
|
||||
"funding": [
|
||||
{
|
||||
@@ -2742,8 +2874,9 @@
|
||||
"url": "https://opencollective.com/fast-check"
|
||||
}
|
||||
],
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"pure-rand": "^7.0.0"
|
||||
"pure-rand": "^8.0.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=12.17.0"
|
||||
@@ -2753,13 +2886,15 @@
|
||||
"version": "3.1.3",
|
||||
"resolved": "https://registry.npmjs.org/fast-deep-equal/-/fast-deep-equal-3.1.3.tgz",
|
||||
"integrity": "sha512-f3qQ9oQy9j2AhBe/H9VC91wLmKBCCU/gDOnKNAYG5hswO7BLKj09Hc5HYNz9cGI++xlpDCIgDaitVs03ATR84Q==",
|
||||
"dev": true
|
||||
"dev": true,
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/fast-json-stable-stringify": {
|
||||
"version": "2.1.0",
|
||||
"resolved": "https://registry.npmjs.org/fast-json-stable-stringify/-/fast-json-stable-stringify-2.1.0.tgz",
|
||||
"integrity": "sha512-lhd/wF+Lk98HZoTCtlVraHtfh5XYijIjalXck7saUtuanSDyLMxnHhSXEDJqHxD7msR8D0uCmqlkwjCV8xvwHw==",
|
||||
"dev": true
|
||||
"dev": true,
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/fast-levenshtein": {
|
||||
"version": "2.0.6",
|
||||
@@ -2821,9 +2956,11 @@
|
||||
}
|
||||
},
|
||||
"node_modules/flatted": {
|
||||
"version": "3.3.3",
|
||||
"integrity": "sha512-GX+ysw4PBCz0PzosHDepZGANEuFCMLrnRTiEy9McGjmkCQYwRq4A/X786G/fjM/+OjsWSU1ZrY5qyARZmO/uwg==",
|
||||
"dev": true
|
||||
"version": "3.4.2",
|
||||
"resolved": "https://registry.npmjs.org/flatted/-/flatted-3.4.2.tgz",
|
||||
"integrity": "sha512-PjDse7RzhcPkIJwy5t7KPWQSZ9cAbzQXcafsetQoD7sOJRQlGikNbx7yZp2OotDnJyrDcbyRq3Ttb18iYOqkxA==",
|
||||
"dev": true,
|
||||
"license": "ISC"
|
||||
},
|
||||
"node_modules/for-each": {
|
||||
"version": "0.3.5",
|
||||
@@ -2967,6 +3104,7 @@
|
||||
"resolved": "https://registry.npmjs.org/globals/-/globals-14.0.0.tgz",
|
||||
"integrity": "sha512-oahGvuMGQlPw/ivIYBjVSrWAfWLBeku5tpPE2fOPLi+WHffIWbuh2tCjhyQhTBPMf5E9jDEH4FOmTYgYwbKwtQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=18"
|
||||
},
|
||||
@@ -3151,6 +3289,7 @@
|
||||
"resolved": "https://registry.npmjs.org/import-fresh/-/import-fresh-3.3.1.tgz",
|
||||
"integrity": "sha512-TR3KfrTZTYLPB6jUjfx6MF9WcWrHL9su5TObK4ZkYgBdWKPOFoSoQIdEuTuR82pmtxH2spWG9h6etwfr1pLBqQ==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"parent-module": "^1.0.0",
|
||||
"resolve-from": "^4.0.0"
|
||||
@@ -3603,6 +3742,7 @@
|
||||
"resolved": "https://registry.npmjs.org/js-yaml/-/js-yaml-4.1.1.tgz",
|
||||
"integrity": "sha512-qQKT4zQxXl8lLwBtHMWwaTcGfFOZviOJet3Oy/xmGk2gZH677CJM9EvtfdSkgWcATZhj/55JZ0rmy3myCT5lsA==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"argparse": "^2.0.1"
|
||||
},
|
||||
@@ -3630,7 +3770,8 @@
|
||||
"version": "0.4.1",
|
||||
"resolved": "https://registry.npmjs.org/json-schema-traverse/-/json-schema-traverse-0.4.1.tgz",
|
||||
"integrity": "sha512-xbbCH5dCYU5T8LcEhhuh7HJ88HXuW3qsI3Y0zOZFKfZEHcpWiHU/Jxzk629Brsab/mMiHQti9wMP+845RPe3Vg==",
|
||||
"dev": true
|
||||
"dev": true,
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/json-stable-stringify-without-jsonify": {
|
||||
"version": "1.0.1",
|
||||
@@ -4512,12 +4653,13 @@
|
||||
]
|
||||
},
|
||||
"node_modules/minimatch": {
|
||||
"version": "10.2.4",
|
||||
"resolved": "https://registry.npmjs.org/minimatch/-/minimatch-10.2.4.tgz",
|
||||
"integrity": "sha512-oRjTw/97aTBN0RHbYCdtF1MQfvusSIBQM0IZEgzl6426+8jSC0nF1a/GmnVLpfB9yyr6g6FTqWqiZVbxrtaCIg==",
|
||||
"version": "10.2.5",
|
||||
"resolved": "https://registry.npmjs.org/minimatch/-/minimatch-10.2.5.tgz",
|
||||
"integrity": "sha512-MULkVLfKGYDFYejP07QOurDLLQpcjk7Fw+7jXS2R2czRQzR56yHRveU5NDJEOviH+hETZKSkIk5c+T23GjFUMg==",
|
||||
"dev": true,
|
||||
"license": "BlueOak-1.0.0",
|
||||
"dependencies": {
|
||||
"brace-expansion": "^5.0.2"
|
||||
"brace-expansion": "^5.0.5"
|
||||
},
|
||||
"engines": {
|
||||
"node": "18 || 20 || >=22"
|
||||
@@ -4716,6 +4858,7 @@
|
||||
"resolved": "https://registry.npmjs.org/parent-module/-/parent-module-1.0.1.tgz",
|
||||
"integrity": "sha512-GQ2EWRpQV8/o+Aw8YqtfZZPfNRWZYkbidE9k5rpl/hC3vtHHBfGm2Ifi6qWV+coDGkrUKZAxE3Lot5kcsRlh+g==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"callsites": "^3.0.0"
|
||||
},
|
||||
@@ -4771,8 +4914,9 @@
|
||||
"dev": true
|
||||
},
|
||||
"node_modules/picomatch": {
|
||||
"version": "4.0.3",
|
||||
"integrity": "sha512-5gTmgEY/sqK6gFXLIsQNH19lWb4ebPDLA4SdLP7dsWkIXHWlG66oPuVvXSGFPppYZz8ZDZq0dYYrbHfBCVUb1Q==",
|
||||
"version": "4.0.4",
|
||||
"resolved": "https://registry.npmjs.org/picomatch/-/picomatch-4.0.4.tgz",
|
||||
"integrity": "sha512-QP88BAKvMam/3NxH6vj2o21R6MjxZUAd6nlwAS/pnGvN9IVLocLHxGYIzFhg6fUQ+5th6P4dv4eW9jX3DSIj7A==",
|
||||
"dev": true,
|
||||
"engines": {
|
||||
"node": ">=12"
|
||||
@@ -4790,8 +4934,9 @@
|
||||
}
|
||||
},
|
||||
"node_modules/postcss": {
|
||||
"version": "8.5.6",
|
||||
"integrity": "sha512-3Ybi1tAuwAP9s0r1UQ2J4n5Y0G05bJkpUIO0/bI9MhwmD70S5aTWbXGBwxHrelT+XM1k6dM0pk+SwNkpTRN7Pg==",
|
||||
"version": "8.5.12",
|
||||
"resolved": "https://registry.npmjs.org/postcss/-/postcss-8.5.12.tgz",
|
||||
"integrity": "sha512-W62t/Se6rA0Az3DfCL0AqJwXuKwBeYg6nOaIgzP+xZ7N5BFCI7DYi1qs6ygUYT6rvfi6t9k65UMLJC+PHZpDAA==",
|
||||
"dev": true,
|
||||
"funding": [
|
||||
{
|
||||
@@ -4807,6 +4952,7 @@
|
||||
"url": "https://github.com/sponsors/ai"
|
||||
}
|
||||
],
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"nanoid": "^3.3.11",
|
||||
"picocolors": "^1.1.1",
|
||||
@@ -4847,14 +4993,15 @@
|
||||
"resolved": "https://registry.npmjs.org/punycode/-/punycode-2.3.1.tgz",
|
||||
"integrity": "sha512-vYt7UD1U9Wg6138shLtLOvdAu+8DsC/ilFtEVHcH+wydcSpNE20AfSOduf6MkRFahL5FY7X1oU7nKVZFtfq8Fg==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=6"
|
||||
}
|
||||
},
|
||||
"node_modules/pure-rand": {
|
||||
"version": "7.0.1",
|
||||
"resolved": "https://registry.npmjs.org/pure-rand/-/pure-rand-7.0.1.tgz",
|
||||
"integrity": "sha512-oTUZM/NAZS8p7ANR3SHh30kXB+zK2r2BPcEn/awJIbOvq82WoMN4p62AWWp3Hhw50G0xMsw1mhIBLqHw64EcNQ==",
|
||||
"version": "8.4.0",
|
||||
"resolved": "https://registry.npmjs.org/pure-rand/-/pure-rand-8.4.0.tgz",
|
||||
"integrity": "sha512-IoM8YF/jY0hiugFo/wOWqfmarlE6J0wc6fDK1PhftMk7MGhVZl88sZimmqBBFomLOCSmcCCpsfj7wXASCpvK9A==",
|
||||
"dev": true,
|
||||
"funding": [
|
||||
{
|
||||
@@ -4865,23 +5012,28 @@
|
||||
"type": "opencollective",
|
||||
"url": "https://opencollective.com/fast-check"
|
||||
}
|
||||
]
|
||||
],
|
||||
"license": "MIT"
|
||||
},
|
||||
"node_modules/react": {
|
||||
"version": "19.2.4",
|
||||
"integrity": "sha512-9nfp2hYpCwOjAN+8TZFGhtWEwgvWHXqESH8qT89AT/lWklpLON22Lc8pEtnpsZz7VmawabSU0gCjnj8aC0euHQ==",
|
||||
"version": "19.2.5",
|
||||
"resolved": "https://registry.npmjs.org/react/-/react-19.2.5.tgz",
|
||||
"integrity": "sha512-llUJLzz1zTUBrskt2pwZgLq59AemifIftw4aB7JxOqf1HY2FDaGDxgwpAPVzHU1kdWabH7FauP4i1oEeer2WCA==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=0.10.0"
|
||||
}
|
||||
},
|
||||
"node_modules/react-dom": {
|
||||
"version": "19.2.4",
|
||||
"integrity": "sha512-AXJdLo8kgMbimY95O2aKQqsz2iWi9jMgKJhRBAxECE4IFxfcazB2LmzloIoibJI3C12IlY20+KFaLv+71bUJeQ==",
|
||||
"version": "19.2.5",
|
||||
"resolved": "https://registry.npmjs.org/react-dom/-/react-dom-19.2.5.tgz",
|
||||
"integrity": "sha512-J5bAZz+DXMMwW/wV3xzKke59Af6CHY7G4uYLN1OvBcKEsWOs4pQExj86BBKamxl/Ik5bx9whOrvBlSDfWzgSag==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"scheduler": "^0.27.0"
|
||||
},
|
||||
"peerDependencies": {
|
||||
"react": "^19.2.4"
|
||||
"react": "^19.2.5"
|
||||
}
|
||||
},
|
||||
"node_modules/react-is": {
|
||||
@@ -4923,9 +5075,9 @@
|
||||
}
|
||||
},
|
||||
"node_modules/react-router": {
|
||||
"version": "7.13.1",
|
||||
"resolved": "https://registry.npmjs.org/react-router/-/react-router-7.13.1.tgz",
|
||||
"integrity": "sha512-td+xP4X2/6BJvZoX6xw++A2DdEi++YypA69bJUV5oVvqf6/9/9nNlD70YO1e9d3MyamJEBQFEzk6mbfDYbqrSA==",
|
||||
"version": "7.16.0",
|
||||
"resolved": "https://registry.npmjs.org/react-router/-/react-router-7.16.0.tgz",
|
||||
"integrity": "sha512-wArC8lVyJb3+jM9OpDyW6hLCizACWkvQR/sSGqSs+o5uEXEtGlqdZ4v8hENR3Jad6i+LRkK93q/+bQAcvl6V1A==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"cookie": "^1.0.1",
|
||||
@@ -4945,12 +5097,12 @@
|
||||
}
|
||||
},
|
||||
"node_modules/react-router-dom": {
|
||||
"version": "7.13.1",
|
||||
"resolved": "https://registry.npmjs.org/react-router-dom/-/react-router-dom-7.13.1.tgz",
|
||||
"integrity": "sha512-UJnV3Rxc5TgUPJt2KJpo1Jpy0OKQr0AjgbZzBFjaPJcFOb2Y8jA5H3LT8HUJAiRLlWrEXWHbF1Z4SCZaQjWDHw==",
|
||||
"version": "7.16.0",
|
||||
"resolved": "https://registry.npmjs.org/react-router-dom/-/react-router-dom-7.16.0.tgz",
|
||||
"integrity": "sha512-kMUAbimWB5FVbF4Bce4bJsiKJWLIUHq/mEG8+CFDnCSgltptBiG5nguducmsJeGKytlCvQud9Qhzpn49iduTlA==",
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"react-router": "7.13.1"
|
||||
"react-router": "7.16.0"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=20.0.0"
|
||||
@@ -5079,6 +5231,7 @@
|
||||
"resolved": "https://registry.npmjs.org/resolve-from/-/resolve-from-4.0.0.tgz",
|
||||
"integrity": "sha512-pb/MYmXstAkysRFx8piNI1tGFNQIFA3vkE3Gq4EuA1dF6gHp/+vgZqsCGJapvy8N3Q+4o7FwvquPJcnZ7RYy4g==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=4"
|
||||
}
|
||||
@@ -5461,6 +5614,7 @@
|
||||
"resolved": "https://registry.npmjs.org/strip-json-comments/-/strip-json-comments-3.1.1.tgz",
|
||||
"integrity": "sha512-6fPc+R4ihwqP6N/aIv2f1gMH8lOVtWQHoqC4yK6oSDVVocumAsfCqjkXnqiYMhmMwS/mEHLp7Vehlt3ql6lEig==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=8"
|
||||
},
|
||||
@@ -5537,9 +5691,11 @@
|
||||
}
|
||||
},
|
||||
"node_modules/ts-api-utils": {
|
||||
"version": "2.4.0",
|
||||
"integrity": "sha512-3TaVTaAv2gTiMB35i3FiGJaRfwb3Pyn/j3m/bfAvGe8FB7CF6u+LMYqYlDh7reQf7UNvoTvdfAqHGmPGOSsPmA==",
|
||||
"version": "2.5.0",
|
||||
"resolved": "https://registry.npmjs.org/ts-api-utils/-/ts-api-utils-2.5.0.tgz",
|
||||
"integrity": "sha512-OJ/ibxhPlqrMM0UiNHJ/0CKQkoKF243/AEmplt3qpRgkW8VG7IfOS41h7V8TjITqdByHzrjcS/2si+y4lIh8NA==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=18.12"
|
||||
},
|
||||
@@ -5629,9 +5785,11 @@
|
||||
}
|
||||
},
|
||||
"node_modules/typescript": {
|
||||
"version": "5.8.3",
|
||||
"integrity": "sha512-p1diW6TqL9L07nNxvRMM7hMMw4c5XOo/1ibL4aAIGmSAt9slTE1Xgw5KWuof2uTOvCg9BY7ZRi+GaF+7sfgPeQ==",
|
||||
"version": "5.9.3",
|
||||
"resolved": "https://registry.npmjs.org/typescript/-/typescript-5.9.3.tgz",
|
||||
"integrity": "sha512-jl1vZzPDinLr9eUt3J/t7V6FgNEw9QjvBPdysz9KfQDD41fQrC2Y4vKQdiaUpFT4bXlb1RHhLpp8wtm6M5TgSw==",
|
||||
"dev": true,
|
||||
"license": "Apache-2.0",
|
||||
"bin": {
|
||||
"tsc": "bin/tsc",
|
||||
"tsserver": "bin/tsserver"
|
||||
@@ -5658,9 +5816,9 @@
|
||||
}
|
||||
},
|
||||
"node_modules/undici-types": {
|
||||
"version": "7.16.0",
|
||||
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.16.0.tgz",
|
||||
"integrity": "sha512-Zz+aZWSj8LE6zoxD+xrjh4VfkIG8Ya6LvYkZqtUQGJPZjYl53ypCaUwWqo7eI0x66KBGeRo+mlBEkMSeSZ38Nw==",
|
||||
"version": "7.24.6",
|
||||
"resolved": "https://registry.npmjs.org/undici-types/-/undici-types-7.24.6.tgz",
|
||||
"integrity": "sha512-WRNW+sJgj5OBN4/0JpHFqtqzhpbnV0GuB+OozA9gCL7a993SmU+1JBZCzLNxYsbMfIeDL+lTsphD5jN5N+n0zg==",
|
||||
"dev": true,
|
||||
"license": "MIT"
|
||||
},
|
||||
@@ -5773,6 +5931,7 @@
|
||||
"resolved": "https://registry.npmjs.org/uri-js/-/uri-js-4.4.1.tgz",
|
||||
"integrity": "sha512-7rKUyy33Q1yc98pQ1DAmLtwX109F7TIfWlW1Ydo8Wl1ii1SeHieeh0HHfPeL2fMXK6z0s8ecKs9frCuLJvndBg==",
|
||||
"dev": true,
|
||||
"license": "BSD-2-Clause",
|
||||
"dependencies": {
|
||||
"punycode": "^2.1.0"
|
||||
}
|
||||
@@ -5802,11 +5961,10 @@
|
||||
}
|
||||
},
|
||||
"node_modules/vite": {
|
||||
"version": "7.3.1",
|
||||
"resolved": "https://registry.npmjs.org/vite/-/vite-7.3.1.tgz",
|
||||
"integrity": "sha512-w+N7Hifpc3gRjZ63vYBXA56dvvRlNWRczTdmCBBa+CotUzAPf5b7YMdMR/8CQoeYE5LX3W4wj6RYTgonm1b9DA==",
|
||||
"version": "7.3.2",
|
||||
"resolved": "https://registry.npmjs.org/vite/-/vite-7.3.2.tgz",
|
||||
"integrity": "sha512-Bby3NOsna2jsjfLVOHKes8sGwgl4TT0E6vvpYgnAYDIF/tie7MRaFthmKuHx1NSXjiTueXH3do80FMQgvEktRg==",
|
||||
"dev": true,
|
||||
"license": "MIT",
|
||||
"dependencies": {
|
||||
"esbuild": "^0.27.0",
|
||||
"fdir": "^6.5.0",
|
||||
|
||||
+17
-11
@@ -10,34 +10,40 @@
|
||||
"predev": "npm run gen:wiki-llms",
|
||||
"dev": "vite",
|
||||
"prebuild": "npm run gen:wiki-llms",
|
||||
"i18n:qa": "python scripts/i18n/qa_check.py",
|
||||
"i18n:bootstrap:ko": "python scripts/i18n/bootstrap_language_from_en.py --lang ko",
|
||||
"i18n:bootstrap:fr": "python scripts/i18n/bootstrap_language_from_en.py --lang fr",
|
||||
"i18n:bootstrap:de": "python scripts/i18n/bootstrap_language_from_en.py --lang de",
|
||||
"i18n:bootstrap:ja": "python scripts/i18n/bootstrap_language_from_en.py --lang ja",
|
||||
"build": "vite build",
|
||||
"preview": "vite preview"
|
||||
},
|
||||
"dependencies": {
|
||||
"lucide-react": "^0.575.0",
|
||||
"react": "^19.2.4",
|
||||
"react-dom": "^19.2.4",
|
||||
"react-dom": "^19.2.5",
|
||||
"react-markdown": "^10.1.0",
|
||||
"react-router-dom": "^7.13.1",
|
||||
"react-router-dom": "^7.16.0",
|
||||
"remark-gfm": "^4.0.1"
|
||||
},
|
||||
"devDependencies": {
|
||||
"@eslint/js": "~9.28.0",
|
||||
"@types/node": "^25.2.3",
|
||||
"@eslint/js": "~9.39.4",
|
||||
"@types/node": "^25.8.0",
|
||||
"@typescript-eslint/eslint-plugin": "^8.55.0",
|
||||
"@typescript-eslint/parser": "^8.56.0",
|
||||
"@typescript-eslint/parser": "^8.58.1",
|
||||
"@vitejs/plugin-react": "^5.1.4",
|
||||
"eslint": "^9.39.2",
|
||||
"eslint": "^9.39.4",
|
||||
"eslint-plugin-react": "^7.37.5",
|
||||
"eslint-plugin-react-hooks": "^7.0.1",
|
||||
"fast-check": "^4.5.3",
|
||||
"typescript": "~5.8.2",
|
||||
"vite": "^7.3.1"
|
||||
"fast-check": "^4.7.0",
|
||||
"typescript": "~5.9.3",
|
||||
"vite": "^7.3.2"
|
||||
},
|
||||
"overrides": {
|
||||
"ajv": "6.14.0",
|
||||
"balanced-match": "4.0.3",
|
||||
"brace-expansion": "5.0.2",
|
||||
"minimatch": "10.2.4"
|
||||
"brace-expansion": "5.0.6",
|
||||
"minimatch": "10.2.5",
|
||||
"picomatch": "4.0.4"
|
||||
}
|
||||
}
|
||||
|
||||
@@ -1,8 +1,10 @@
|
||||
import React, { useState, useEffect } from 'react';
|
||||
import { useParams, Link } from 'react-router-dom';
|
||||
import { ArrowLeft, ExternalLink, Shield, AlertTriangle, Github, User, Bot } from 'lucide-react';
|
||||
import { AdvisoryPlatformBadge } from '../components/AdvisoryPlatformBadge';
|
||||
import { Footer } from '../components/Footer';
|
||||
import { Advisory, AdvisoryFeed } from '../types';
|
||||
import { getPlatformDescriptor } from '../utils/advisoryPlatforms';
|
||||
import {
|
||||
ADVISORY_FEED_URL,
|
||||
LEGACY_ADVISORY_FEED_URL,
|
||||
@@ -154,6 +156,13 @@ export const AdvisoryDetail: React.FC = () => {
|
||||
<span className="text-sm text-gray-500">
|
||||
Published {formatDate(advisory.published)}
|
||||
</span>
|
||||
{advisory.platforms?.map((platform) => (
|
||||
<AdvisoryPlatformBadge
|
||||
key={`${advisory.id}-platform-${platform}`}
|
||||
platform={platform}
|
||||
className="text-xs px-2 py-1 rounded"
|
||||
/>
|
||||
))}
|
||||
</div>
|
||||
|
||||
<h1 className="text-3xl font-bold text-white">{advisory.id}</h1>
|
||||
@@ -259,6 +268,12 @@ export const AdvisoryDetail: React.FC = () => {
|
||||
<dt className="text-gray-500 mb-1">Published</dt>
|
||||
<dd className="text-white">{formatDate(advisory.published)}</dd>
|
||||
</div>
|
||||
{advisory.platforms && advisory.platforms.length > 0 && (
|
||||
<div className="flex justify-between md:block">
|
||||
<dt className="text-gray-500 mb-1">Platforms</dt>
|
||||
<dd className="text-white">{advisory.platforms.map((platform) => getPlatformDescriptor(platform).label).join(', ')}</dd>
|
||||
</div>
|
||||
)}
|
||||
{/* Reporter info - subtle display for community reports */}
|
||||
{advisory.reporter && (
|
||||
<>
|
||||
|
||||
+51
-17
@@ -3,7 +3,8 @@ import { Rss, RefreshCw, Loader2, AlertTriangle, ChevronLeft, ChevronRight, Down
|
||||
import { Link } from 'react-router-dom';
|
||||
import { Footer } from '../components/Footer';
|
||||
import { AdvisoryCard } from '../components/AdvisoryCard';
|
||||
import { Advisory, AdvisoryFeed } from '../types';
|
||||
import { Advisory, AdvisoryFeed, AdvisoryPlatformFilter } from '../types';
|
||||
import { isCorePlatformSlug, normalizePlatformSlug } from '../utils/advisoryPlatforms';
|
||||
import {
|
||||
ADVISORY_FEED_URL,
|
||||
LEGACY_ADVISORY_FEED_URL,
|
||||
@@ -12,25 +13,35 @@ import {
|
||||
|
||||
const ITEMS_PER_PAGE = 9;
|
||||
|
||||
type SeverityFilter = 'all' | Advisory['severity'];
|
||||
type FilterTabOption<T extends string> = { value: T; label: string; active: string; inactive: string };
|
||||
|
||||
const SEVERITY_TABS = [
|
||||
{ value: 'all', label: 'All', active: 'bg-clawd-accent text-white', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-clawd-accent/50' },
|
||||
{ value: 'critical', label: 'Critical', active: 'bg-red-500/20 text-red-400 border-2 border-red-400', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-red-400/50' },
|
||||
{ value: 'high', label: 'High', active: 'bg-orange-500/20 text-orange-400 border-2 border-orange-400', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-orange-400/50' },
|
||||
{ value: 'medium', label: 'Medium', active: 'bg-yellow-500/20 text-yellow-400 border-2 border-yellow-400', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-yellow-400/50' },
|
||||
{ value: 'low', label: 'Low', active: 'bg-blue-500/20 text-blue-400 border-2 border-blue-400', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-blue-400/50' },
|
||||
] as const;
|
||||
] as const satisfies ReadonlyArray<FilterTabOption<SeverityFilter>>;
|
||||
|
||||
const PLATFORM_TABS = [
|
||||
{ value: 'all', label: 'All Platforms', active: 'bg-clawd-accent text-white', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-clawd-accent/50' },
|
||||
{ value: 'openclaw', label: 'OpenClaw', active: 'bg-clawd-accent/20 text-clawd-accent border-2 border-clawd-accent', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-clawd-accent/50' },
|
||||
{ value: 'nanoclaw', label: 'NanoClaw', active: 'bg-clawd-secondary/20 text-clawd-secondary border-2 border-clawd-secondary', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-clawd-secondary/50' },
|
||||
] as const;
|
||||
{ value: 'hermes', label: 'Hermes', active: 'bg-emerald-500/20 text-emerald-300 border-2 border-emerald-400', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-emerald-400/50' },
|
||||
{ value: 'picoclaw', label: 'Picoclaw', active: 'bg-cyan-500/20 text-cyan-300 border-2 border-cyan-400', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-cyan-400/50' },
|
||||
{ value: 'other', label: 'Other', active: 'bg-clawd-600/40 text-gray-100 border-2 border-clawd-500', inactive: 'bg-clawd-800 text-gray-400 border border-clawd-700 hover:border-clawd-500/50' },
|
||||
] as const satisfies ReadonlyArray<FilterTabOption<AdvisoryPlatformFilter>>;
|
||||
|
||||
const FilterTabs: React.FC<{
|
||||
tabs: ReadonlyArray<{ value: string; label: string; active: string; inactive: string }>;
|
||||
selected: string;
|
||||
onSelect: (value: string) => void;
|
||||
}> = ({ tabs, selected, onSelect }) => (
|
||||
const FilterTabs = <T extends string,>({
|
||||
tabs,
|
||||
selected,
|
||||
onSelect,
|
||||
}: {
|
||||
tabs: ReadonlyArray<FilterTabOption<T>>;
|
||||
selected: T;
|
||||
onSelect: (value: T) => void;
|
||||
}) => (
|
||||
<div className="flex flex-wrap justify-center gap-3 mb-8">
|
||||
{tabs.map(({ value, label, active, inactive }) => (
|
||||
<button
|
||||
@@ -52,8 +63,8 @@ export const FeedSetup: React.FC = () => {
|
||||
const [error, setError] = useState<string | null>(null);
|
||||
const [lastUpdated, setLastUpdated] = useState<string | null>(null);
|
||||
const [currentPage, setCurrentPage] = useState(1);
|
||||
const [selectedSeverity, setSelectedSeverity] = useState<string>('all');
|
||||
const [selectedPlatform, setSelectedPlatform] = useState<string>('all');
|
||||
const [selectedSeverity, setSelectedSeverity] = useState<SeverityFilter>('all');
|
||||
const [selectedPlatform, setSelectedPlatform] = useState<AdvisoryPlatformFilter>('all');
|
||||
|
||||
useEffect(() => {
|
||||
const fetchAdvisories = async () => {
|
||||
@@ -92,10 +103,25 @@ export const FeedSetup: React.FC = () => {
|
||||
}, []);
|
||||
|
||||
const filteredAdvisories = useMemo(
|
||||
() => advisories.filter((a) =>
|
||||
(selectedSeverity === 'all' || a.severity === selectedSeverity) &&
|
||||
(selectedPlatform === 'all' || !a.platforms?.length || a.platforms.includes(selectedPlatform))
|
||||
),
|
||||
() => advisories.filter((a) => {
|
||||
if (selectedSeverity !== 'all' && a.severity !== selectedSeverity) {
|
||||
return false;
|
||||
}
|
||||
|
||||
if (selectedPlatform === 'all') {
|
||||
return true;
|
||||
}
|
||||
|
||||
const advisoryPlatforms = (a.platforms ?? [])
|
||||
.map(normalizePlatformSlug)
|
||||
.filter(Boolean);
|
||||
|
||||
if (selectedPlatform === 'other') {
|
||||
return advisoryPlatforms.some((platform) => !isCorePlatformSlug(platform));
|
||||
}
|
||||
|
||||
return advisoryPlatforms.length === 0 || advisoryPlatforms.includes(selectedPlatform);
|
||||
}),
|
||||
[advisories, selectedSeverity, selectedPlatform],
|
||||
);
|
||||
|
||||
@@ -132,7 +158,7 @@ export const FeedSetup: React.FC = () => {
|
||||
<h1 className="text-3xl md:text-4xl text-white">Security Hardening Feed</h1>
|
||||
<p className="text-gray-400 max-w-2xl mx-auto">
|
||||
A continuous stream of security advisories from NVD CVE data and staff-approved community reports.
|
||||
This feed is automatically updated with OpenClaw and NanoClaw-related vulnerabilities and verified security incidents.
|
||||
This feed is automatically updated with OpenClaw, NanoClaw, Hermes, and Picoclaw-related vulnerabilities and verified security incidents.
|
||||
</p>
|
||||
{lastUpdated && (
|
||||
<p className="text-xs text-gray-500">
|
||||
@@ -142,8 +168,16 @@ export const FeedSetup: React.FC = () => {
|
||||
</section>
|
||||
|
||||
<section>
|
||||
<FilterTabs tabs={SEVERITY_TABS} selected={selectedSeverity} onSelect={setSelectedSeverity} />
|
||||
<FilterTabs tabs={PLATFORM_TABS} selected={selectedPlatform} onSelect={setSelectedPlatform} />
|
||||
<FilterTabs
|
||||
tabs={SEVERITY_TABS}
|
||||
selected={selectedSeverity}
|
||||
onSelect={(value) => setSelectedSeverity(value as SeverityFilter)}
|
||||
/>
|
||||
<FilterTabs
|
||||
tabs={PLATFORM_TABS}
|
||||
selected={selectedPlatform}
|
||||
onSelect={(value) => setSelectedPlatform(value as AdvisoryPlatformFilter)}
|
||||
/>
|
||||
|
||||
{loading ? (
|
||||
<div className="flex items-center justify-center py-12">
|
||||
|
||||
+2
-2
@@ -3,7 +3,7 @@ import { User, Bot, Copy, Check, Lock } from 'lucide-react';
|
||||
import { Footer } from '../components/Footer';
|
||||
|
||||
const FILE_NAMES = ['SOUL.md', 'AGENTS.md', 'USER.md', 'TOOLS.md', 'IDENTITY.md', 'HEARTBEAT.md', 'MEMORY.md'];
|
||||
const PLATFORM_NAMES = ['OpenClaw', 'NanoClaw'];
|
||||
const PLATFORM_NAMES = ['OpenClaw', 'NanoClaw', 'Hermes'];
|
||||
const FILE_LOCK_REVEAL_DELAY_MS = 1600;
|
||||
|
||||
export const Home: React.FC = () => {
|
||||
@@ -97,7 +97,7 @@ export const Home: React.FC = () => {
|
||||
agents
|
||||
</h2>
|
||||
<p className="text-lg md:text-xl text-gray-400 leading-relaxed">
|
||||
A complete security skill suite for OpenClaw and NanoClaw agents. Protect your{' '}
|
||||
A complete security skill suite for OpenClaw, NanoClaw, and Hermes agents. Protect your{' '}
|
||||
<code
|
||||
key={currentFileIndex}
|
||||
className="px-2 py-1 rounded text-clawd-accent inline-block align-baseline relative text-base"
|
||||
|
||||
+58
-9
@@ -5,8 +5,12 @@ import Markdown from 'react-markdown';
|
||||
import remarkGfm from 'remark-gfm';
|
||||
import { Footer } from '../components/Footer';
|
||||
import type { SkillJson, SkillChecksums } from '../types';
|
||||
import { getPlatformDescriptor } from '../utils/advisoryPlatforms';
|
||||
import { defaultMarkdownComponents } from '../utils/markdownComponents';
|
||||
import { stripFrontmatter } from '../utils/markdownHelpers.mjs';
|
||||
import { getRecommendedSkillPlatforms, resolveSkillPlatformMetadata } from '../utils/skillPlatforms';
|
||||
|
||||
const RELEASE_REPO_URL = 'https://github.com/prompt-security/clawsec';
|
||||
|
||||
const isProbablyHtmlDocument = (text: string): boolean => {
|
||||
const start = text.trimStart().slice(0, 200).toLowerCase();
|
||||
@@ -121,10 +125,29 @@ export const SkillDetail: React.FC = () => {
|
||||
setTimeout(() => setCopied(null), 2000);
|
||||
};
|
||||
|
||||
const installCommand = skillData
|
||||
? `npx clawhub@latest install ${skillData.name}`
|
||||
const releaseTag = skillData ? `${skillData.name}-v${skillData.version}` : '';
|
||||
const skillInstructionsUrl = releaseTag
|
||||
? `${RELEASE_REPO_URL}/releases/download/${releaseTag}/SKILL.md`
|
||||
: '';
|
||||
|
||||
const recommendedPlatforms = useMemo(
|
||||
() => (skillData ? getRecommendedSkillPlatforms(skillData) : []),
|
||||
[skillData]
|
||||
);
|
||||
|
||||
const isOpenClawSkill = recommendedPlatforms.includes('openclaw');
|
||||
|
||||
const installCommand = skillData
|
||||
? isOpenClawSkill
|
||||
? `npx clawhub@latest install ${skillData.name}`
|
||||
: `curl -sLO ${skillInstructionsUrl}`
|
||||
: '';
|
||||
|
||||
const installLabel = isOpenClawSkill ? 'Via ClawHub' : 'Via SKILL.md instructions';
|
||||
const installHelp = isOpenClawSkill
|
||||
? 'Recommended for OpenClaw-compatible skills.'
|
||||
: 'Pull the published instruction file and follow the platform-specific setup steps.';
|
||||
|
||||
const releasePageUrl = useMemo(() => {
|
||||
if (!skillData) return '';
|
||||
|
||||
@@ -134,7 +157,7 @@ export const SkillDetail: React.FC = () => {
|
||||
const [owner, repo] = url.pathname.split('/').filter(Boolean);
|
||||
if (owner && repo) {
|
||||
const repoBase = `${url.origin}/${owner}/${repo.replace(/\\.git$/, '')}`;
|
||||
return `${repoBase}/releases/tag/${skillData.name}-v${skillData.version}`;
|
||||
return `${repoBase}/releases/tag/${releaseTag}`;
|
||||
}
|
||||
}
|
||||
} catch {
|
||||
@@ -142,7 +165,17 @@ export const SkillDetail: React.FC = () => {
|
||||
}
|
||||
|
||||
return skillData.homepage;
|
||||
}, [skillData]);
|
||||
}, [releaseTag, skillData]);
|
||||
|
||||
const platformMetadata = useMemo(
|
||||
() => (skillData ? resolveSkillPlatformMetadata(skillData) : null),
|
||||
[skillData]
|
||||
);
|
||||
|
||||
const triggers = useMemo(() => {
|
||||
if (!platformMetadata || !Array.isArray(platformMetadata.triggers)) return [];
|
||||
return platformMetadata.triggers;
|
||||
}, [platformMetadata]);
|
||||
|
||||
if (loading) {
|
||||
return (
|
||||
@@ -180,14 +213,26 @@ export const SkillDetail: React.FC = () => {
|
||||
{/* Header */}
|
||||
<section className="flex flex-col md:flex-row md:items-start md:justify-between gap-6">
|
||||
<div className="flex items-start gap-4">
|
||||
<span className="text-4xl">{skillData.openclaw?.emoji || '📦'}</span>
|
||||
<span className="text-4xl">{platformMetadata?.emoji || '📦'}</span>
|
||||
<div>
|
||||
<h1 className="text-3xl font-bold text-white mb-1">{skillData.name}</h1>
|
||||
<div className="flex items-center gap-3 text-sm">
|
||||
<span className="text-gray-500 font-mono">v{skillData.version}</span>
|
||||
{recommendedPlatforms.slice(0, 4).map((platform) => {
|
||||
const descriptor = getPlatformDescriptor(platform);
|
||||
|
||||
return (
|
||||
<span
|
||||
key={platform}
|
||||
className={`text-xs px-2 py-0.5 rounded-md ${descriptor.classes}`}
|
||||
>
|
||||
{descriptor.label}
|
||||
</span>
|
||||
);
|
||||
})}
|
||||
{/* Category badge - hidden for now, uncomment when we have multiple categories
|
||||
<span className="text-gray-500 bg-clawd-800 px-2 py-0.5 rounded">
|
||||
{skillData.openclaw?.category || 'utility'}
|
||||
{platformMetadata?.category || 'utility'}
|
||||
</span>
|
||||
*/}
|
||||
</div>
|
||||
@@ -218,6 +263,10 @@ export const SkillDetail: React.FC = () => {
|
||||
<Download size={20} />
|
||||
Quick Install
|
||||
</h2>
|
||||
<div>
|
||||
<p className="text-sm font-medium text-white">{installLabel}</p>
|
||||
<p className="text-sm text-gray-400">{installHelp}</p>
|
||||
</div>
|
||||
<div className="bg-clawd-800 rounded-lg p-3 sm:p-4 flex items-center justify-between gap-2 sm:gap-4">
|
||||
<code className="text-gray-200 font-mono text-xs sm:text-sm overflow-x-auto break-all min-w-0 flex-1">
|
||||
{installCommand}
|
||||
@@ -339,16 +388,16 @@ export const SkillDetail: React.FC = () => {
|
||||
</div>
|
||||
<div className="flex justify-between">
|
||||
<dt className="text-gray-500">Category</dt>
|
||||
<dd className="text-white">{skillData.openclaw?.category}</dd>
|
||||
<dd className="text-white">{platformMetadata?.category || 'utility'}</dd>
|
||||
</div>
|
||||
</dl>
|
||||
</div>
|
||||
|
||||
{skillData.openclaw?.triggers && skillData.openclaw.triggers.length > 0 && (
|
||||
{triggers.length > 0 && (
|
||||
<div className="bg-clawd-800/50 border border-clawd-700 rounded-xl p-6 space-y-4">
|
||||
<h3 className="font-bold text-white">Trigger Phrases</h3>
|
||||
<div className="flex flex-wrap gap-2">
|
||||
{skillData.openclaw.triggers.slice(0, 8).map((trigger) => (
|
||||
{triggers.slice(0, 8).map((trigger) => (
|
||||
<span
|
||||
key={trigger}
|
||||
className="text-xs bg-clawd-700 text-gray-300 px-2 py-1 rounded"
|
||||
|
||||
+84
-2
@@ -139,6 +139,26 @@ const wikiAssetByPath = new Map<string, string>(
|
||||
|
||||
const defaultDoc = wikiDocBySlug.get('index') ?? wikiDocs[0] ?? null;
|
||||
|
||||
const languageLabelByCode: Record<string, string> = {
|
||||
en: 'English',
|
||||
es: 'Español',
|
||||
ko: '한국어',
|
||||
fr: 'Français',
|
||||
de: 'Deutsch',
|
||||
ja: '日本語',
|
||||
};
|
||||
|
||||
const languageIndexByCode = new Map<string, WikiDoc>(
|
||||
wikiDocs
|
||||
.map((doc) => {
|
||||
const match = doc.slug.match(/^([^/]+)\/index$/i);
|
||||
if (!match) return null;
|
||||
const code = match[1].toLowerCase();
|
||||
return [code, doc] as const;
|
||||
})
|
||||
.filter((entry): entry is readonly [string, WikiDoc] => entry !== null),
|
||||
);
|
||||
|
||||
const toGroupName = (filePath: string): string => {
|
||||
if (!filePath.includes('/')) return 'Core';
|
||||
if (filePath.startsWith('modules/')) return 'Modules';
|
||||
@@ -160,11 +180,16 @@ export const WikiBrowser: React.FC = () => {
|
||||
requested = '';
|
||||
}
|
||||
const requestedSlug = requested || 'INDEX';
|
||||
const requestedSlugLower = requestedSlug.toLowerCase();
|
||||
const languageIndexFallback = languageIndexByCode.get(requestedSlugLower);
|
||||
|
||||
const selectedDoc = wikiDocBySlug.get(requestedSlug.toLowerCase()) ?? defaultDoc;
|
||||
const selectedDoc =
|
||||
wikiDocBySlug.get(requestedSlugLower) ??
|
||||
languageIndexFallback ??
|
||||
defaultDoc;
|
||||
const notFound =
|
||||
(decodeFailed && normalizedWildcard.length > 0) ||
|
||||
(requested.length > 0 && !wikiDocBySlug.has(requestedSlug.toLowerCase()));
|
||||
(requested.length > 0 && !wikiDocBySlug.has(requestedSlugLower) && !languageIndexFallback);
|
||||
|
||||
const groupedDocs = useMemo(() => {
|
||||
const map = new Map<string, WikiDoc[]>();
|
||||
@@ -209,6 +234,34 @@ export const WikiBrowser: React.FC = () => {
|
||||
const pageLlmsPath = toWikiLlmsPath(activeSlug);
|
||||
const showWikiLlmsIndexLink = !isWikiIndexSlug(activeSlug);
|
||||
|
||||
const localizedPrefix = Array.from(languageIndexByCode.keys()).find((code) =>
|
||||
activeSlug.startsWith(`${code}/`),
|
||||
);
|
||||
const currentLanguageCode = localizedPrefix ?? 'en';
|
||||
const activeBaseSlug = localizedPrefix
|
||||
? activeSlug.slice(localizedPrefix.length + 1)
|
||||
: activeSlug;
|
||||
|
||||
const languageOptions = [
|
||||
{ code: 'en', label: languageLabelByCode.en ?? 'English' },
|
||||
...Array.from(languageIndexByCode.keys())
|
||||
.sort((a, b) => a.localeCompare(b, 'en', { sensitivity: 'base' }))
|
||||
.map((code) => ({
|
||||
code,
|
||||
label: languageLabelByCode[code] ?? code.toUpperCase(),
|
||||
})),
|
||||
].map((option) => {
|
||||
const targetSlug = option.code === 'en' ? activeBaseSlug : `${option.code}/${activeBaseSlug}`;
|
||||
const fallbackSlug = option.code === 'en' ? 'index' : `${option.code}/index`;
|
||||
const resolvedSlug = wikiDocBySlug.has(targetSlug) ? targetSlug : fallbackSlug;
|
||||
const translated = wikiDocBySlug.has(targetSlug);
|
||||
return {
|
||||
...option,
|
||||
route: toWikiRoute(resolvedSlug),
|
||||
translated,
|
||||
};
|
||||
});
|
||||
|
||||
const resolveWikiRouteFromHref = (href: string): string | null => {
|
||||
if (!href || isExternalHref(href) || href.startsWith('mailto:') || href.startsWith('tel:')) {
|
||||
return null;
|
||||
@@ -291,6 +344,35 @@ export const WikiBrowser: React.FC = () => {
|
||||
Full repository wiki rendered from markdown in <code className="text-gray-300">wiki/</code>.
|
||||
This is the same source synced to GitHub Wiki.
|
||||
</p>
|
||||
<div className="flex flex-wrap items-center gap-2 text-sm text-gray-300">
|
||||
<span className="text-gray-400">Language:</span>
|
||||
{languageOptions.map((option) => {
|
||||
const isActiveLanguage = option.code === currentLanguageCode;
|
||||
return isActiveLanguage ? (
|
||||
<span
|
||||
key={option.code}
|
||||
className="px-2 py-1 rounded bg-clawd-700 text-white border border-clawd-600"
|
||||
>
|
||||
{option.label}
|
||||
</span>
|
||||
) : (
|
||||
<Link
|
||||
key={option.code}
|
||||
to={option.route}
|
||||
className="px-2 py-1 rounded border border-clawd-700 hover:border-clawd-accent hover:text-white transition-colors"
|
||||
title={option.translated ? `Open ${option.label} translation` : `Open ${option.label} index fallback`}
|
||||
>
|
||||
{option.label}
|
||||
{option.translated ? (
|
||||
<span className="text-gray-500"> · translated</span>
|
||||
) : (
|
||||
<span className="text-gray-500"> · index fallback</span>
|
||||
)}
|
||||
</Link>
|
||||
);
|
||||
})}
|
||||
</div>
|
||||
|
||||
<div className="flex flex-wrap gap-3">
|
||||
<a
|
||||
href={pageLlmsPath}
|
||||
|
||||
@@ -0,0 +1,486 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import { promises as fs } from 'node:fs';
|
||||
import path from 'node:path';
|
||||
import { fileURLToPath, pathToFileURL } from 'node:url';
|
||||
|
||||
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
||||
const REPO_ROOT = path.resolve(__dirname, '..');
|
||||
const API_ROOT = 'https://api.github.com';
|
||||
const GITHUB_API_VERSION = '2022-11-28';
|
||||
const ARCHIVE_VERSION = 1;
|
||||
const DAY_MS = 24 * 60 * 60 * 1000;
|
||||
|
||||
const SUMMARY_WINDOWS = [
|
||||
['last_14_days', 14],
|
||||
['last_30_days', 30],
|
||||
['last_90_days', 90],
|
||||
['last_365_days', 365],
|
||||
];
|
||||
|
||||
const toIsoString = (value, label) => {
|
||||
const date = new Date(value);
|
||||
if (Number.isNaN(date.getTime())) {
|
||||
throw new Error(`Invalid ${label}: ${value}`);
|
||||
}
|
||||
return date.toISOString();
|
||||
};
|
||||
|
||||
const toDailyTimestamp = (value) => `${toIsoString(value, 'traffic timestamp').slice(0, 10)}T00:00:00Z`;
|
||||
const toDateKey = (value) => toIsoString(value, 'capture timestamp').slice(0, 10);
|
||||
|
||||
const toNonNegativeInteger = (value, label) => {
|
||||
const number = Number(value);
|
||||
if (!Number.isFinite(number) || number < 0) {
|
||||
throw new Error(`Invalid ${label}: ${value}`);
|
||||
}
|
||||
return Math.trunc(number);
|
||||
};
|
||||
|
||||
const toRequiredString = (value, label) => {
|
||||
if (typeof value !== 'string') {
|
||||
throw new Error(`${label} must be a non-empty string`);
|
||||
}
|
||||
|
||||
const trimmed = value.trim();
|
||||
if (!trimmed) {
|
||||
throw new Error(`${label} must be a non-empty string`);
|
||||
}
|
||||
|
||||
return trimmed;
|
||||
};
|
||||
|
||||
const normalizeRepository = (repo) => {
|
||||
const normalized = String(repo || '').trim();
|
||||
if (!/^[A-Za-z0-9_.-]+\/[A-Za-z0-9_.-]+$/.test(normalized)) {
|
||||
throw new Error(`Repository must be in owner/name form, received: ${repo || '(empty)'}`);
|
||||
}
|
||||
return normalized;
|
||||
};
|
||||
|
||||
const normalizeDailyEntries = (entries, label) => {
|
||||
if (!Array.isArray(entries)) {
|
||||
throw new Error(`${label} must be an array`);
|
||||
}
|
||||
|
||||
return entries
|
||||
.map((entry) => ({
|
||||
timestamp: toDailyTimestamp(entry.timestamp),
|
||||
count: toNonNegativeInteger(entry.count, `${label}.count`),
|
||||
uniques: toNonNegativeInteger(entry.uniques, `${label}.uniques`),
|
||||
}))
|
||||
.sort((a, b) => a.timestamp.localeCompare(b.timestamp));
|
||||
};
|
||||
|
||||
const normalizeReferrers = (entries) => {
|
||||
if (!Array.isArray(entries)) {
|
||||
throw new Error('referrers must be an array');
|
||||
}
|
||||
|
||||
return entries.map((entry) => ({
|
||||
referrer: toRequiredString(entry.referrer, 'referrers.referrer'),
|
||||
count: toNonNegativeInteger(entry.count, 'referrers.count'),
|
||||
uniques: toNonNegativeInteger(entry.uniques, 'referrers.uniques'),
|
||||
}));
|
||||
};
|
||||
|
||||
const normalizePaths = (entries) => {
|
||||
if (!Array.isArray(entries)) {
|
||||
throw new Error('paths must be an array');
|
||||
}
|
||||
|
||||
return entries.map((entry) => ({
|
||||
path: toRequiredString(entry.path, 'paths.path'),
|
||||
title: toRequiredString(entry.title, 'paths.title'),
|
||||
count: toNonNegativeInteger(entry.count, 'paths.count'),
|
||||
uniques: toNonNegativeInteger(entry.uniques, 'paths.uniques'),
|
||||
}));
|
||||
};
|
||||
|
||||
const upsertByKey = (existing, incoming, key) => {
|
||||
const entriesByKey = new Map();
|
||||
|
||||
for (const entry of existing || []) {
|
||||
entriesByKey.set(entry[key], entry);
|
||||
}
|
||||
for (const entry of incoming || []) {
|
||||
entriesByKey.set(entry[key], entry);
|
||||
}
|
||||
|
||||
return [...entriesByKey.values()].sort((a, b) => String(a[key]).localeCompare(String(b[key])));
|
||||
};
|
||||
|
||||
const latestEntry = (entries) => {
|
||||
if (!entries?.length) {
|
||||
return null;
|
||||
}
|
||||
return entries[entries.length - 1];
|
||||
};
|
||||
|
||||
const sumSeries = (entries) => entries.reduce(
|
||||
(totals, entry) => ({
|
||||
count: totals.count + entry.count,
|
||||
sum_daily_uniques: totals.sum_daily_uniques + entry.uniques,
|
||||
}),
|
||||
{ count: 0, sum_daily_uniques: 0 },
|
||||
);
|
||||
|
||||
const startOfUtcDay = (date) => Date.UTC(date.getUTCFullYear(), date.getUTCMonth(), date.getUTCDate());
|
||||
|
||||
const summarizeWindow = (entries, days, now) => {
|
||||
const cutoff = new Date(startOfUtcDay(now) - ((days - 1) * DAY_MS));
|
||||
const filtered = entries.filter((entry) => new Date(entry.timestamp) >= cutoff);
|
||||
const totals = sumSeries(filtered);
|
||||
|
||||
return {
|
||||
days,
|
||||
count: totals.count,
|
||||
sum_daily_uniques: totals.sum_daily_uniques,
|
||||
unique_semantics: 'sum_of_daily_uniques',
|
||||
first_date: filtered[0]?.timestamp.slice(0, 10) ?? null,
|
||||
last_date: filtered.at(-1)?.timestamp.slice(0, 10) ?? null,
|
||||
};
|
||||
};
|
||||
|
||||
const summarizeAllTime = (entries) => {
|
||||
const totals = sumSeries(entries);
|
||||
|
||||
return {
|
||||
count: totals.count,
|
||||
sum_daily_uniques: totals.sum_daily_uniques,
|
||||
unique_semantics: 'sum_of_daily_uniques',
|
||||
first_date: entries[0]?.timestamp.slice(0, 10) ?? null,
|
||||
last_date: entries.at(-1)?.timestamp.slice(0, 10) ?? null,
|
||||
};
|
||||
};
|
||||
|
||||
const normalizeExistingArchive = (archive, repository, capturedAt) => {
|
||||
if (!archive) {
|
||||
return {
|
||||
version: ARCHIVE_VERSION,
|
||||
repository,
|
||||
archive_started_at: capturedAt,
|
||||
updated_at: capturedAt,
|
||||
daily: {
|
||||
views: [],
|
||||
clones: [],
|
||||
},
|
||||
snapshots: {
|
||||
referrers: [],
|
||||
paths: [],
|
||||
},
|
||||
captures: [],
|
||||
};
|
||||
}
|
||||
|
||||
if (archive.repository && archive.repository !== repository) {
|
||||
throw new Error(`Archive repository mismatch: ${archive.repository} != ${repository}`);
|
||||
}
|
||||
|
||||
return {
|
||||
version: ARCHIVE_VERSION,
|
||||
repository,
|
||||
archive_started_at: archive.archive_started_at || capturedAt,
|
||||
updated_at: archive.updated_at || capturedAt,
|
||||
daily: {
|
||||
views: normalizeDailyEntries(archive.daily?.views || [], 'daily.views'),
|
||||
clones: normalizeDailyEntries(archive.daily?.clones || [], 'daily.clones'),
|
||||
},
|
||||
snapshots: {
|
||||
referrers: (archive.snapshots?.referrers || []).map((snapshot) => ({
|
||||
captured_at: toIsoString(snapshot.captured_at, 'referrer snapshot timestamp'),
|
||||
date: snapshot.date || toDateKey(snapshot.captured_at),
|
||||
entries: normalizeReferrers(snapshot.entries || []),
|
||||
})),
|
||||
paths: (archive.snapshots?.paths || []).map((snapshot) => ({
|
||||
captured_at: toIsoString(snapshot.captured_at, 'path snapshot timestamp'),
|
||||
date: snapshot.date || toDateKey(snapshot.captured_at),
|
||||
entries: normalizePaths(snapshot.entries || []),
|
||||
})),
|
||||
},
|
||||
captures: (archive.captures || []).map((capture) => ({
|
||||
captured_at: toIsoString(capture.captured_at, 'capture timestamp'),
|
||||
date: capture.date || toDateKey(capture.captured_at),
|
||||
views_window: {
|
||||
count: toNonNegativeInteger(capture.views_window?.count || 0, 'captures.views_window.count'),
|
||||
uniques: toNonNegativeInteger(capture.views_window?.uniques || 0, 'captures.views_window.uniques'),
|
||||
},
|
||||
clones_window: {
|
||||
count: toNonNegativeInteger(capture.clones_window?.count || 0, 'captures.clones_window.count'),
|
||||
uniques: toNonNegativeInteger(capture.clones_window?.uniques || 0, 'captures.clones_window.uniques'),
|
||||
},
|
||||
})),
|
||||
};
|
||||
};
|
||||
|
||||
export const mergeTrafficArchive = (existingArchive, snapshot) => {
|
||||
const repository = normalizeRepository(snapshot.repository);
|
||||
const capturedAt = toIsoString(snapshot.captured_at, 'capture timestamp');
|
||||
const captureDate = toDateKey(capturedAt);
|
||||
const archive = normalizeExistingArchive(existingArchive, repository, capturedAt);
|
||||
|
||||
const views = normalizeDailyEntries(snapshot.views?.views || [], 'views');
|
||||
const clones = normalizeDailyEntries(snapshot.clones?.clones || [], 'clones');
|
||||
const referrerSnapshot = {
|
||||
captured_at: capturedAt,
|
||||
date: captureDate,
|
||||
entries: normalizeReferrers(snapshot.referrers || []),
|
||||
};
|
||||
const pathSnapshot = {
|
||||
captured_at: capturedAt,
|
||||
date: captureDate,
|
||||
entries: normalizePaths(snapshot.paths || []),
|
||||
};
|
||||
const capture = {
|
||||
captured_at: capturedAt,
|
||||
date: captureDate,
|
||||
views_window: {
|
||||
count: toNonNegativeInteger(snapshot.views?.count ?? sumSeries(views).count, 'views.count'),
|
||||
uniques: toNonNegativeInteger(snapshot.views?.uniques ?? sumSeries(views).sum_daily_uniques, 'views.uniques'),
|
||||
},
|
||||
clones_window: {
|
||||
count: toNonNegativeInteger(snapshot.clones?.count ?? sumSeries(clones).count, 'clones.count'),
|
||||
uniques: toNonNegativeInteger(snapshot.clones?.uniques ?? sumSeries(clones).sum_daily_uniques, 'clones.uniques'),
|
||||
},
|
||||
};
|
||||
|
||||
return {
|
||||
...archive,
|
||||
updated_at: capturedAt,
|
||||
daily: {
|
||||
views: upsertByKey(archive.daily.views, views, 'timestamp'),
|
||||
clones: upsertByKey(archive.daily.clones, clones, 'timestamp'),
|
||||
},
|
||||
snapshots: {
|
||||
referrers: upsertByKey(archive.snapshots.referrers, [referrerSnapshot], 'date'),
|
||||
paths: upsertByKey(archive.snapshots.paths, [pathSnapshot], 'date'),
|
||||
},
|
||||
captures: upsertByKey(archive.captures, [capture], 'date'),
|
||||
};
|
||||
};
|
||||
|
||||
export const buildTrafficSummary = (archive, options = {}) => {
|
||||
const now = new Date(options.now || new Date().toISOString());
|
||||
if (Number.isNaN(now.getTime())) {
|
||||
throw new Error(`Invalid summary date: ${options.now}`);
|
||||
}
|
||||
|
||||
const views = archive.daily?.views || [];
|
||||
const clones = archive.daily?.clones || [];
|
||||
const buildMetrics = (entries) => {
|
||||
const metrics = Object.fromEntries(SUMMARY_WINDOWS.map(([key, days]) => [
|
||||
key,
|
||||
summarizeWindow(entries, days, now),
|
||||
]));
|
||||
metrics.all_time = summarizeAllTime(entries);
|
||||
return metrics;
|
||||
};
|
||||
|
||||
return {
|
||||
version: ARCHIVE_VERSION,
|
||||
repository: archive.repository,
|
||||
generated_at: now.toISOString(),
|
||||
archive_started_at: archive.archive_started_at || null,
|
||||
updated_at: archive.updated_at || null,
|
||||
source: {
|
||||
api: 'GitHub REST repository traffic endpoints',
|
||||
retention_limit: 'GitHub exposes roughly the last 14 days; this archive keeps daily snapshots long term.',
|
||||
unique_semantics: 'GitHub daily unique values are retained as sum_daily_uniques for longer windows, not deduplicated visitors.',
|
||||
},
|
||||
metrics: {
|
||||
views: buildMetrics(views),
|
||||
clones: buildMetrics(clones),
|
||||
},
|
||||
daily: {
|
||||
views,
|
||||
clones,
|
||||
},
|
||||
latest_snapshots: {
|
||||
referrers: latestEntry(archive.snapshots?.referrers || []),
|
||||
paths: latestEntry(archive.snapshots?.paths || []),
|
||||
},
|
||||
snapshot_counts: {
|
||||
referrers: archive.snapshots?.referrers?.length || 0,
|
||||
paths: archive.snapshots?.paths?.length || 0,
|
||||
captures: archive.captures?.length || 0,
|
||||
},
|
||||
};
|
||||
};
|
||||
|
||||
const fetchJson = async ({ repo, token, pathname, fetchImpl }) => {
|
||||
const url = new URL(pathname, API_ROOT);
|
||||
const response = await fetchImpl(url, {
|
||||
headers: {
|
||||
Accept: 'application/vnd.github+json',
|
||||
Authorization: `Bearer ${token}`,
|
||||
'User-Agent': 'clawsec-traffic-archive',
|
||||
'X-GitHub-Api-Version': GITHUB_API_VERSION,
|
||||
},
|
||||
});
|
||||
|
||||
if (!response.ok) {
|
||||
const body = await response.text().catch(() => '');
|
||||
const suffix = body ? ` ${body.slice(0, 500)}` : '';
|
||||
throw new Error(`GitHub traffic API request failed for ${repo}: ${url.pathname}${url.search} returned ${response.status}.${suffix}`);
|
||||
}
|
||||
|
||||
return response.json();
|
||||
};
|
||||
|
||||
export const fetchGitHubTraffic = async ({
|
||||
repo,
|
||||
token,
|
||||
capturedAt = new Date().toISOString(),
|
||||
fetchImpl = globalThis.fetch,
|
||||
}) => {
|
||||
const repository = normalizeRepository(repo);
|
||||
if (!token) {
|
||||
throw new Error('A GitHub token is required to read repository traffic.');
|
||||
}
|
||||
if (typeof fetchImpl !== 'function') {
|
||||
throw new Error('fetch is not available in this Node runtime.');
|
||||
}
|
||||
|
||||
const encodedRepo = repository.split('/').map(encodeURIComponent).join('/');
|
||||
const request = (pathname) => fetchJson({
|
||||
repo: repository,
|
||||
token,
|
||||
pathname: `/repos/${encodedRepo}${pathname}`,
|
||||
fetchImpl,
|
||||
});
|
||||
|
||||
const [views, clones, referrers, paths] = await Promise.all([
|
||||
request('/traffic/views?per=day'),
|
||||
request('/traffic/clones?per=day'),
|
||||
request('/traffic/popular/referrers'),
|
||||
request('/traffic/popular/paths'),
|
||||
]);
|
||||
|
||||
return {
|
||||
repository,
|
||||
captured_at: toIsoString(capturedAt, 'capture timestamp'),
|
||||
views,
|
||||
clones,
|
||||
referrers,
|
||||
paths,
|
||||
};
|
||||
};
|
||||
|
||||
const readJsonIfPresent = async (file) => {
|
||||
try {
|
||||
return JSON.parse(await fs.readFile(file, 'utf8'));
|
||||
} catch (error) {
|
||||
if (error?.code === 'ENOENT') {
|
||||
return undefined;
|
||||
}
|
||||
throw error;
|
||||
}
|
||||
};
|
||||
|
||||
const writeTextAtomic = async (file, content) => {
|
||||
const dir = path.dirname(file);
|
||||
const tempFile = path.join(dir, `.${path.basename(file)}.${process.pid}.${Date.now()}.tmp`);
|
||||
let handle;
|
||||
|
||||
await fs.mkdir(dir, { recursive: true });
|
||||
|
||||
try {
|
||||
handle = await fs.open(tempFile, 'w');
|
||||
await handle.writeFile(content, 'utf8');
|
||||
await handle.sync();
|
||||
await handle.close();
|
||||
handle = undefined;
|
||||
await fs.rename(tempFile, file);
|
||||
} catch (error) {
|
||||
if (handle) {
|
||||
await handle.close().catch(() => {});
|
||||
}
|
||||
await fs.unlink(tempFile).catch(() => {});
|
||||
throw error;
|
||||
}
|
||||
};
|
||||
|
||||
export const writeJson = async (file, value) => {
|
||||
await writeTextAtomic(file, `${JSON.stringify(value, null, 2)}\n`);
|
||||
};
|
||||
|
||||
const parseArgs = (args) => {
|
||||
const options = {};
|
||||
for (let index = 0; index < args.length; index += 1) {
|
||||
const arg = args[index];
|
||||
if (arg === '--archive-dir') {
|
||||
options.archiveDir = args[index + 1];
|
||||
index += 1;
|
||||
} else if (arg === '--repo') {
|
||||
options.repo = args[index + 1];
|
||||
index += 1;
|
||||
} else if (arg === '--captured-at') {
|
||||
options.capturedAt = args[index + 1];
|
||||
index += 1;
|
||||
} else if (arg === '--help' || arg === '-h') {
|
||||
options.help = true;
|
||||
} else {
|
||||
throw new Error(`Unknown argument: ${arg}`);
|
||||
}
|
||||
}
|
||||
return options;
|
||||
};
|
||||
|
||||
const printHelp = () => {
|
||||
console.log(`Usage: node scripts/archive-github-traffic.mjs [options]
|
||||
|
||||
Options:
|
||||
--archive-dir <dir> Directory that will receive archive.json and summary.json.
|
||||
--repo <owner/repo> Repository to archive. Defaults to GITHUB_REPOSITORY.
|
||||
--captured-at <iso> Override capture time for tests or backfills.
|
||||
`);
|
||||
};
|
||||
|
||||
const main = async () => {
|
||||
const options = parseArgs(process.argv.slice(2));
|
||||
if (options.help) {
|
||||
printHelp();
|
||||
return;
|
||||
}
|
||||
|
||||
const archiveDir = path.resolve(
|
||||
REPO_ROOT,
|
||||
options.archiveDir || process.env.TRAFFIC_ARCHIVE_DIR || 'traffic',
|
||||
);
|
||||
const archiveFile = path.join(archiveDir, 'archive.json');
|
||||
const summaryFile = path.join(archiveDir, 'summary.json');
|
||||
const repository = normalizeRepository(options.repo || process.env.GITHUB_REPOSITORY);
|
||||
const token = process.env.GH_TRAFFIC_TOKEN
|
||||
|| process.env.TRAFFIC_ARCHIVE_TOKEN
|
||||
|| process.env.GITHUB_TOKEN
|
||||
|| process.env.GH_TOKEN;
|
||||
const capturedAt = options.capturedAt || new Date().toISOString();
|
||||
|
||||
const snapshot = await fetchGitHubTraffic({
|
||||
repo: repository,
|
||||
token,
|
||||
capturedAt,
|
||||
});
|
||||
const existingArchive = await readJsonIfPresent(archiveFile);
|
||||
const archive = mergeTrafficArchive(existingArchive, snapshot);
|
||||
const summary = buildTrafficSummary(archive, { now: archive.updated_at });
|
||||
|
||||
await writeJson(archiveFile, archive);
|
||||
await writeJson(summaryFile, summary);
|
||||
|
||||
console.log(`Archived GitHub traffic for ${repository} at ${archive.updated_at}`);
|
||||
console.log(`Daily views retained: ${archive.daily.views.length}`);
|
||||
console.log(`Daily clones retained: ${archive.daily.clones.length}`);
|
||||
console.log(`Referrer snapshots retained: ${archive.snapshots.referrers.length}`);
|
||||
console.log(`Path snapshots retained: ${archive.snapshots.paths.length}`);
|
||||
};
|
||||
|
||||
if (process.argv[1] && import.meta.url === pathToFileURL(process.argv[1]).href) {
|
||||
try {
|
||||
await main();
|
||||
} catch (error) {
|
||||
const message = error instanceof Error ? error.message : String(error);
|
||||
console.error(`Failed to archive GitHub traffic: ${message}`);
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,111 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import importlib.util
|
||||
import sys
|
||||
import tempfile
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def _load_module():
|
||||
module_path = Path(__file__).with_name("verify_skill_release_import_closure.py")
|
||||
spec = importlib.util.spec_from_file_location("verify_skill_release_import_closure", module_path)
|
||||
if spec is None or spec.loader is None:
|
||||
raise RuntimeError(f"Unable to load {module_path}")
|
||||
module = importlib.util.module_from_spec(spec)
|
||||
sys.modules[spec.name] = module
|
||||
spec.loader.exec_module(module)
|
||||
return module
|
||||
|
||||
|
||||
class VerifySkillReleaseImportClosureTests(unittest.TestCase):
|
||||
@classmethod
|
||||
def setUpClass(cls) -> None:
|
||||
cls.module = _load_module()
|
||||
|
||||
def test_empty_directory_does_not_satisfy_relative_import(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
(root / "runtime-lib").mkdir()
|
||||
(root / "main.mjs").write_text("import './runtime-lib';\n", encoding="utf-8")
|
||||
|
||||
failures = self.module.verify_import_closure(root)
|
||||
|
||||
self.assertEqual(len(failures), 1)
|
||||
self.assertIn("main.mjs imports ./runtime-lib", failures[0])
|
||||
|
||||
def test_directory_import_requires_index_file(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
runtime_lib = root / "runtime-lib"
|
||||
runtime_lib.mkdir()
|
||||
(runtime_lib / "index.mjs").write_text("export {};\n", encoding="utf-8")
|
||||
(root / "main.mjs").write_text("import './runtime-lib';\n", encoding="utf-8")
|
||||
|
||||
failures = self.module.verify_import_closure(root)
|
||||
|
||||
self.assertEqual(failures, [])
|
||||
|
||||
def test_ts_source_accepts_js_import_specifier(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
(root / "types.ts").write_text("export type Value = string;\n", encoding="utf-8")
|
||||
(root / "main.ts").write_text("import type { Value } from './types.js';\n", encoding="utf-8")
|
||||
|
||||
failures = self.module.verify_import_closure(root)
|
||||
|
||||
self.assertEqual(failures, [])
|
||||
|
||||
def test_comment_import_examples_are_ignored(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
(root / "main.ts").write_text(
|
||||
"/*\n"
|
||||
" * Example integration:\n"
|
||||
" * import { Missing } from '../external/project/file';\n"
|
||||
" */\n"
|
||||
"export {};\n",
|
||||
encoding="utf-8",
|
||||
)
|
||||
|
||||
failures = self.module.verify_import_closure(root)
|
||||
|
||||
self.assertEqual(failures, [])
|
||||
|
||||
def test_url_string_does_not_hide_following_relative_import(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
(root / "main.ts").write_text(
|
||||
'const feedUrl = "https://example.test/feed.json"; import value from "./missing.js";\n',
|
||||
encoding="utf-8",
|
||||
)
|
||||
|
||||
failures = self.module.verify_import_closure(root)
|
||||
|
||||
self.assertEqual(len(failures), 1)
|
||||
self.assertIn("main.ts imports ./missing.js", failures[0])
|
||||
|
||||
def test_remote_import_spec_survives_comment_stripping(self) -> None:
|
||||
source = 'import remote from "https://example.test/module.mjs";\n'
|
||||
stripped = self.module.strip_js_ts_comments(source)
|
||||
|
||||
specs = [match.group("spec") for match in self.module.IMPORT_RE.finditer(stripped)]
|
||||
|
||||
self.assertEqual(specs, ["https://example.test/module.mjs"])
|
||||
|
||||
def test_remote_runtime_import_is_rejected(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
(root / "main.mjs").write_text(
|
||||
'import remote from "https://example.test/module.mjs";\n',
|
||||
encoding="utf-8",
|
||||
)
|
||||
|
||||
failures = self.module.verify_import_closure(root)
|
||||
|
||||
self.assertEqual(len(failures), 1)
|
||||
self.assertIn("remote runtime import https://example.test/module.mjs", failures[0])
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
@@ -71,3 +71,14 @@ if [[ "$CANONICAL_FPR" != "$DOC_EXPECTED_FPR" ]]; then
|
||||
fi
|
||||
|
||||
echo "All signing key references are consistent: $CANONICAL_FPR"
|
||||
|
||||
while IFS= read -r skill_md; do
|
||||
while IFS= read -r doc_fpr; do
|
||||
if [[ "$doc_fpr" != "$CANONICAL_FPR" ]]; then
|
||||
echo "ERROR: $skill_md RELEASE_PUBKEY_SHA256 ($doc_fpr) != canonical fingerprint ($CANONICAL_FPR)" >&2
|
||||
exit 1
|
||||
fi
|
||||
done < <(awk -F'"' '/RELEASE_PUBKEY_SHA256=/{print $2}' "$skill_md")
|
||||
done < <(find skills -mindepth 2 -maxdepth 2 -name SKILL.md -print | sort)
|
||||
|
||||
echo "All skill doc RELEASE_PUBKEY_SHA256 references match the canonical signing key."
|
||||
|
||||
+175
@@ -0,0 +1,175 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Verify staged skill release JS/TS imports are self-contained.
|
||||
|
||||
The skill release workflow builds archives from `skill.json.sbom.files`. If a
|
||||
runtime helper exists in the repo but is omitted from the SBOM, the staged
|
||||
release can contain files whose relative imports point at missing files or
|
||||
remote runtime imports. This script checks the staged payload, not the source
|
||||
tree, so it catches exactly what would ship.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import re
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
IMPORT_RE = re.compile(
|
||||
r"(?:"
|
||||
r"\bimport\s+(?:type\s+)?(?:[^'\";]+?\s+from\s+)?"
|
||||
r"|\bexport\s+(?:type\s+)?[^'\";]+?\s+from\s+"
|
||||
r"|\bimport\s*\(\s*"
|
||||
r"|\brequire\s*\(\s*"
|
||||
r")"
|
||||
r"['\"](?P<spec>(?:\.{1,2}/|https?://)[^'\"]+)['\"]",
|
||||
re.MULTILINE,
|
||||
)
|
||||
|
||||
SOURCE_SUFFIXES = {".js", ".mjs", ".cjs", ".ts", ".mts", ".cts"}
|
||||
RESOLUTION_SUFFIXES = ["", ".mjs", ".js", ".cjs", ".mts", ".ts", ".cts", ".json"]
|
||||
INDEX_FILENAMES = ["index.mjs", "index.js", "index.cjs", "index.mts", "index.ts", "index.cts", "index.json"]
|
||||
TS_IMPORTER_SUFFIXES = {".ts", ".mts", ".cts"}
|
||||
JS_TO_TS_SUFFIX = {".js": ".ts", ".mjs": ".mts", ".cjs": ".cts"}
|
||||
|
||||
|
||||
def strip_js_ts_comments(text: str) -> str:
|
||||
stripped: list[str] = []
|
||||
state = "code"
|
||||
i = 0
|
||||
|
||||
while i < len(text):
|
||||
char = text[i]
|
||||
next_char = text[i + 1] if i + 1 < len(text) else ""
|
||||
|
||||
if state == "line_comment":
|
||||
if char in "\r\n":
|
||||
stripped.append(char)
|
||||
state = "code"
|
||||
i += 1
|
||||
continue
|
||||
|
||||
if state == "block_comment":
|
||||
if char == "*" and next_char == "/":
|
||||
state = "code"
|
||||
i += 2
|
||||
continue
|
||||
if char in "\r\n":
|
||||
stripped.append(char)
|
||||
i += 1
|
||||
continue
|
||||
|
||||
if state in {"single", "double", "template"}:
|
||||
stripped.append(char)
|
||||
if char == "\\" and i + 1 < len(text):
|
||||
stripped.append(text[i + 1])
|
||||
i += 2
|
||||
continue
|
||||
if (state == "single" and char == "'") or (state == "double" and char == '"') or (
|
||||
state == "template" and char == "`"
|
||||
):
|
||||
state = "code"
|
||||
i += 1
|
||||
continue
|
||||
|
||||
if char == "/" and next_char == "/":
|
||||
stripped.append(" ")
|
||||
state = "line_comment"
|
||||
i += 2
|
||||
continue
|
||||
if char == "/" and next_char == "*":
|
||||
stripped.append(" ")
|
||||
state = "block_comment"
|
||||
i += 2
|
||||
continue
|
||||
|
||||
stripped.append(char)
|
||||
if char == "'":
|
||||
state = "single"
|
||||
elif char == '"':
|
||||
state = "double"
|
||||
elif char == "`":
|
||||
state = "template"
|
||||
i += 1
|
||||
|
||||
return "".join(stripped)
|
||||
|
||||
|
||||
def is_remote_spec(spec: str) -> bool:
|
||||
return spec.startswith(("http://", "https://"))
|
||||
|
||||
|
||||
def candidate_paths(importer: Path, spec: str) -> list[Path]:
|
||||
base = (importer.parent / spec).resolve()
|
||||
candidates = [base]
|
||||
if importer.suffix in TS_IMPORTER_SUFFIXES and base.suffix in JS_TO_TS_SUFFIX:
|
||||
candidates.append(base.with_suffix(JS_TO_TS_SUFFIX[base.suffix]))
|
||||
candidates.extend(base.with_suffix(suffix) for suffix in RESOLUTION_SUFFIXES if suffix and base.suffix == "")
|
||||
candidates.extend(base / name for name in INDEX_FILENAMES)
|
||||
return candidates
|
||||
|
||||
|
||||
def is_within(path: Path, root: Path) -> bool:
|
||||
try:
|
||||
path.resolve().relative_to(root)
|
||||
return True
|
||||
except ValueError:
|
||||
return False
|
||||
|
||||
|
||||
def is_resolved_file(candidate: Path, root: Path) -> bool:
|
||||
return candidate.is_file() and is_within(candidate, root)
|
||||
|
||||
|
||||
def verify_import_closure(root: Path) -> list[str]:
|
||||
root = root.resolve()
|
||||
failures: list[str] = []
|
||||
|
||||
for source in sorted(p for p in root.rglob("*") if p.is_file() and p.suffix in SOURCE_SUFFIXES):
|
||||
text = source.read_text(encoding="utf-8", errors="ignore")
|
||||
text = strip_js_ts_comments(text)
|
||||
for match in IMPORT_RE.finditer(text):
|
||||
spec = match.group("spec")
|
||||
rel_source = source.relative_to(root).as_posix()
|
||||
if is_remote_spec(spec):
|
||||
failures.append(f"{rel_source} imports remote runtime import {spec}")
|
||||
continue
|
||||
|
||||
candidates = candidate_paths(source, spec)
|
||||
if any(is_resolved_file(candidate, root) for candidate in candidates):
|
||||
continue
|
||||
|
||||
display_target = (source.parent / spec).resolve()
|
||||
try:
|
||||
rel_target = display_target.relative_to(root).as_posix()
|
||||
except ValueError:
|
||||
rel_target = str(display_target)
|
||||
failures.append(f"{rel_source} imports {spec} but {rel_target} is absent from staged release")
|
||||
|
||||
return failures
|
||||
|
||||
|
||||
def main() -> int:
|
||||
parser = argparse.ArgumentParser(description=__doc__)
|
||||
parser.add_argument("staged_skill_dir", type=Path, help="Staged skill payload directory, e.g. $INNER_DIR")
|
||||
args = parser.parse_args()
|
||||
|
||||
root = args.staged_skill_dir
|
||||
if not root.is_dir():
|
||||
print(f"error: staged skill directory not found: {root}", file=sys.stderr)
|
||||
return 2
|
||||
|
||||
failures = verify_import_closure(root)
|
||||
if failures:
|
||||
print("Release import-closure check failed:", file=sys.stderr)
|
||||
for failure in failures:
|
||||
print(f" - {failure}", file=sys.stderr)
|
||||
print("Add the missing runtime file(s) to skill.json sbom.files or remove the stale import.", file=sys.stderr)
|
||||
return 1
|
||||
|
||||
print(f"Release import-closure check OK: {root}")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -35,3 +35,63 @@ sync_feed_to_mirrors() {
|
||||
esac
|
||||
done
|
||||
}
|
||||
|
||||
nvd_query_specs() {
|
||||
cat <<'EOF'
|
||||
keyword|OpenClaw
|
||||
keyword|clawdbot
|
||||
keyword|Moltbot
|
||||
keyword|NanoClaw
|
||||
keyword|WhatsApp-bot
|
||||
keyword|baileys
|
||||
keyword|hermes workflow
|
||||
keyword|hermes-agent
|
||||
keyword|Picoclaw
|
||||
virtualMatchString|cpe:2.3:a:software-metadata.pub:hermes
|
||||
virtualMatchString|cpe:2.3:a:picoclaw:picoclaw
|
||||
EOF
|
||||
}
|
||||
|
||||
nvd_summary_keywords() {
|
||||
echo 'openclaw, nanoclaw, hermes, picoclaw'
|
||||
}
|
||||
|
||||
nvd_keyword_pattern() {
|
||||
echo 'OpenClaw|clawdbot|Moltbot|openclaw|NanoClaw|nanoclaw|WhatsApp-bot|baileys|HERMES workflow|hermes-agent|software publication with rich metadata|Picoclaw|picoclaw'
|
||||
}
|
||||
|
||||
nvd_github_ref_pattern() {
|
||||
echo 'github\.com/openclaw/openclaw|github\.com/qwibitai/nanoclaw|github\.com/softwarepub/hermes|github\.com/nousresearch/hermes-agent|github\.com/[^/]+/picoclaw'
|
||||
}
|
||||
|
||||
nvd_cpe_pattern() {
|
||||
echo 'cpe:2\.3:a:software-metadata\.pub:hermes(?::|$)|cpe:2\.3:[aho]:[^:]*:picoclaw(?::|$)'
|
||||
}
|
||||
|
||||
nvd_query_slug() {
|
||||
local kind="$1"
|
||||
local value="$2"
|
||||
printf '%s__%s' "$kind" "$value" | tr '[:upper:]' '[:lower:]' | sed 's/[^a-z0-9._-]/_/g'
|
||||
}
|
||||
|
||||
nvd_build_url() {
|
||||
local kind="$1"
|
||||
local value="$2"
|
||||
local suffix="${3:-}"
|
||||
local encoded
|
||||
|
||||
encoded=$(jq -nr --arg v "$value" '$v|@uri')
|
||||
|
||||
case "$kind" in
|
||||
keyword)
|
||||
printf 'https://services.nvd.nist.gov/rest/json/cves/2.0?keywordSearch=%s%s' "$encoded" "$suffix"
|
||||
;;
|
||||
virtualMatchString)
|
||||
printf 'https://services.nvd.nist.gov/rest/json/cves/2.0?virtualMatchString=%s%s' "$encoded" "$suffix"
|
||||
;;
|
||||
*)
|
||||
echo "Error: unsupported NVD query kind: $kind" >&2
|
||||
return 1
|
||||
;;
|
||||
esac
|
||||
}
|
||||
|
||||
@@ -0,0 +1,514 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import { existsSync } from 'node:fs';
|
||||
import { mkdir, readFile, rename, writeFile } from 'node:fs/promises';
|
||||
import { dirname } from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
|
||||
export const DEFAULT_REPOSITORIES = [
|
||||
'openclaw/openclaw',
|
||||
'qwibitai/nanoclaw',
|
||||
'softwarepub/hermes',
|
||||
'nousresearch/hermes-agent',
|
||||
'sipeed/picoclaw',
|
||||
];
|
||||
|
||||
export const DEFAULT_STALE_AFTER_DAYS = 60;
|
||||
export const FEED_VERSION = '0.1.0';
|
||||
|
||||
const PLATFORM_BY_REPOSITORY = new Map([
|
||||
['openclaw/openclaw', 'openclaw'],
|
||||
['qwibitai/nanoclaw', 'nanoclaw'],
|
||||
['softwarepub/hermes', 'hermes'],
|
||||
['nousresearch/hermes-agent', 'hermes'],
|
||||
['sipeed/picoclaw', 'picoclaw'],
|
||||
]);
|
||||
|
||||
const CWE_TYPE_BY_ID = new Map([
|
||||
['CWE-22', 'path_traversal'],
|
||||
['CWE-78', 'os_command_injection'],
|
||||
['CWE-79', 'cross_site_scripting'],
|
||||
['CWE-94', 'code_injection'],
|
||||
['CWE-200', 'exposure_of_sensitive_information'],
|
||||
['CWE-284', 'improper_access_control'],
|
||||
['CWE-287', 'improper_authentication'],
|
||||
['CWE-306', 'missing_authentication_for_critical_function'],
|
||||
['CWE-352', 'cross_site_request_forgery'],
|
||||
['CWE-400', 'uncontrolled_resource_consumption'],
|
||||
['CWE-502', 'deserialization_of_untrusted_data'],
|
||||
['CWE-862', 'missing_authorization'],
|
||||
['CWE-863', 'incorrect_authorization'],
|
||||
['CWE-918', 'server_side_request_forgery'],
|
||||
]);
|
||||
|
||||
function cleanText(value) {
|
||||
return String(value ?? '')
|
||||
.replace(/\r/g, '')
|
||||
.replace(/```[\s\S]*?```/g, ' ')
|
||||
.replace(/`([^`]+)`/g, '$1')
|
||||
.replace(/\[([^\]]+)\]\([^)]+\)/g, '$1')
|
||||
.replace(/^#+\s+/gm, '')
|
||||
.replace(/[*_>]/g, '')
|
||||
.replace(/\s+/g, ' ')
|
||||
.trim();
|
||||
}
|
||||
|
||||
function daysBetween(startIso, endIso) {
|
||||
const start = Date.parse(startIso);
|
||||
const end = Date.parse(endIso);
|
||||
if (!Number.isFinite(start) || !Number.isFinite(end) || end < start) {
|
||||
return 0;
|
||||
}
|
||||
return Math.floor((end - start) / 86_400_000);
|
||||
}
|
||||
|
||||
function toArray(value) {
|
||||
return Array.isArray(value) ? value : [];
|
||||
}
|
||||
|
||||
function uniqueStrings(values) {
|
||||
return [...new Set(values.filter((value) => typeof value === 'string' && value.length > 0))];
|
||||
}
|
||||
|
||||
export function inferPlatforms(repository) {
|
||||
const known = PLATFORM_BY_REPOSITORY.get(String(repository).toLowerCase());
|
||||
return known ? [known] : [];
|
||||
}
|
||||
|
||||
function nextLinkFromHeader(linkHeader) {
|
||||
if (!linkHeader) {
|
||||
return null;
|
||||
}
|
||||
for (const part of linkHeader.split(',')) {
|
||||
const match = part.trim().match(/^<([^>]+)>;\s*rel="next"$/);
|
||||
if (match) {
|
||||
return match[1];
|
||||
}
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
function affectedFromVulnerabilities(advisory, platforms) {
|
||||
const affected = toArray(advisory.vulnerabilities).flatMap((vulnerability) => {
|
||||
const packageName = vulnerability?.package?.name;
|
||||
const versionRange = vulnerability?.vulnerable_version_range;
|
||||
if (!packageName) {
|
||||
return [];
|
||||
}
|
||||
return [`${packageName}@${versionRange || '*'}`];
|
||||
});
|
||||
|
||||
if (affected.length > 0) {
|
||||
return uniqueStrings(affected);
|
||||
}
|
||||
|
||||
return platforms.length > 0 ? platforms.map((platform) => `${platform}@*`) : [];
|
||||
}
|
||||
|
||||
function patchedFromVulnerabilities(advisory) {
|
||||
return uniqueStrings(
|
||||
toArray(advisory.vulnerabilities).flatMap((vulnerability) => {
|
||||
const packageName = vulnerability?.package?.name;
|
||||
const patchedVersions = vulnerability?.patched_versions;
|
||||
if (!packageName || !patchedVersions) {
|
||||
return [];
|
||||
}
|
||||
return [`${packageName}@${patchedVersions}`];
|
||||
}),
|
||||
);
|
||||
}
|
||||
|
||||
function githubAdvisoryUrl(advisory) {
|
||||
return advisory.html_url || advisory.url || `https://github.com/advisories/${advisory.ghsa_id}`;
|
||||
}
|
||||
|
||||
function resolveCveId(advisory, cveIdByGhsa) {
|
||||
return advisory.cve_id || cveIdByGhsa.get(advisory.ghsa_id) || null;
|
||||
}
|
||||
|
||||
export function normalizeGhsaAdvisory(
|
||||
advisory,
|
||||
{
|
||||
now,
|
||||
repository,
|
||||
staleAfterDays = DEFAULT_STALE_AFTER_DAYS,
|
||||
cveId = advisory.cve_id || null,
|
||||
},
|
||||
) {
|
||||
const platforms = inferPlatforms(repository);
|
||||
const published = advisory.published_at || advisory.created_at || advisory.updated_at || now;
|
||||
const ageDays = daysBetween(published, now);
|
||||
const stale = !cveId && ageDays >= staleAfterDays;
|
||||
const status = cveId ? 'matured' : stale ? 'stale' : 'active';
|
||||
const cweIds = uniqueStrings(toArray(advisory.cwe_ids));
|
||||
const cvss = advisory.cvss || advisory.cvss_severities?.cvss_v3 || {};
|
||||
const ghsaUrl = githubAdvisoryUrl(advisory);
|
||||
const affected = affectedFromVulnerabilities(advisory, platforms);
|
||||
const patched = patchedFromVulnerabilities(advisory);
|
||||
const title = cleanText(advisory.summary) || advisory.ghsa_id;
|
||||
const description = cleanText(advisory.description) || title;
|
||||
|
||||
return {
|
||||
id: advisory.ghsa_id,
|
||||
ghsa_id: advisory.ghsa_id,
|
||||
cve_id: cveId,
|
||||
status,
|
||||
stale,
|
||||
stale_after_days: staleAfterDays,
|
||||
severity: advisory.severity || 'medium',
|
||||
type: CWE_TYPE_BY_ID.get(cweIds[0]) || 'github_security_advisory',
|
||||
nvd_category_id: cweIds[0] || null,
|
||||
title,
|
||||
description,
|
||||
affected,
|
||||
patched,
|
||||
platforms,
|
||||
action: cveId
|
||||
? `Track ${cveId} in the canonical CVE advisory feed and verify affected components.`
|
||||
: 'Review the GitHub Security Advisory and update affected components; no CVE is assigned yet.',
|
||||
published,
|
||||
updated: advisory.updated_at || published,
|
||||
references: uniqueStrings([ghsaUrl, cveId ? `https://nvd.nist.gov/vuln/detail/${cveId}` : null]),
|
||||
source: 'GitHub Security Advisory',
|
||||
repository,
|
||||
github_advisory_url: ghsaUrl,
|
||||
nvd_url: cveId ? `https://nvd.nist.gov/vuln/detail/${cveId}` : null,
|
||||
cvss_score: cvss.score ?? null,
|
||||
cvss_vector: cvss.vector_string ?? null,
|
||||
cwe_ids: cweIds,
|
||||
credits: uniqueStrings(toArray(advisory.credits).map((credit) => credit?.login)),
|
||||
aliases: uniqueStrings([advisory.ghsa_id, cveId]),
|
||||
};
|
||||
}
|
||||
|
||||
function ghsaToCveMapFromNvdFeed(nvdFeed) {
|
||||
const map = new Map();
|
||||
for (const advisory of toArray(nvdFeed?.advisories)) {
|
||||
const cveId = advisory?.id;
|
||||
if (typeof cveId !== 'string' || !cveId.startsWith('CVE-')) {
|
||||
continue;
|
||||
}
|
||||
const references = toArray(advisory.references).join('\n');
|
||||
for (const match of references.matchAll(/GHSA-[a-z0-9]{4}-[a-z0-9]{4}-[a-z0-9]{4}/gi)) {
|
||||
map.set(match[0], cveId);
|
||||
}
|
||||
}
|
||||
return map;
|
||||
}
|
||||
|
||||
function equivalentAdvisories(left, right) {
|
||||
return JSON.stringify(left ?? []) === JSON.stringify(right ?? []);
|
||||
}
|
||||
|
||||
function isCveId(value) {
|
||||
return typeof value === 'string' && /^CVE-\d{4}-\d{4,}$/i.test(value);
|
||||
}
|
||||
|
||||
function ghsaIdentifier(entry) {
|
||||
if (typeof entry?.ghsa_id === 'string' && entry.ghsa_id.length > 0) {
|
||||
return entry.ghsa_id.toLowerCase();
|
||||
}
|
||||
if (/^GHSA-/i.test(String(entry?.id || ''))) {
|
||||
return String(entry.id).toLowerCase();
|
||||
}
|
||||
return null;
|
||||
}
|
||||
|
||||
function refreshExistingEntry(entry, { now, staleAfterDays, cveIdByGhsa }) {
|
||||
const cveId = entry.cve_id || cveIdByGhsa.get(entry.ghsa_id || entry.id) || null;
|
||||
const ageDays = daysBetween(entry.published, now);
|
||||
const stale = !cveId && ageDays >= staleAfterDays;
|
||||
return {
|
||||
...entry,
|
||||
cve_id: cveId,
|
||||
status: cveId ? 'matured' : stale ? 'stale' : 'active',
|
||||
stale,
|
||||
stale_after_days: staleAfterDays,
|
||||
references: uniqueStrings([
|
||||
...toArray(entry.references),
|
||||
cveId ? `https://nvd.nist.gov/vuln/detail/${cveId}` : null,
|
||||
]),
|
||||
nvd_url: cveId ? `https://nvd.nist.gov/vuln/detail/${cveId}` : null,
|
||||
aliases: uniqueStrings([...(entry.aliases || []), entry.ghsa_id || entry.id, cveId]),
|
||||
};
|
||||
}
|
||||
|
||||
export function buildConsolidatedAdvisoryFeed({ canonicalFeed = {}, ghsaFeed = {}, now }) {
|
||||
const canonicalFeedEntries = toArray(canonicalFeed.advisories);
|
||||
const canonicalCveIds = new Set(canonicalFeedEntries.map((entry) => entry?.id).filter(isCveId));
|
||||
const replacementGhsaIds = new Set(toArray(ghsaFeed.advisories).map(ghsaIdentifier).filter(Boolean));
|
||||
const canonicalEntries = canonicalFeedEntries.filter((entry) => {
|
||||
const ghsaId = ghsaIdentifier(entry);
|
||||
if (!ghsaId) {
|
||||
return true;
|
||||
}
|
||||
if (entry?.cve_id && canonicalCveIds.has(entry.cve_id)) {
|
||||
return false;
|
||||
}
|
||||
return !replacementGhsaIds.has(ghsaId);
|
||||
});
|
||||
const ghsaEntries = toArray(ghsaFeed.advisories)
|
||||
.filter((entry) => !(entry?.cve_id && canonicalCveIds.has(entry.cve_id)))
|
||||
.map((entry) => ({
|
||||
...entry,
|
||||
source_feed: 'ghsa-without-cve',
|
||||
}));
|
||||
|
||||
const advisories = [...canonicalEntries, ...ghsaEntries].sort((a, b) => {
|
||||
const published = Date.parse(b.published || '') - Date.parse(a.published || '');
|
||||
if (Number.isFinite(published) && published !== 0) {
|
||||
return published;
|
||||
}
|
||||
return String(a.id || '').localeCompare(String(b.id || ''));
|
||||
});
|
||||
|
||||
return {
|
||||
...canonicalFeed,
|
||||
version: canonicalFeed.version || '1.0.0',
|
||||
updated: canonicalFeed.updated || now,
|
||||
description: canonicalFeed.description || 'Community-driven security advisory feed for ClawSec',
|
||||
advisories,
|
||||
};
|
||||
}
|
||||
|
||||
export function buildGhsaWithoutCveFeed({
|
||||
fetched,
|
||||
existingFeed = {},
|
||||
nvdFeed = {},
|
||||
now,
|
||||
staleAfterDays = DEFAULT_STALE_AFTER_DAYS,
|
||||
}) {
|
||||
const existingEntries = toArray(existingFeed.advisories);
|
||||
const existingIds = new Set(existingEntries.map((entry) => entry.ghsa_id || entry.id));
|
||||
const cveIdByGhsa = ghsaToCveMapFromNvdFeed(nvdFeed);
|
||||
const entriesById = new Map();
|
||||
|
||||
for (const { repository, advisories } of fetched) {
|
||||
for (const advisory of advisories) {
|
||||
const ghsaId = advisory.ghsa_id;
|
||||
if (!ghsaId) {
|
||||
continue;
|
||||
}
|
||||
const cveId = resolveCveId(advisory, cveIdByGhsa);
|
||||
if (cveId && !existingIds.has(ghsaId)) {
|
||||
continue;
|
||||
}
|
||||
entriesById.set(
|
||||
ghsaId,
|
||||
normalizeGhsaAdvisory(advisory, {
|
||||
now,
|
||||
repository,
|
||||
staleAfterDays,
|
||||
cveId,
|
||||
}),
|
||||
);
|
||||
}
|
||||
}
|
||||
|
||||
for (const entry of existingEntries) {
|
||||
const ghsaId = entry.ghsa_id || entry.id;
|
||||
if (!ghsaId || entriesById.has(ghsaId)) {
|
||||
continue;
|
||||
}
|
||||
entriesById.set(ghsaId, refreshExistingEntry(entry, { now, staleAfterDays, cveIdByGhsa }));
|
||||
}
|
||||
|
||||
const advisories = [...entriesById.values()].sort((a, b) => {
|
||||
const published = Date.parse(b.published) - Date.parse(a.published);
|
||||
if (published !== 0) {
|
||||
return published;
|
||||
}
|
||||
return a.id.localeCompare(b.id);
|
||||
});
|
||||
|
||||
const updated = equivalentAdvisories(advisories, existingEntries)
|
||||
? existingFeed.updated || now
|
||||
: now;
|
||||
|
||||
return {
|
||||
version: FEED_VERSION,
|
||||
updated,
|
||||
description:
|
||||
'Provisional ClawSec advisory feed for public GitHub Security Advisories that do not yet have CVE identifiers.',
|
||||
stale_after_days: staleAfterDays,
|
||||
semantics: {
|
||||
active: 'GHSA is published and has no CVE identifier yet.',
|
||||
matured: 'GHSA now has a CVE identifier and should be reconciled with the canonical CVE feed.',
|
||||
stale: 'GHSA is older than stale_after_days and still has no CVE identifier.',
|
||||
},
|
||||
sources: DEFAULT_REPOSITORIES.map((repository) => ({
|
||||
repository,
|
||||
platform: inferPlatforms(repository)[0] || 'unknown',
|
||||
url: `https://github.com/${repository}/security/advisories`,
|
||||
})),
|
||||
advisories,
|
||||
};
|
||||
}
|
||||
|
||||
export async function fetchGitHubSecurityAdvisories(repository, { token } = {}) {
|
||||
const advisories = [];
|
||||
let url = `https://api.github.com/repos/${repository}/security-advisories?per_page=100`;
|
||||
const seenUrls = new Set();
|
||||
|
||||
while (url) {
|
||||
if (seenUrls.has(url)) {
|
||||
throw new Error(`GitHub advisory pagination loop detected for ${repository}: ${url}`);
|
||||
}
|
||||
seenUrls.add(url);
|
||||
|
||||
const response = await globalThis.fetch(url, {
|
||||
headers: {
|
||||
Accept: 'application/vnd.github+json',
|
||||
'User-Agent': 'clawsec-ghsa-without-cve-poller',
|
||||
'X-GitHub-Api-Version': '2022-11-28',
|
||||
...(token ? { Authorization: `Bearer ${token}` } : {}),
|
||||
},
|
||||
});
|
||||
|
||||
if (!response.ok) {
|
||||
const message = await response.text();
|
||||
throw new Error(
|
||||
`GitHub advisory fetch failed for ${repository}: HTTP ${response.status} ${message.slice(0, 200)}`,
|
||||
);
|
||||
}
|
||||
|
||||
const pageItems = await response.json();
|
||||
advisories.push(...pageItems);
|
||||
if (!Array.isArray(pageItems)) {
|
||||
break;
|
||||
}
|
||||
url = nextLinkFromHeader(response.headers.get('link'));
|
||||
}
|
||||
return advisories;
|
||||
}
|
||||
|
||||
async function readJsonIfExists(path, fallback) {
|
||||
if (!existsSync(path)) {
|
||||
return fallback;
|
||||
}
|
||||
return JSON.parse(await readFile(path, 'utf8'));
|
||||
}
|
||||
|
||||
async function writeJson(path, value) {
|
||||
await mkdir(dirname(path), { recursive: true });
|
||||
await writeFile(`${path}.tmp`, `${JSON.stringify(value, null, 2)}\n`);
|
||||
await rename(`${path}.tmp`, path);
|
||||
}
|
||||
|
||||
function parseArgs(argv) {
|
||||
const options = {
|
||||
output: 'advisories/ghsa-without-cve.json',
|
||||
consolidatedFeed: null,
|
||||
existingFeed: null,
|
||||
nvdFeed: 'advisories/feed.json',
|
||||
repositories: [...DEFAULT_REPOSITORIES],
|
||||
staleAfterDays: DEFAULT_STALE_AFTER_DAYS,
|
||||
token: process.env.GITHUB_TOKEN || process.env.GH_TOKEN || '',
|
||||
};
|
||||
|
||||
for (let index = 0; index < argv.length; index += 1) {
|
||||
const arg = argv[index];
|
||||
if (arg === '--output') {
|
||||
options.output = argv[++index];
|
||||
} else if (arg === '--consolidated-feed') {
|
||||
options.consolidatedFeed = argv[++index];
|
||||
} else if (arg === '--existing-feed') {
|
||||
options.existingFeed = argv[++index];
|
||||
} else if (arg === '--nvd-feed') {
|
||||
options.nvdFeed = argv[++index];
|
||||
} else if (arg === '--repo') {
|
||||
options.repositories.push(argv[++index]);
|
||||
} else if (arg === '--only-default-repos') {
|
||||
options.repositories = [...DEFAULT_REPOSITORIES];
|
||||
} else if (arg === '--stale-after-days') {
|
||||
options.staleAfterDays = Number.parseInt(argv[++index], 10);
|
||||
} else if (arg === '--help') {
|
||||
options.help = true;
|
||||
} else {
|
||||
throw new Error(`Unknown argument: ${arg}`);
|
||||
}
|
||||
}
|
||||
|
||||
if (!Number.isInteger(options.staleAfterDays) || options.staleAfterDays < 1) {
|
||||
throw new Error('--stale-after-days must be a positive integer');
|
||||
}
|
||||
|
||||
options.repositories = uniqueStrings(options.repositories.map((repo) => repo.toLowerCase()));
|
||||
options.existingFeed ||= options.output;
|
||||
return options;
|
||||
}
|
||||
|
||||
function printHelp() {
|
||||
console.log(`Usage: node scripts/ghsa-without-cve-feed.mjs [options]
|
||||
|
||||
Options:
|
||||
--output PATH Feed output path (default: advisories/ghsa-without-cve.json)
|
||||
--consolidated-feed PATH Also merge active GHSA advisories into agent-facing feed PATH
|
||||
--existing-feed PATH Existing provisional feed path (default: output path)
|
||||
--nvd-feed PATH Canonical CVE feed path for GHSA-to-CVE reconciliation
|
||||
--repo OWNER/NAME Additional repository to poll
|
||||
--only-default-repos Reset repository list to built-in ClawSec sources
|
||||
--stale-after-days N Mark GHSA-only advisories stale after N days (default: 60)
|
||||
`);
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const options = parseArgs(process.argv.slice(2));
|
||||
if (options.help) {
|
||||
printHelp();
|
||||
return;
|
||||
}
|
||||
|
||||
const now = new Date().toISOString().replace(/\.\d{3}Z$/, 'Z');
|
||||
const fetched = [];
|
||||
for (const repository of options.repositories) {
|
||||
const advisories = await fetchGitHubSecurityAdvisories(repository, { token: options.token });
|
||||
console.log(`Fetched ${advisories.length} GitHub Security Advisories from ${repository}`);
|
||||
fetched.push({ repository, advisories });
|
||||
}
|
||||
|
||||
const existingFeed = await readJsonIfExists(options.existingFeed, {});
|
||||
const nvdFeed = await readJsonIfExists(options.nvdFeed, { advisories: [] });
|
||||
const feed = buildGhsaWithoutCveFeed({
|
||||
fetched,
|
||||
existingFeed,
|
||||
nvdFeed,
|
||||
now,
|
||||
staleAfterDays: options.staleAfterDays,
|
||||
});
|
||||
|
||||
await writeJson(options.output, feed);
|
||||
console.log(`Wrote ${feed.advisories.length} provisional GHSA advisories to ${options.output}`);
|
||||
|
||||
if (options.consolidatedFeed) {
|
||||
const canonicalFeed = await readJsonIfExists(options.consolidatedFeed, {
|
||||
version: '1.0.0',
|
||||
advisories: [],
|
||||
});
|
||||
const consolidatedFeed = buildConsolidatedAdvisoryFeed({
|
||||
canonicalFeed,
|
||||
ghsaFeed: feed,
|
||||
now,
|
||||
});
|
||||
await writeJson(options.consolidatedFeed, consolidatedFeed);
|
||||
console.log(
|
||||
`Wrote ${consolidatedFeed.advisories.length} consolidated agent advisories to ${options.consolidatedFeed}`,
|
||||
);
|
||||
}
|
||||
|
||||
console.log(
|
||||
`Status counts: ${JSON.stringify(
|
||||
feed.advisories.reduce((counts, advisory) => {
|
||||
counts[advisory.status] = (counts[advisory.status] || 0) + 1;
|
||||
return counts;
|
||||
}, {}),
|
||||
)}`,
|
||||
);
|
||||
}
|
||||
|
||||
if (process.argv[1] && fileURLToPath(import.meta.url) === process.argv[1]) {
|
||||
main().catch((error) => {
|
||||
console.error(error);
|
||||
process.exit(1);
|
||||
});
|
||||
}
|
||||
@@ -0,0 +1,90 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Create missing translated wiki pages from English source.
|
||||
|
||||
Usage:
|
||||
python scripts/i18n/bootstrap_language_from_en.py --lang ko
|
||||
python scripts/i18n/bootstrap_language_from_en.py --lang ko --dry-run
|
||||
python scripts/i18n/bootstrap_language_from_en.py --lang ko --overwrite
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
from pathlib import Path
|
||||
|
||||
SKIP_TOP_LEVEL_DIRS = {"assets", "i18n", "modules"}
|
||||
|
||||
|
||||
def build_header(lang: str, rel_path: str) -> str:
|
||||
return (
|
||||
f"<!-- AUTO-GENERATED TRANSLATION SCAFFOLD ({lang})\n"
|
||||
f"Source: ../{rel_path}\n"
|
||||
"Review status: draft\n"
|
||||
"-->\n\n"
|
||||
)
|
||||
|
||||
|
||||
def discover_source_pages(wiki_root: Path, lang_dirs: set[str]) -> list[Path]:
|
||||
pages: list[Path] = []
|
||||
for page in wiki_root.rglob("*.md"):
|
||||
rel = page.relative_to(wiki_root)
|
||||
if not rel.parts:
|
||||
continue
|
||||
first = rel.parts[0]
|
||||
if first in SKIP_TOP_LEVEL_DIRS or first in lang_dirs:
|
||||
continue
|
||||
pages.append(page)
|
||||
return sorted(pages)
|
||||
|
||||
|
||||
def main() -> int:
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--lang", required=True, help="language code, e.g. ko, es, fr")
|
||||
parser.add_argument("--dry-run", action="store_true")
|
||||
parser.add_argument("--overwrite", action="store_true")
|
||||
args = parser.parse_args()
|
||||
|
||||
repo_root = Path(__file__).resolve().parents[2]
|
||||
wiki_root = repo_root / "wiki"
|
||||
target_root = wiki_root / args.lang
|
||||
|
||||
lang_dirs = {
|
||||
p.name
|
||||
for p in wiki_root.iterdir()
|
||||
if p.is_dir() and (p / "INDEX.md").exists() and p.name not in SKIP_TOP_LEVEL_DIRS
|
||||
}
|
||||
|
||||
source_pages = discover_source_pages(wiki_root, lang_dirs)
|
||||
created = 0
|
||||
skipped = 0
|
||||
overwritten = 0
|
||||
|
||||
for src in source_pages:
|
||||
rel = src.relative_to(wiki_root)
|
||||
dst = target_root / rel
|
||||
existed_before = dst.exists()
|
||||
|
||||
if existed_before and not args.overwrite:
|
||||
skipped += 1
|
||||
continue
|
||||
|
||||
src_text = src.read_text(encoding="utf-8")
|
||||
header = build_header(args.lang, rel.as_posix())
|
||||
out = header + src_text
|
||||
|
||||
if not args.dry_run:
|
||||
dst.parent.mkdir(parents=True, exist_ok=True)
|
||||
dst.write_text(out, encoding="utf-8")
|
||||
|
||||
if existed_before:
|
||||
overwritten += 1
|
||||
else:
|
||||
created += 1
|
||||
|
||||
mode = "DRY-RUN" if args.dry_run else "WRITE"
|
||||
print(f"[{mode}] lang={args.lang} source_pages={len(source_pages)} created={created} overwritten={overwritten} skipped={skipped}")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -0,0 +1,207 @@
|
||||
#!/usr/bin/env python3
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import re
|
||||
from collections.abc import Iterable
|
||||
from pathlib import Path
|
||||
|
||||
from argostranslate import translate
|
||||
|
||||
RE_INLINE_CODE = re.compile(r"`[^`]*`")
|
||||
RE_MD_LINK = re.compile(r"\[[^\]]*\]\([^\)]*\)")
|
||||
ENGLISH_HINTS = {
|
||||
"a",
|
||||
"an",
|
||||
"and",
|
||||
"are",
|
||||
"as",
|
||||
"at",
|
||||
"be",
|
||||
"before",
|
||||
"by",
|
||||
"for",
|
||||
"from",
|
||||
"if",
|
||||
"in",
|
||||
"is",
|
||||
"of",
|
||||
"on",
|
||||
"or",
|
||||
"the",
|
||||
"this",
|
||||
"to",
|
||||
"use",
|
||||
"using",
|
||||
"when",
|
||||
"with",
|
||||
"you",
|
||||
"your",
|
||||
}
|
||||
|
||||
|
||||
def _protect_tokens(line: str) -> tuple[str, dict[str, str]]:
|
||||
mapping: dict[str, str] = {}
|
||||
idx = 0
|
||||
|
||||
def repl(pattern: re.Pattern[str], text: str) -> str:
|
||||
nonlocal idx
|
||||
|
||||
def _r(m: re.Match[str]) -> str:
|
||||
nonlocal idx
|
||||
key = f"ZXQTOKEN{idx}QXZ"
|
||||
idx += 1
|
||||
mapping[key] = m.group(0)
|
||||
return key
|
||||
|
||||
return pattern.sub(_r, text)
|
||||
|
||||
out = line
|
||||
out = repl(RE_MD_LINK, out)
|
||||
out = repl(RE_INLINE_CODE, out)
|
||||
return out, mapping
|
||||
|
||||
|
||||
def _restore_tokens(line: str, mapping: dict[str, str]) -> str:
|
||||
out = line
|
||||
for key, value in mapping.items():
|
||||
out = out.replace(key, value)
|
||||
|
||||
old_style = re.fullmatch(r"__TOK_(\d+)__", key)
|
||||
if old_style:
|
||||
idx = old_style.group(1)
|
||||
out = re.sub(rf"_{{1,2}}TOK_{idx}_{{1,2}}", value, out)
|
||||
continue
|
||||
|
||||
new_style = re.fullmatch(r"ZXQTOKEN(\d+)QXZ", key)
|
||||
if new_style:
|
||||
idx = new_style.group(1)
|
||||
out = re.sub(rf"ZXQTOKEN{idx}\s+QXZ", value, out)
|
||||
return out
|
||||
|
||||
|
||||
def _should_translate(line: str) -> bool:
|
||||
s = line.strip()
|
||||
if not s:
|
||||
return False
|
||||
if s.startswith("<!--") or s.endswith("-->"):
|
||||
return False
|
||||
return True
|
||||
|
||||
|
||||
def _translate_line(tr, line: str) -> str:
|
||||
protected, mapping = _protect_tokens(line)
|
||||
translated = tr.translate(protected)
|
||||
restored = _restore_tokens(translated, mapping)
|
||||
return restored
|
||||
|
||||
|
||||
def _normalize_line(line: str) -> str:
|
||||
return re.sub(r"\s+", " ", line.strip())
|
||||
|
||||
|
||||
def _looks_like_english(line: str) -> bool:
|
||||
words = re.findall(r"[A-Za-z]+", line.lower())
|
||||
if not words:
|
||||
return False
|
||||
hint_count = sum(1 for word in words if word in ENGLISH_HINTS)
|
||||
return hint_count >= 2
|
||||
|
||||
|
||||
def _should_process_target_line(target_line: str, source_lines: set[str]) -> bool:
|
||||
normalized = _normalize_line(target_line)
|
||||
return normalized in source_lines or _looks_like_english(target_line)
|
||||
|
||||
|
||||
def _process_pair(source: Path, target: Path, tr) -> int:
|
||||
src_lines = source.read_text(encoding="utf-8").splitlines()
|
||||
src_set = {_normalize_line(line) for line in src_lines if line.strip()}
|
||||
tgt_lines = target.read_text(encoding="utf-8").splitlines()
|
||||
changed = 0
|
||||
in_code = False
|
||||
|
||||
for i, tgt in enumerate(tgt_lines):
|
||||
if tgt.strip().startswith("```"):
|
||||
in_code = not in_code
|
||||
continue
|
||||
if in_code:
|
||||
continue
|
||||
|
||||
# Only fill lines that are still unchanged or visibly retain English fragments.
|
||||
if not _should_process_target_line(tgt, src_set):
|
||||
continue
|
||||
if not _should_translate(tgt):
|
||||
continue
|
||||
|
||||
new = _translate_line(tr, tgt)
|
||||
if new and new != tgt:
|
||||
tgt_lines[i] = new
|
||||
changed += 1
|
||||
|
||||
if changed:
|
||||
target.write_text("\n".join(tgt_lines) + "\n", encoding="utf-8")
|
||||
return changed
|
||||
|
||||
|
||||
def _normalize_only(values: Iterable[str] | None) -> set[str]:
|
||||
normalized: set[str] = set()
|
||||
for value in values or []:
|
||||
item = value.strip().replace("\\", "/")
|
||||
if not item:
|
||||
continue
|
||||
normalized.add(item)
|
||||
normalized.add(Path(item).name)
|
||||
return normalized
|
||||
|
||||
|
||||
def _matches_only(path: Path, repo: Path, only: set[str]) -> bool:
|
||||
if not only:
|
||||
return True
|
||||
|
||||
rel = path.relative_to(repo).as_posix()
|
||||
candidates = {path.name, rel}
|
||||
return bool(candidates & only)
|
||||
|
||||
|
||||
def main() -> int:
|
||||
parser = argparse.ArgumentParser()
|
||||
parser.add_argument("--lang", required=True, choices=["de", "es", "fr", "ja", "ko"])
|
||||
parser.add_argument(
|
||||
"--only",
|
||||
nargs="*",
|
||||
default=None,
|
||||
help="Optional list of target markdown filenames to process (e.g. README.ja.md overview.md security.md)",
|
||||
)
|
||||
args = parser.parse_args()
|
||||
|
||||
repo = Path(__file__).resolve().parents[2]
|
||||
tr = translate.get_translation_from_codes("en", args.lang)
|
||||
if tr is None:
|
||||
raise SystemExit(f"Missing Argos en->{args.lang} model. Install first.")
|
||||
|
||||
total = 0
|
||||
|
||||
only = _normalize_only(args.only)
|
||||
|
||||
# README
|
||||
readme_target = repo / f"README.{args.lang}.md"
|
||||
if _matches_only(readme_target, repo, only):
|
||||
total += _process_pair(repo / "README.md", readme_target, tr)
|
||||
|
||||
# wiki/<lang>
|
||||
lang_root = repo / "wiki" / args.lang
|
||||
for lang_file in sorted(lang_root.glob("*.md")):
|
||||
if not _matches_only(lang_file, repo, only):
|
||||
continue
|
||||
if lang_file.name in {"INDEX.md", "GENERATION.md"}:
|
||||
continue
|
||||
src = repo / "wiki" / lang_file.name
|
||||
if src.exists():
|
||||
total += _process_pair(src, lang_file, tr)
|
||||
|
||||
print(f"Updated translated lines for {args.lang}: {total}")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -0,0 +1,98 @@
|
||||
#!/usr/bin/env python3
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import re
|
||||
import subprocess
|
||||
from pathlib import Path
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[2]
|
||||
MARKDOWN_LINK_RE = re.compile(r"\[[^\]]+\]\(([^)]+)\)")
|
||||
|
||||
|
||||
def _all_docs() -> set[Path]:
|
||||
files = set(ROOT.glob("README*.md"))
|
||||
files.update(ROOT.glob("wiki/**/*.md"))
|
||||
return {p for p in files if p.is_file()}
|
||||
|
||||
|
||||
def _changed_docs(base_ref: str) -> set[Path]:
|
||||
cmd = ["git", "diff", "--name-only", f"{base_ref}...HEAD"]
|
||||
output = subprocess.check_output(cmd, cwd=ROOT, text=True)
|
||||
docs: set[Path] = set()
|
||||
for rel in output.splitlines():
|
||||
if not rel.endswith(".md"):
|
||||
continue
|
||||
p = (ROOT / rel).resolve()
|
||||
if p in _all_docs() and p.exists():
|
||||
docs.add(p)
|
||||
return docs
|
||||
|
||||
|
||||
def _should_skip(link: str) -> bool:
|
||||
return (
|
||||
not link
|
||||
or link.startswith("#")
|
||||
or "://" in link
|
||||
or link.startswith("mailto:")
|
||||
or link.startswith("tel:")
|
||||
)
|
||||
|
||||
|
||||
def _resolve_target(doc: Path, link: str) -> Path:
|
||||
clean = link.split("#", 1)[0].strip()
|
||||
return (doc.parent / clean).resolve()
|
||||
|
||||
|
||||
def _select_docs(changed_only: bool, base_ref: str) -> list[Path]:
|
||||
all_docs = _all_docs()
|
||||
if not changed_only:
|
||||
return sorted(all_docs)
|
||||
|
||||
try:
|
||||
changed = _changed_docs(base_ref)
|
||||
except Exception as exc: # noqa: BLE001
|
||||
print(f"[link-check] WARN: changed-only mode failed ({exc}); falling back to full scan")
|
||||
return sorted(all_docs)
|
||||
|
||||
if not changed:
|
||||
print("[link-check] No changed markdown docs detected; nothing to check.")
|
||||
return []
|
||||
|
||||
return sorted(changed)
|
||||
|
||||
|
||||
def main() -> int:
|
||||
parser = argparse.ArgumentParser(description="Check local markdown links in README/wiki docs")
|
||||
parser.add_argument("--changed-only", action="store_true", help="Check only changed markdown docs against a base ref")
|
||||
parser.add_argument("--base-ref", default="origin/main", help="Base ref for --changed-only (default: origin/main)")
|
||||
args = parser.parse_args()
|
||||
|
||||
docs = _select_docs(args.changed_only, args.base_ref)
|
||||
failures: list[str] = []
|
||||
|
||||
for doc in docs:
|
||||
rel_doc = doc.relative_to(ROOT)
|
||||
content = doc.read_text(encoding="utf-8")
|
||||
for match in MARKDOWN_LINK_RE.finditer(content):
|
||||
raw_link = match.group(1).strip()
|
||||
if _should_skip(raw_link):
|
||||
continue
|
||||
|
||||
target = _resolve_target(doc, raw_link)
|
||||
if not target.exists():
|
||||
failures.append(f"{rel_doc}: broken link -> {raw_link}")
|
||||
|
||||
if failures:
|
||||
print(f"[link-check] FAILED: {len(failures)} broken link(s) found.")
|
||||
for item in failures:
|
||||
print(f" - {item}")
|
||||
return 1
|
||||
|
||||
scope = "changed docs" if args.changed_only else "all docs"
|
||||
print(f"[link-check] PASS: no broken local markdown links found ({scope}).")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -0,0 +1,208 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Translation QA checks for ClawSec docs.
|
||||
|
||||
Validates markdown translation pairs with a focus on technical integrity:
|
||||
- fenced code blocks are preserved exactly
|
||||
- key inline technical tokens are preserved
|
||||
- absolute URLs from source are preserved
|
||||
- non-translatable product/skill terms are preserved
|
||||
|
||||
This script checks only pairs that already exist (partial translation is allowed).
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import re
|
||||
import sys
|
||||
from dataclasses import dataclass
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
@dataclass(frozen=True)
|
||||
class Pair:
|
||||
source: Path
|
||||
target: Path
|
||||
|
||||
|
||||
NON_TRANSLATABLE_TERMS = (
|
||||
"ClawSec",
|
||||
"OpenClaw",
|
||||
"NanoClaw",
|
||||
"Hermes",
|
||||
"Picoclaw",
|
||||
"clawsec-suite",
|
||||
)
|
||||
|
||||
|
||||
def _extract_fenced_blocks(text: str) -> list[str]:
|
||||
return re.findall(r"```[^\n]*\n.*?```", text, flags=re.DOTALL)
|
||||
|
||||
|
||||
def _extract_inline_code(text: str) -> list[str]:
|
||||
return re.findall(r"`([^`\n]+)`", text)
|
||||
|
||||
|
||||
def _extract_absolute_urls(text: str) -> set[str]:
|
||||
return set(re.findall(r"https?://[^\s)>'\"]+", text))
|
||||
|
||||
|
||||
def _is_technical_inline_token(token: str) -> bool:
|
||||
checks = (
|
||||
"/" in token,
|
||||
token.startswith("./"),
|
||||
token.startswith("../"),
|
||||
token.endswith(".md"),
|
||||
token.endswith(".yml"),
|
||||
token.endswith(".json"),
|
||||
token.startswith("npx "),
|
||||
token.startswith("npm "),
|
||||
token.startswith("python "),
|
||||
token.startswith("node "),
|
||||
"--" in token,
|
||||
bool(re.search(r"\$[A-Z_][A-Z0-9_]*", token)),
|
||||
)
|
||||
return any(checks)
|
||||
|
||||
|
||||
def _collect_pairs(repo_root: Path) -> list[Pair]:
|
||||
pairs: list[Pair] = []
|
||||
|
||||
readme_en = repo_root / "README.md"
|
||||
for translated_readme in sorted(repo_root.glob("README.*.md")):
|
||||
if translated_readme.name == "README.md":
|
||||
continue
|
||||
if readme_en.exists():
|
||||
pairs.append(Pair(readme_en, translated_readme))
|
||||
|
||||
wiki_root = repo_root / "wiki"
|
||||
|
||||
language_dirs = {
|
||||
p.name
|
||||
for p in wiki_root.iterdir()
|
||||
if p.is_dir() and (p / "INDEX.md").exists() and p.name not in {"modules", "i18n", "assets"}
|
||||
}
|
||||
|
||||
for source in wiki_root.rglob("*.md"):
|
||||
rel = source.relative_to(wiki_root)
|
||||
rel_parts = rel.parts
|
||||
if not rel_parts:
|
||||
continue
|
||||
|
||||
# Skip language roots and i18n metadata as source files.
|
||||
if rel_parts[0] in language_dirs or rel_parts[0] == "i18n":
|
||||
continue
|
||||
|
||||
for lang in sorted(language_dirs):
|
||||
target = wiki_root / lang / rel
|
||||
if target.exists():
|
||||
pairs.append(Pair(source, target))
|
||||
|
||||
return sorted(pairs, key=lambda p: str(p.source))
|
||||
|
||||
|
||||
def _extract_command_lines_from_fence(block: str) -> list[str]:
|
||||
lines = block.splitlines()[1:-1]
|
||||
cleaned: list[str] = []
|
||||
for line in lines:
|
||||
candidate = line.strip()
|
||||
if not candidate or candidate.startswith("#"):
|
||||
continue
|
||||
cleaned.append(candidate)
|
||||
return cleaned
|
||||
|
||||
|
||||
def _check_pair(pair: Pair) -> tuple[list[str], list[str]]:
|
||||
errors: list[str] = []
|
||||
warnings: list[str] = []
|
||||
source_text = pair.source.read_text(encoding="utf-8")
|
||||
target_text = pair.target.read_text(encoding="utf-8")
|
||||
|
||||
source_blocks = _extract_fenced_blocks(source_text)
|
||||
target_blocks = _extract_fenced_blocks(target_text)
|
||||
|
||||
partial_pair = len(source_blocks) != len(target_blocks)
|
||||
|
||||
if partial_pair:
|
||||
# Allow partial translations, but preserve command lines in translated fences.
|
||||
for idx, target_block in enumerate(target_blocks, start=1):
|
||||
for command_line in _extract_command_lines_from_fence(target_block):
|
||||
if command_line not in source_text:
|
||||
errors.append(
|
||||
f"translated code fence #{idx} contains command line not found in source: {command_line}"
|
||||
)
|
||||
warnings.append(
|
||||
f"partial translation detected (code fences source={len(source_blocks)} target={len(target_blocks)})"
|
||||
)
|
||||
else:
|
||||
for idx, (src_block, tgt_block) in enumerate(zip(source_blocks, target_blocks), start=1):
|
||||
src_commands = _extract_command_lines_from_fence(src_block)
|
||||
tgt_commands = _extract_command_lines_from_fence(tgt_block)
|
||||
if src_commands != tgt_commands:
|
||||
errors.append(f"code fence #{idx} command lines differ from source")
|
||||
|
||||
source_inline = {tok for tok in _extract_inline_code(source_text) if _is_technical_inline_token(tok)}
|
||||
missing_inline = sorted(tok for tok in source_inline if tok not in target_text)
|
||||
if missing_inline:
|
||||
preview = ", ".join(missing_inline[:8])
|
||||
extra = "" if len(missing_inline) <= 8 else f" (+{len(missing_inline) - 8} more)"
|
||||
msg = f"missing inline technical tokens: {preview}{extra}"
|
||||
if partial_pair:
|
||||
warnings.append(f"{msg} (partial pair)")
|
||||
else:
|
||||
warnings.append(msg)
|
||||
|
||||
source_urls = _extract_absolute_urls(source_text)
|
||||
missing_urls = sorted(url for url in source_urls if url not in target_text)
|
||||
if missing_urls:
|
||||
preview = ", ".join(missing_urls[:5])
|
||||
extra = "" if len(missing_urls) <= 5 else f" (+{len(missing_urls) - 5} more)"
|
||||
msg = f"missing absolute URLs: {preview}{extra}"
|
||||
if partial_pair:
|
||||
warnings.append(f"{msg} (partial pair)")
|
||||
else:
|
||||
warnings.append(msg)
|
||||
|
||||
for term in NON_TRANSLATABLE_TERMS:
|
||||
if term in source_text and term not in target_text:
|
||||
errors.append(f"non-translatable term missing: {term}")
|
||||
|
||||
return errors, warnings
|
||||
|
||||
|
||||
def main() -> int:
|
||||
repo_root = Path(__file__).resolve().parents[2]
|
||||
pairs = _collect_pairs(repo_root)
|
||||
|
||||
if not pairs:
|
||||
print("[i18n-qa] No translation pairs found. Nothing to check.")
|
||||
return 0
|
||||
|
||||
print(f"[i18n-qa] Checking {len(pairs)} translation pairs...")
|
||||
|
||||
total_errors = 0
|
||||
total_warnings = 0
|
||||
for pair in pairs:
|
||||
rel_source = pair.source.relative_to(repo_root)
|
||||
rel_target = pair.target.relative_to(repo_root)
|
||||
errors, warnings = _check_pair(pair)
|
||||
for warn in warnings:
|
||||
total_warnings += 1
|
||||
print(f"WARN {rel_source} -> {rel_target} :: {warn}")
|
||||
if errors:
|
||||
total_errors += len(errors)
|
||||
print(f"\nFAIL {rel_source} -> {rel_target}")
|
||||
for err in errors:
|
||||
print(f" - {err}")
|
||||
else:
|
||||
print(f"PASS {rel_source} -> {rel_target}")
|
||||
|
||||
if total_errors:
|
||||
print(f"\n[i18n-qa] FAILED with {total_errors} issue(s) and {total_warnings} warning(s).")
|
||||
return 1
|
||||
|
||||
print(f"\n[i18n-qa] All checks passed with {total_warnings} warning(s).")
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -0,0 +1,88 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import importlib.util
|
||||
import sys
|
||||
import tempfile
|
||||
import types
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def _load_module():
|
||||
translate_stub = types.SimpleNamespace(get_translation_from_codes=lambda *_args: None)
|
||||
sys.modules.setdefault("argostranslate", types.SimpleNamespace(translate=translate_stub))
|
||||
|
||||
module_path = Path(__file__).with_name("fill_missing_translations_argos.py")
|
||||
spec = importlib.util.spec_from_file_location("fill_missing_translations_argos", module_path)
|
||||
if spec is None or spec.loader is None:
|
||||
raise RuntimeError(f"Unable to load {module_path}")
|
||||
module = importlib.util.module_from_spec(spec)
|
||||
spec.loader.exec_module(module)
|
||||
return module
|
||||
|
||||
|
||||
class FakeTranslator:
|
||||
def translate(self, line: str) -> str:
|
||||
return (
|
||||
line.replace("Brought to you von", "Bereitgestellt von")
|
||||
.replace("the Platform of AI Security", "die Plattform fuer KI-Sicherheit")
|
||||
.replace("requires WSL or Git Bash", "erfordern WSL oder Git Bash")
|
||||
)
|
||||
|
||||
|
||||
class FillMissingTranslationsArgosTests(unittest.TestCase):
|
||||
@classmethod
|
||||
def setUpClass(cls) -> None:
|
||||
cls.module = _load_module()
|
||||
|
||||
def test_restore_tokens_handles_placeholder_variants(self) -> None:
|
||||
mapping = {
|
||||
"__TOK_0__": "`bash`",
|
||||
"__TOK_1__": "[Prompt Security](https://prompt.security)",
|
||||
"ZXQTOKEN2QXZ": "`node`",
|
||||
}
|
||||
|
||||
restored = self.module._restore_tokens(
|
||||
"Use __TOK_0_, _TOK_1__, and ZXQTOKEN2 QXZ before running.",
|
||||
mapping,
|
||||
)
|
||||
|
||||
self.assertEqual(
|
||||
restored,
|
||||
"Use `bash`, [Prompt Security](https://prompt.security), and `node` before running.",
|
||||
)
|
||||
|
||||
def test_process_pair_translates_lines_that_still_contain_english_fragments(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
source = root / "source.md"
|
||||
target = root / "target.md"
|
||||
source.write_text(
|
||||
'<h4>Brought to you by <a href="https://prompt.security">Prompt Security</a>, '
|
||||
"the Platform of AI Security</h4>\n",
|
||||
encoding="utf-8",
|
||||
)
|
||||
target.write_text(
|
||||
'<h4>Brought to you von <a href="https://prompt.security">Prompt Security</a>, '
|
||||
"the Platform of AI Security>/h4>\n",
|
||||
encoding="utf-8",
|
||||
)
|
||||
|
||||
changed = self.module._process_pair(source, target, FakeTranslator())
|
||||
|
||||
self.assertEqual(changed, 1)
|
||||
self.assertIn("Bereitgestellt von", target.read_text(encoding="utf-8"))
|
||||
self.assertIn("die Plattform fuer KI-Sicherheit", target.read_text(encoding="utf-8"))
|
||||
|
||||
def test_only_matching_accepts_repo_relative_wiki_targets(self) -> None:
|
||||
repo = Path("/repo")
|
||||
target = repo / "wiki" / "ja" / "overview.md"
|
||||
matches_only = getattr(self.module, "_matches_only", lambda *_args: False)
|
||||
|
||||
self.assertTrue(matches_only(target, repo, {"wiki/ja/overview.md"}))
|
||||
self.assertTrue(matches_only(target, repo, {"overview.md"}))
|
||||
self.assertFalse(matches_only(target, repo, {"wiki/ja/security.md"}))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
@@ -0,0 +1,41 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import importlib.util
|
||||
import sys
|
||||
import tempfile
|
||||
import unittest
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
def _load_module():
|
||||
module_path = Path(__file__).with_name("qa_check.py")
|
||||
spec = importlib.util.spec_from_file_location("qa_check", module_path)
|
||||
if spec is None or spec.loader is None:
|
||||
raise RuntimeError(f"Unable to load {module_path}")
|
||||
module = importlib.util.module_from_spec(spec)
|
||||
sys.modules[spec.name] = module
|
||||
spec.loader.exec_module(module)
|
||||
return module
|
||||
|
||||
|
||||
class QaCheckTests(unittest.TestCase):
|
||||
@classmethod
|
||||
def setUpClass(cls) -> None:
|
||||
cls.module = _load_module()
|
||||
|
||||
def test_partial_pairs_still_fail_when_non_translatable_terms_are_missing(self) -> None:
|
||||
with tempfile.TemporaryDirectory() as tmpdir:
|
||||
root = Path(tmpdir)
|
||||
source = root / "source.md"
|
||||
target = root / "target.md"
|
||||
source.write_text("ClawSec keeps this term.\n```sh\nnpm run build\n```\n", encoding="utf-8")
|
||||
target.write_text("Translated text without the product term.\n", encoding="utf-8")
|
||||
|
||||
errors, warnings = self.module._check_pair(self.module.Pair(source, target))
|
||||
|
||||
self.assertIn("non-translatable term missing: ClawSec", errors)
|
||||
self.assertTrue(any("partial translation detected" in warning for warning in warnings))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
@@ -16,8 +16,10 @@ source "$SCRIPT_DIR/feed-utils.sh"
|
||||
|
||||
# Configuration - same as pipeline
|
||||
init_feed_paths "$PROJECT_ROOT"
|
||||
KEYWORDS="OpenClaw clawdbot Moltbot NanoClaw WhatsApp-bot baileys"
|
||||
GITHUB_REF_PATTERN="github.com/openclaw/openclaw github.com/qwibitai/NanoClaw"
|
||||
NVD_QUERY_SPECS="$(nvd_query_specs)"
|
||||
KEYWORDS_PATTERN="$(nvd_keyword_pattern)"
|
||||
GITHUB_REF_PATTERN="$(nvd_github_ref_pattern)"
|
||||
CPE_PATTERN="$(nvd_cpe_pattern)"
|
||||
ENRICH_SCRIPT="$PROJECT_ROOT/scripts/ci/enrich_exploitability.sh"
|
||||
|
||||
# Parse args
|
||||
@@ -86,16 +88,19 @@ END_ENC=${END_DATE//:/%3A}
|
||||
|
||||
echo "=== Fetching CVEs from NVD ==="
|
||||
|
||||
for KEYWORD in $KEYWORDS; do
|
||||
echo "Fetching keyword: $KEYWORD"
|
||||
|
||||
URL="https://services.nvd.nist.gov/rest/json/cves/2.0?keywordSearch=${KEYWORD}&lastModStartDate=${START_ENC}&lastModEndDate=${END_ENC}"
|
||||
|
||||
while IFS='|' read -r QUERY_KIND QUERY_VALUE; do
|
||||
[ -n "$QUERY_KIND" ] || continue
|
||||
|
||||
QUERY_SLUG=$(nvd_query_slug "$QUERY_KIND" "$QUERY_VALUE")
|
||||
echo "Fetching $QUERY_KIND query: $QUERY_VALUE"
|
||||
|
||||
URL=$(nvd_build_url "$QUERY_KIND" "$QUERY_VALUE" "&lastModStartDate=${START_ENC}&lastModEndDate=${END_ENC}")
|
||||
|
||||
# Fetch with retry logic
|
||||
for i in 1 2 3; do
|
||||
HTTP_CODE=$(curl -s -w "%{http_code}" -o "$TEMP_DIR/nvd_${KEYWORD}.json" "$URL")
|
||||
HTTP_CODE=$(curl -s -w "%{http_code}" -o "$TEMP_DIR/nvd_${QUERY_SLUG}.json" "$URL")
|
||||
if [ "$HTTP_CODE" = "200" ]; then
|
||||
COUNT=$(jq '.vulnerabilities | length // 0' "$TEMP_DIR/nvd_${KEYWORD}.json" 2>/dev/null || echo 0)
|
||||
COUNT=$(jq '.vulnerabilities | length // 0' "$TEMP_DIR/nvd_${QUERY_SLUG}.json" 2>/dev/null || echo 0)
|
||||
echo " ✓ Found $COUNT CVEs"
|
||||
break
|
||||
elif [ "$HTTP_CODE" = "403" ] || [ "$HTTP_CODE" = "429" ]; then
|
||||
@@ -110,7 +115,7 @@ for KEYWORD in $KEYWORDS; do
|
||||
# NVD recommends 6 second delay between requests
|
||||
echo " Waiting 6s (NVD rate limit)..."
|
||||
sleep 6
|
||||
done
|
||||
done <<< "$NVD_QUERY_SPECS"
|
||||
|
||||
echo ""
|
||||
echo "=== Processing CVEs ==="
|
||||
@@ -118,8 +123,10 @@ echo "=== Processing CVEs ==="
|
||||
# Combine all fetched CVEs
|
||||
echo '{"vulnerabilities":[]}' > "$TEMP_DIR/combined.json"
|
||||
|
||||
for KEYWORD in $KEYWORDS; do
|
||||
FILE="$TEMP_DIR/nvd_${KEYWORD}.json"
|
||||
while IFS='|' read -r QUERY_KIND QUERY_VALUE; do
|
||||
[ -n "$QUERY_KIND" ] || continue
|
||||
QUERY_SLUG=$(nvd_query_slug "$QUERY_KIND" "$QUERY_VALUE")
|
||||
FILE="$TEMP_DIR/nvd_${QUERY_SLUG}.json"
|
||||
if [ -f "$FILE" ] && [ -s "$FILE" ]; then
|
||||
if jq -e '.vulnerabilities' "$FILE" > /dev/null 2>&1; then
|
||||
jq -s '.[0].vulnerabilities += .[1].vulnerabilities | .[0]' \
|
||||
@@ -127,7 +134,7 @@ for KEYWORD in $KEYWORDS; do
|
||||
mv "$TEMP_DIR/combined_new.json" "$TEMP_DIR/combined.json"
|
||||
fi
|
||||
fi
|
||||
done
|
||||
done <<< "$NVD_QUERY_SPECS"
|
||||
|
||||
# Deduplicate by CVE ID
|
||||
jq '.vulnerabilities | unique_by(.cve.id)' "$TEMP_DIR/combined.json" > "$TEMP_DIR/unique_cves.json"
|
||||
@@ -135,13 +142,13 @@ TOTAL=$(jq 'length' "$TEMP_DIR/unique_cves.json")
|
||||
echo "Total unique CVEs from NVD: $TOTAL"
|
||||
|
||||
# Post-filter: keep only CVEs matching our criteria
|
||||
KEYWORDS_PATTERN="OpenClaw|clawdbot|Moltbot|openclaw|NanoClaw|nanoclaw|WhatsApp-bot|baileys"
|
||||
|
||||
jq --arg kw "$KEYWORDS_PATTERN" --arg gh "$GITHUB_REF_PATTERN" '
|
||||
jq --arg kw "$KEYWORDS_PATTERN" --arg gh "$GITHUB_REF_PATTERN" --arg cpe "$CPE_PATTERN" '
|
||||
[.[] | select(
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value | test($kw; "i"))
|
||||
or
|
||||
(.cve.references[]? | .url | test($gh; "i"))
|
||||
or
|
||||
([.cve.configurations[]? | .. | objects | .criteria? | strings | test($cpe; "i")] | any)
|
||||
)]
|
||||
' "$TEMP_DIR/unique_cves.json" > "$TEMP_DIR/filtered_cves.json"
|
||||
|
||||
@@ -151,17 +158,16 @@ echo "Filtered CVEs (matching criteria): $FILTERED"
|
||||
# Get existing advisory IDs (unless force mode)
|
||||
if [ "$FORCE" = "true" ]; then
|
||||
echo "Force mode: ignoring existing advisory IDs during transform"
|
||||
EXISTING_IDS=""
|
||||
echo '[]' > "$TEMP_DIR/existing_ids.json"
|
||||
elif [ -f "$FEED_PATH" ]; then
|
||||
EXISTING_IDS=$(jq -r '.advisories[]?.id // empty' "$FEED_PATH" | sort -u)
|
||||
jq -r '.advisories[]?.id // empty' "$FEED_PATH" | sort -u | \
|
||||
jq -R -s 'split("\n") | map(select(length > 0))' > "$TEMP_DIR/existing_ids.json"
|
||||
else
|
||||
EXISTING_IDS=""
|
||||
echo '[]' > "$TEMP_DIR/existing_ids.json"
|
||||
fi
|
||||
|
||||
# Transform CVEs to our advisory format (same logic as pipeline)
|
||||
EXISTING_JSON=$(echo "$EXISTING_IDS" | jq -R -s 'split("\n") | map(select(length > 0))')
|
||||
|
||||
jq --argjson existing "$EXISTING_JSON" '
|
||||
jq --slurpfile existing "$TEMP_DIR/existing_ids.json" '
|
||||
def map_severity:
|
||||
if . == null then "medium"
|
||||
elif . >= 9.0 then "critical"
|
||||
@@ -255,7 +261,8 @@ jq --argjson existing "$EXISTING_JSON" '
|
||||
(
|
||||
[
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value),
|
||||
(.cve.references[]?.url // empty)
|
||||
(.cve.references[]?.url // empty),
|
||||
(.cve.configurations[]? | .. | objects | .criteria? // empty)
|
||||
]
|
||||
| map(strings | ascii_downcase)
|
||||
| join(" ")
|
||||
@@ -263,27 +270,64 @@ jq --argjson existing "$EXISTING_JSON" '
|
||||
| (
|
||||
(if ($blob | test("github\\.com/openclaw/openclaw|\\bopenclaw\\b|\\bclawdbot\\b|\\bmoltbot\\b")) then ["openclaw@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/qwibitai/nanoclaw|\\bnanoclaw\\b|whatsapp-bot|\\bbaileys\\b")) then ["nanoclaw@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/softwarepub/hermes|cpe:2\\.3:a:software-metadata\\.pub:hermes|\\bhermes workflow\\b|software publication with rich metadata")) then ["hermes@*"] else [] end)
|
||||
+ (if ($blob | test("github\\.com/[^/]+/picoclaw|\\bpicoclaw\\b|cpe:2\\.3:[aho]:[^:]*:picoclaw(?::|$)")) then ["picoclaw@*"] else [] end)
|
||||
)
|
||||
);
|
||||
|
||||
def normalized_affected:
|
||||
def matched_targets:
|
||||
(
|
||||
(cpe_criteria + inferred_targets)
|
||||
| unique
|
||||
| .[0:5]
|
||||
| if length == 0 then ["openclaw@*", "nanoclaw@*"] else . end
|
||||
);
|
||||
|
||||
def platforms_from_targets($targets):
|
||||
(
|
||||
[
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("openclaw@") or test("^cpe:2\\.3:[aho]:openclaw:openclaw(?::|$)"))) | length > 0) then "openclaw" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("nanoclaw@") or test("^cpe:2\\.3:[aho]:[^:]*:nanoclaw(?::|$)"))) | length > 0) then "nanoclaw" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("hermes@") or test("^cpe:2\\.3:[aho]:software-metadata\\.pub:hermes(?::|$)"))) | length > 0) then "hermes" else empty end),
|
||||
(if ($targets | map(strings | ascii_downcase | select(startswith("picoclaw@") or test("^cpe:2\\.3:[aho]:[^:]*:picoclaw(?::|$)"))) | length > 0) then "picoclaw" else empty end)
|
||||
]
|
||||
);
|
||||
|
||||
def normalized_affected:
|
||||
(
|
||||
matched_targets
|
||||
| if length == 0 then ["openclaw@*", "nanoclaw@*", "hermes@*", "picoclaw@*"] else . end
|
||||
);
|
||||
|
||||
def normalized_platforms:
|
||||
(
|
||||
inferred_targets as $inferred
|
||||
| platforms_from_targets($inferred) as $from_inferred
|
||||
| if ($from_inferred | length) > 0 then $from_inferred
|
||||
else
|
||||
matched_targets as $targets
|
||||
| platforms_from_targets($targets) as $from_targets
|
||||
| if ($from_targets | length) > 0 then $from_targets else ["openclaw", "nanoclaw", "hermes", "picoclaw"] end
|
||||
end
|
||||
);
|
||||
|
||||
def preferred_description:
|
||||
(
|
||||
(.cve.descriptions[]? | select(.lang == "en") | .value)
|
||||
// .cve.descriptions[0]?.value
|
||||
// "No description provided by NVD."
|
||||
);
|
||||
|
||||
[.[] |
|
||||
select(.cve.id as $id | $existing | index($id) | not) |
|
||||
select(.cve.id as $id | (($existing[0] // []) | index($id) | not)) |
|
||||
{
|
||||
id: .cve.id,
|
||||
severity: (get_cvss_score | map_severity),
|
||||
type: nvd_category_name,
|
||||
nvd_category_id: nvd_category_raw,
|
||||
title: (.cve.descriptions[] | select(.lang == "en") | .value | .[0:100] + (if length > 100 then "..." else "" end)),
|
||||
description: (.cve.descriptions[] | select(.lang == "en") | .value),
|
||||
title: (preferred_description | .[0:100] + (if length > 100 then "..." else "" end)),
|
||||
description: preferred_description,
|
||||
affected: normalized_affected,
|
||||
platforms: normalized_platforms,
|
||||
action: "Review and update affected components. See NVD for remediation details.",
|
||||
published: .cve.published,
|
||||
references: [.cve.references[]?.url // empty] | unique | .[0:3],
|
||||
@@ -298,6 +342,11 @@ jq --argjson existing "$EXISTING_JSON" '
|
||||
NEW_COUNT=$(jq 'length' "$TEMP_DIR/new_advisories.json")
|
||||
echo "New advisories to add: $NEW_COUNT"
|
||||
|
||||
if [ "$FORCE" = "true" ] && [ "$NEW_COUNT" -ne "$FILTERED" ]; then
|
||||
echo "Error: full rebuild transform mismatch (filtered=$FILTERED, transformed=$NEW_COUNT)"
|
||||
exit 1
|
||||
fi
|
||||
|
||||
if [ "$NEW_COUNT" -eq 0 ]; then
|
||||
echo ""
|
||||
echo "No new CVEs found. Feed is up to date."
|
||||
@@ -338,11 +387,11 @@ NOW=$(date -u +%Y-%m-%dT%H:%M:%SZ)
|
||||
|
||||
# Merge new advisories into existing feed
|
||||
if [ -f "$FEED_PATH" ]; then
|
||||
jq --argjson new "$(cat "$TEMP_DIR/new_advisories.json")" --arg now "$NOW" '
|
||||
jq --slurpfile new "$TEMP_DIR/new_advisories.json" --arg now "$NOW" '
|
||||
.updated = $now |
|
||||
# Merge by advisory ID so force mode can refresh existing CVEs without duplicates
|
||||
.advisories = (
|
||||
reduce (.advisories + $new)[] as $adv
|
||||
reduce ((.advisories // []) + ($new[0] // []))[] as $adv
|
||||
({};
|
||||
if ($adv.id // "") == "" then
|
||||
.
|
||||
@@ -356,11 +405,11 @@ if [ -f "$FEED_PATH" ]; then
|
||||
)
|
||||
' "$FEED_PATH" > "$TEMP_DIR/updated_feed.json"
|
||||
else
|
||||
jq -n --argjson advisories "$(cat "$TEMP_DIR/new_advisories.json")" --arg now "$NOW" '{
|
||||
jq -n --slurpfile advisories "$TEMP_DIR/new_advisories.json" --arg now "$NOW" '{
|
||||
version: "1.0.0",
|
||||
updated: $now,
|
||||
description: "Community-driven security advisory feed for ClawSec. Automatically updated with OpenClaw and NanoClaw-related CVEs from NVD.",
|
||||
advisories: ($advisories | sort_by(.published) | reverse)
|
||||
description: "Community-driven security advisory feed for ClawSec. Automatically updated with OpenClaw, NanoClaw, Hermes, and Picoclaw-related CVEs from NVD.",
|
||||
advisories: (($advisories[0] // []) | sort_by(.published) | reverse)
|
||||
}' > "$TEMP_DIR/updated_feed.json"
|
||||
fi
|
||||
|
||||
|
||||
@@ -168,15 +168,35 @@ EOF
|
||||
echo " ✓ Generated: checksums.json"
|
||||
|
||||
# Build skill entry for index
|
||||
SKILL_DATA=$(jq -c --arg tag "$TAG" '{
|
||||
id: .name,
|
||||
name: .name,
|
||||
version: .version,
|
||||
description: .description,
|
||||
emoji: .openclaw.emoji,
|
||||
category: .openclaw.category,
|
||||
tag: $tag
|
||||
}' "$SKILL_JSON")
|
||||
SKILL_DATA=$(jq -c --arg tag "$TAG" '
|
||||
. as $skill |
|
||||
def object_or_empty($value):
|
||||
if ($value | type) == "object" then $value else {} end;
|
||||
def object_field($name):
|
||||
object_or_empty($skill[$name]?);
|
||||
def platform_meta:
|
||||
($skill.platform as $platform
|
||||
| if ($platform | type) == "string" then object_or_empty($skill[$platform]?)
|
||||
else {}
|
||||
end);
|
||||
def platform_list:
|
||||
([]
|
||||
+ (if ($skill.platforms | type) == "array" then $skill.platforms else [] end)
|
||||
+ (if ($skill.platform | type) == "string" then [$skill.platform] else [] end)
|
||||
+ (["openclaw", "hermes", "nanoclaw", "picoclaw"] | map(select((object_field(.) | length) > 0))))
|
||||
| map(select(type == "string") | ascii_downcase)
|
||||
| unique;
|
||||
{
|
||||
id: .name,
|
||||
name: .name,
|
||||
version: .version,
|
||||
description: .description,
|
||||
emoji: (platform_meta.emoji // object_field("openclaw").emoji // object_field("hermes").emoji // object_field("nanoclaw").emoji // object_field("picoclaw").emoji // "📦"),
|
||||
category: (platform_meta.category // object_field("openclaw").category // object_field("hermes").category // object_field("nanoclaw").category // object_field("picoclaw").category // "utility"),
|
||||
platforms: platform_list,
|
||||
tag: $tag
|
||||
}
|
||||
' "$SKILL_JSON")
|
||||
|
||||
# Append to index
|
||||
if [ "$FIRST_SKILL" = "true" ]; then
|
||||
|
||||
@@ -0,0 +1,54 @@
|
||||
import assert from "node:assert/strict";
|
||||
import { readFile } from "node:fs/promises";
|
||||
|
||||
const workflowPath = new URL("../.github/workflows/deploy-pages.yml", import.meta.url);
|
||||
const workflow = await readFile(workflowPath, "utf8");
|
||||
|
||||
function stepIndex(name) {
|
||||
const marker = `- name: ${name}`;
|
||||
const index = workflow.indexOf(marker);
|
||||
assert.notEqual(index, -1, `missing workflow step: ${name}`);
|
||||
return index;
|
||||
}
|
||||
|
||||
const signFeedIndex = stepIndex("Sign advisory feed and verify");
|
||||
const signGhsaIndex = stepIndex("Sign provisional GHSA feed and verify");
|
||||
const generateChecksumsIndex = stepIndex("Generate advisory checksums manifest");
|
||||
const signChecksumsIndex = stepIndex("Sign checksums and verify");
|
||||
|
||||
assert.ok(
|
||||
signFeedIndex < generateChecksumsIndex,
|
||||
"advisory checksums manifest must be generated after feed.json.sig is created",
|
||||
);
|
||||
assert.ok(
|
||||
signGhsaIndex < generateChecksumsIndex,
|
||||
"advisory checksums manifest must be generated after ghsa-without-cve.json.sig is created",
|
||||
);
|
||||
assert.ok(
|
||||
generateChecksumsIndex < signChecksumsIndex,
|
||||
"checksums signature must be generated after checksums.json is refreshed",
|
||||
);
|
||||
|
||||
const generateStepBody = workflow.slice(generateChecksumsIndex, signChecksumsIndex);
|
||||
assert.match(
|
||||
generateStepBody,
|
||||
/public\/advisories\/\*\.json\.sig/,
|
||||
"advisory checksums manifest must include detached advisory signatures",
|
||||
);
|
||||
|
||||
const mirrorBlockIndex = workflow.indexOf(
|
||||
"# Mirror advisories feed + signatures at the path referenced by suite docs/heartbeat",
|
||||
);
|
||||
assert.notEqual(mirrorBlockIndex, -1, "missing advisory release mirror block");
|
||||
|
||||
const mirrorBlock = workflow.slice(mirrorBlockIndex, workflow.indexOf("if [ -f \"public/checksums.json\"", mirrorBlockIndex));
|
||||
assert.match(
|
||||
mirrorBlock,
|
||||
/cp "public\/advisories\/ghsa-without-cve\.json" "\$MIRROR_LATEST_DIR\/ghsa-without-cve\.json"/,
|
||||
"GHSA provisional feed must be mirrored at the release-root compatibility path",
|
||||
);
|
||||
assert.match(
|
||||
mirrorBlock,
|
||||
/cp "public\/advisories\/ghsa-without-cve\.json\.sig" "\$MIRROR_LATEST_DIR\/ghsa-without-cve\.json\.sig"/,
|
||||
"GHSA provisional feed signature must be mirrored at the release-root compatibility path",
|
||||
);
|
||||
@@ -0,0 +1,37 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import { readFile } from 'node:fs/promises';
|
||||
|
||||
const workflowPath = new URL('../.github/workflows/poll-ghsa-without-cve.yml', import.meta.url);
|
||||
const workflow = await readFile(workflowPath, 'utf8');
|
||||
|
||||
assert.match(workflow, /workflow_dispatch:/, 'GHSA poll workflow must remain runnable as a manual fallback');
|
||||
assert.doesNotMatch(
|
||||
workflow,
|
||||
/\n\s+schedule:/,
|
||||
'Scheduled GHSA consolidation belongs to the NVD workflow to avoid duplicate automated feed PRs',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/FEED_PATH:\s+advisories\/feed\.json/,
|
||||
'GHSA poll workflow must know the consolidated agent feed path',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/SKILL_FEED_PATH:\s+skills\/clawsec-feed\/advisories\/feed\.json/,
|
||||
'GHSA poll workflow must sync the consolidated agent feed into clawsec-feed',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/--consolidated-feed "\$FEED_PATH"/,
|
||||
'GHSA poll workflow must merge GHSA advisories into the agent-facing feed',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/input_file: \$\{\{ env\.FEED_PATH \}\}/,
|
||||
'GHSA poll workflow must sign the consolidated agent feed when it changes',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/cp "\$FEED_SIG_PATH" "\$SKILL_FEED_SIG_PATH"/,
|
||||
'GHSA poll workflow must sync consolidated feed signature into clawsec-feed',
|
||||
);
|
||||
@@ -0,0 +1,425 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import test from 'node:test';
|
||||
|
||||
import {
|
||||
buildConsolidatedAdvisoryFeed,
|
||||
buildGhsaWithoutCveFeed,
|
||||
fetchGitHubSecurityAdvisories,
|
||||
inferPlatforms,
|
||||
normalizeGhsaAdvisory,
|
||||
} from './ghsa-without-cve-feed.mjs';
|
||||
|
||||
const fixedNow = '2026-05-24T00:00:00Z';
|
||||
|
||||
function advisory(overrides = {}) {
|
||||
return {
|
||||
ghsa_id: 'GHSA-test-1111-2222',
|
||||
cve_id: null,
|
||||
html_url: 'https://github.com/openclaw/openclaw/security/advisories/GHSA-test-1111-2222',
|
||||
summary: 'Workspace bridge allows sandbox escape',
|
||||
description: 'OpenClaw before 2026.4.25 allowed a sandbox escape.',
|
||||
severity: 'high',
|
||||
published_at: '2026-04-24T00:00:00Z',
|
||||
updated_at: '2026-04-25T00:00:00Z',
|
||||
vulnerabilities: [
|
||||
{
|
||||
package: { ecosystem: 'npm', name: 'openclaw' },
|
||||
vulnerable_version_range: '<2026.4.25',
|
||||
patched_versions: '2026.4.25',
|
||||
},
|
||||
],
|
||||
cvss: {
|
||||
vector_string: 'CVSS:3.1/AV:L/AC:L/PR:N/UI:R/S:U/C:H/I:H/A:H',
|
||||
score: 7.8,
|
||||
},
|
||||
cwe_ids: ['CWE-94'],
|
||||
credits: [{ login: 'researcher', type: 'reporter' }],
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
test('inferPlatforms maps known repositories to feed platforms', () => {
|
||||
assert.deepEqual(inferPlatforms('openclaw/openclaw'), ['openclaw']);
|
||||
assert.deepEqual(inferPlatforms('qwibitai/nanoclaw'), ['nanoclaw']);
|
||||
assert.deepEqual(inferPlatforms('softwarepub/hermes'), ['hermes']);
|
||||
assert.deepEqual(inferPlatforms('sipeed/picoclaw'), ['picoclaw']);
|
||||
});
|
||||
|
||||
test('fetchGitHubSecurityAdvisories follows cursor pagination links', async (t) => {
|
||||
const originalFetch = globalThis.fetch;
|
||||
const nextUrl =
|
||||
'https://api.github.com/repositories/1103012935/security-advisories?per_page=100&after=cursor';
|
||||
const calls = [];
|
||||
|
||||
globalThis.fetch = async (url) => {
|
||||
calls.push(String(url));
|
||||
if (calls.length === 1) {
|
||||
return new globalThis.Response(
|
||||
JSON.stringify(
|
||||
Array.from({ length: 100 }, (_, index) =>
|
||||
advisory({ ghsa_id: `GHSA-page-1111-${String(index).padStart(4, '0')}` }),
|
||||
),
|
||||
),
|
||||
{
|
||||
status: 200,
|
||||
headers: {
|
||||
Link: `<${nextUrl}>; rel="next"`,
|
||||
},
|
||||
},
|
||||
);
|
||||
}
|
||||
if (String(url) !== nextUrl) {
|
||||
throw new Error(`unexpected pagination URL: ${url}`);
|
||||
}
|
||||
return new globalThis.Response(JSON.stringify([advisory({ ghsa_id: 'GHSA-next-1111-2222' })]), {
|
||||
status: 200,
|
||||
});
|
||||
};
|
||||
t.after(() => {
|
||||
globalThis.fetch = originalFetch;
|
||||
});
|
||||
|
||||
const advisories = await fetchGitHubSecurityAdvisories('openclaw/openclaw', {
|
||||
token: 'test-token',
|
||||
});
|
||||
|
||||
assert.equal(calls.length, 2);
|
||||
assert.equal(calls[1], nextUrl);
|
||||
assert.equal(advisories.length, 101);
|
||||
assert.equal(advisories.at(-1).ghsa_id, 'GHSA-next-1111-2222');
|
||||
});
|
||||
|
||||
test('normalizeGhsaAdvisory marks fresh GHSA-only advisories active', () => {
|
||||
const normalized = normalizeGhsaAdvisory(advisory(), {
|
||||
now: fixedNow,
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
});
|
||||
|
||||
assert.equal(normalized.id, 'GHSA-test-1111-2222');
|
||||
assert.equal(normalized.status, 'active');
|
||||
assert.equal(normalized.cve_id, null);
|
||||
assert.equal(normalized.stale, false);
|
||||
assert.deepEqual(normalized.platforms, ['openclaw']);
|
||||
assert.deepEqual(normalized.affected, ['openclaw@<2026.4.25']);
|
||||
});
|
||||
|
||||
test('normalizeGhsaAdvisory marks old GHSA-only advisories stale after threshold', () => {
|
||||
const normalized = normalizeGhsaAdvisory(
|
||||
advisory({ published_at: '2026-03-01T00:00:00Z' }),
|
||||
{
|
||||
now: fixedNow,
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
},
|
||||
);
|
||||
|
||||
assert.equal(normalized.status, 'stale');
|
||||
assert.equal(normalized.stale, true);
|
||||
assert.equal(normalized.cve_id, null);
|
||||
});
|
||||
|
||||
test('normalizeGhsaAdvisory marks existing GHSA entries matured when a CVE appears', () => {
|
||||
const normalized = normalizeGhsaAdvisory(
|
||||
advisory({ cve_id: 'CVE-2026-9999' }),
|
||||
{
|
||||
now: fixedNow,
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
},
|
||||
);
|
||||
|
||||
assert.equal(normalized.status, 'matured');
|
||||
assert.equal(normalized.stale, false);
|
||||
assert.equal(normalized.cve_id, 'CVE-2026-9999');
|
||||
assert.equal(normalized.nvd_url, 'https://nvd.nist.gov/vuln/detail/CVE-2026-9999');
|
||||
});
|
||||
|
||||
test('buildGhsaWithoutCveFeed only imports CVE-backed advisories that were already tracked', () => {
|
||||
const existing = {
|
||||
version: '0.1.0',
|
||||
advisories: [
|
||||
normalizeGhsaAdvisory(advisory({ ghsa_id: 'GHSA-old-1111-2222' }), {
|
||||
now: '2026-04-25T00:00:00Z',
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
}),
|
||||
],
|
||||
};
|
||||
const fetched = [
|
||||
{
|
||||
repository: 'openclaw/openclaw',
|
||||
advisories: [
|
||||
advisory({ ghsa_id: 'GHSA-new-1111-2222', cve_id: null }),
|
||||
advisory({ ghsa_id: 'GHSA-old-1111-2222', cve_id: 'CVE-2026-1111' }),
|
||||
advisory({ ghsa_id: 'GHSA-cve-only-1111-2222', cve_id: 'CVE-2026-2222' }),
|
||||
],
|
||||
},
|
||||
];
|
||||
|
||||
const feed = buildGhsaWithoutCveFeed({
|
||||
fetched,
|
||||
existingFeed: existing,
|
||||
nvdFeed: { advisories: [] },
|
||||
now: fixedNow,
|
||||
staleAfterDays: 60,
|
||||
});
|
||||
|
||||
assert.deepEqual(
|
||||
feed.advisories.map((entry) => [entry.id, entry.status, entry.cve_id]),
|
||||
[
|
||||
['GHSA-new-1111-2222', 'active', null],
|
||||
['GHSA-old-1111-2222', 'matured', 'CVE-2026-1111'],
|
||||
],
|
||||
);
|
||||
});
|
||||
|
||||
test('buildGhsaWithoutCveFeed matures tracked GHSAs when the CVE feed references them', () => {
|
||||
const existing = {
|
||||
version: '0.1.0',
|
||||
advisories: [
|
||||
normalizeGhsaAdvisory(advisory({ ghsa_id: 'GHSA-oooo-3333-4444' }), {
|
||||
now: '2026-04-25T00:00:00Z',
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
}),
|
||||
],
|
||||
};
|
||||
const feed = buildGhsaWithoutCveFeed({
|
||||
fetched: [
|
||||
{
|
||||
repository: 'openclaw/openclaw',
|
||||
advisories: [advisory({ ghsa_id: 'GHSA-oooo-3333-4444', cve_id: null })],
|
||||
},
|
||||
],
|
||||
existingFeed: existing,
|
||||
nvdFeed: {
|
||||
advisories: [
|
||||
{
|
||||
id: 'CVE-2026-3333',
|
||||
references: [
|
||||
'https://github.com/openclaw/openclaw/security/advisories/GHSA-oooo-3333-4444',
|
||||
],
|
||||
},
|
||||
],
|
||||
},
|
||||
now: fixedNow,
|
||||
staleAfterDays: 60,
|
||||
});
|
||||
|
||||
assert.equal(feed.advisories[0].status, 'matured');
|
||||
assert.equal(feed.advisories[0].cve_id, 'CVE-2026-3333');
|
||||
});
|
||||
|
||||
test('buildConsolidatedAdvisoryFeed appends active GHSA advisories without moving the NVD poll cursor', () => {
|
||||
const canonicalFeed = {
|
||||
version: '1.0.0',
|
||||
updated: '2026-05-23T00:00:00Z',
|
||||
description: 'Community-driven security advisory feed for ClawSec',
|
||||
advisories: [
|
||||
{
|
||||
id: 'CVE-2026-1111',
|
||||
severity: 'high',
|
||||
type: 'os_command_injection',
|
||||
title: 'Existing CVE',
|
||||
description: 'Existing CVE advisory',
|
||||
affected: ['openclaw@*'],
|
||||
platforms: ['openclaw'],
|
||||
action: 'Review NVD.',
|
||||
published: '2026-05-01T00:00:00Z',
|
||||
},
|
||||
],
|
||||
};
|
||||
const ghsaFeed = {
|
||||
advisories: [
|
||||
normalizeGhsaAdvisory(advisory({ ghsa_id: 'GHSA-active-1111-2222', cve_id: null }), {
|
||||
now: fixedNow,
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
}),
|
||||
],
|
||||
};
|
||||
|
||||
const consolidated = buildConsolidatedAdvisoryFeed({
|
||||
canonicalFeed,
|
||||
ghsaFeed,
|
||||
now: fixedNow,
|
||||
});
|
||||
|
||||
assert.deepEqual(
|
||||
consolidated.advisories.map((entry) => entry.id),
|
||||
['CVE-2026-1111', 'GHSA-active-1111-2222'],
|
||||
);
|
||||
assert.equal(consolidated.updated, canonicalFeed.updated);
|
||||
assert.equal(consolidated.advisories[1].source_feed, 'ghsa-without-cve');
|
||||
});
|
||||
|
||||
test('buildConsolidatedAdvisoryFeed keeps existing GHSA advisories when replacement feed is empty', () => {
|
||||
const canonicalFeed = {
|
||||
version: '1.0.0',
|
||||
updated: '2026-05-23T00:00:00Z',
|
||||
advisories: [
|
||||
{
|
||||
id: 'CVE-2026-1111',
|
||||
published: '2026-05-01T00:00:00Z',
|
||||
},
|
||||
{
|
||||
id: 'GHSA-keep-1111-2222',
|
||||
ghsa_id: 'GHSA-keep-1111-2222',
|
||||
status: 'active',
|
||||
published: '2026-05-02T00:00:00Z',
|
||||
source_feed: 'ghsa-without-cve',
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
const consolidated = buildConsolidatedAdvisoryFeed({
|
||||
canonicalFeed,
|
||||
ghsaFeed: { advisories: [] },
|
||||
now: fixedNow,
|
||||
});
|
||||
|
||||
assert.deepEqual(
|
||||
consolidated.advisories.map((entry) => entry.id),
|
||||
['GHSA-keep-1111-2222', 'CVE-2026-1111'],
|
||||
);
|
||||
});
|
||||
|
||||
test('buildConsolidatedAdvisoryFeed replaces only matching GHSA canonical entries', () => {
|
||||
const canonicalFeed = {
|
||||
version: '1.0.0',
|
||||
updated: '2026-05-23T00:00:00Z',
|
||||
advisories: [
|
||||
{
|
||||
id: 'GHSA-repl-1111-2222',
|
||||
ghsa_id: 'GHSA-repl-1111-2222',
|
||||
status: 'active',
|
||||
title: 'Old GHSA payload',
|
||||
published: '2026-05-01T00:00:00Z',
|
||||
source_feed: 'ghsa-without-cve',
|
||||
},
|
||||
{
|
||||
id: 'GHSA-keep-3333-4444',
|
||||
ghsa_id: 'GHSA-keep-3333-4444',
|
||||
status: 'active',
|
||||
title: 'Retained GHSA payload',
|
||||
published: '2026-05-02T00:00:00Z',
|
||||
source_feed: 'ghsa-without-cve',
|
||||
},
|
||||
],
|
||||
};
|
||||
const ghsaFeed = {
|
||||
advisories: [
|
||||
{
|
||||
id: 'GHSA-repl-1111-2222',
|
||||
ghsa_id: 'GHSA-repl-1111-2222',
|
||||
status: 'stale',
|
||||
title: 'Replacement GHSA payload',
|
||||
published: '2026-05-03T00:00:00Z',
|
||||
},
|
||||
],
|
||||
};
|
||||
|
||||
const consolidated = buildConsolidatedAdvisoryFeed({
|
||||
canonicalFeed,
|
||||
ghsaFeed,
|
||||
now: fixedNow,
|
||||
});
|
||||
|
||||
assert.deepEqual(
|
||||
consolidated.advisories.map((entry) => [entry.id, entry.title, entry.status]),
|
||||
[
|
||||
['GHSA-repl-1111-2222', 'Replacement GHSA payload', 'stale'],
|
||||
['GHSA-keep-3333-4444', 'Retained GHSA payload', 'active'],
|
||||
],
|
||||
);
|
||||
});
|
||||
|
||||
test('buildConsolidatedAdvisoryFeed drops GHSA duplicate when matching CVE is present', () => {
|
||||
const canonicalFeed = {
|
||||
version: '1.0.0',
|
||||
updated: '2026-05-23T00:00:00Z',
|
||||
advisories: [
|
||||
{
|
||||
id: 'CVE-2026-2222',
|
||||
severity: 'high',
|
||||
type: 'code_injection',
|
||||
title: 'Canonical CVE',
|
||||
description: 'Canonical CVE advisory',
|
||||
affected: ['openclaw@*'],
|
||||
platforms: ['openclaw'],
|
||||
action: 'Review NVD.',
|
||||
published: '2026-05-02T00:00:00Z',
|
||||
},
|
||||
{
|
||||
id: 'GHSA-old-duplicate',
|
||||
ghsa_id: 'GHSA-old-duplicate',
|
||||
cve_id: 'CVE-2026-2222',
|
||||
status: 'matured',
|
||||
source_feed: 'ghsa-without-cve',
|
||||
severity: 'high',
|
||||
type: 'github_security_advisory',
|
||||
title: 'Old duplicate',
|
||||
description: 'Old provisional duplicate',
|
||||
affected: ['openclaw@*'],
|
||||
platforms: ['openclaw'],
|
||||
action: 'Track CVE.',
|
||||
published: '2026-05-01T00:00:00Z',
|
||||
},
|
||||
],
|
||||
};
|
||||
const ghsaFeed = {
|
||||
advisories: [
|
||||
normalizeGhsaAdvisory(
|
||||
advisory({ ghsa_id: 'GHSA-new-duplicate', cve_id: 'CVE-2026-2222' }),
|
||||
{
|
||||
now: fixedNow,
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
},
|
||||
),
|
||||
],
|
||||
};
|
||||
|
||||
const consolidated = buildConsolidatedAdvisoryFeed({
|
||||
canonicalFeed,
|
||||
ghsaFeed,
|
||||
now: fixedNow,
|
||||
});
|
||||
|
||||
assert.deepEqual(
|
||||
consolidated.advisories.map((entry) => entry.id),
|
||||
['CVE-2026-2222'],
|
||||
);
|
||||
});
|
||||
|
||||
test('buildConsolidatedAdvisoryFeed keeps matured GHSA until CVE lands in canonical feed', () => {
|
||||
const canonicalFeed = {
|
||||
version: '1.0.0',
|
||||
updated: '2026-05-23T00:00:00Z',
|
||||
advisories: [],
|
||||
};
|
||||
const ghsaFeed = {
|
||||
advisories: [
|
||||
normalizeGhsaAdvisory(
|
||||
advisory({ ghsa_id: 'GHSA-matured-1111-2222', cve_id: 'CVE-2026-4444' }),
|
||||
{
|
||||
now: fixedNow,
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
},
|
||||
),
|
||||
],
|
||||
};
|
||||
|
||||
const consolidated = buildConsolidatedAdvisoryFeed({
|
||||
canonicalFeed,
|
||||
ghsaFeed,
|
||||
now: fixedNow,
|
||||
});
|
||||
|
||||
assert.deepEqual(
|
||||
consolidated.advisories.map((entry) => [entry.id, entry.status, entry.cve_id]),
|
||||
[['GHSA-matured-1111-2222', 'matured', 'CVE-2026-4444']],
|
||||
);
|
||||
});
|
||||
@@ -0,0 +1,241 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import { mkdtemp, readdir, readFile } from 'node:fs/promises';
|
||||
import os from 'node:os';
|
||||
import path from 'node:path';
|
||||
import test from 'node:test';
|
||||
|
||||
import {
|
||||
buildTrafficSummary,
|
||||
fetchGitHubTraffic,
|
||||
mergeTrafficArchive,
|
||||
writeJson,
|
||||
} from './archive-github-traffic.mjs';
|
||||
|
||||
const TEST_REPOSITORY = 'prompt-security/clawsec';
|
||||
const TEST_CAPTURE_DATE = Date.UTC(2026, 5, 3);
|
||||
|
||||
const utcDay = (offsetFromCaptureDate = 0) => {
|
||||
const date = new Date(TEST_CAPTURE_DATE);
|
||||
date.setUTCDate(date.getUTCDate() + offsetFromCaptureDate);
|
||||
return `${date.toISOString().slice(0, 10)}T00:00:00Z`;
|
||||
};
|
||||
|
||||
const captureAt = ({
|
||||
offsetFromCaptureDate = 0,
|
||||
hour = 3,
|
||||
minute = 17,
|
||||
} = {}) => {
|
||||
const date = new Date(TEST_CAPTURE_DATE);
|
||||
date.setUTCDate(date.getUTCDate() + offsetFromCaptureDate);
|
||||
date.setUTCHours(hour, minute, 0, 0);
|
||||
return date.toISOString();
|
||||
};
|
||||
|
||||
const capturedAt = captureAt();
|
||||
|
||||
test('fetchGitHubTraffic requests the daily GitHub traffic endpoints with auth', async () => {
|
||||
const calls = [];
|
||||
const responses = {
|
||||
[`/repos/${TEST_REPOSITORY}/traffic/views?per=day`]: {
|
||||
count: 30,
|
||||
uniques: 18,
|
||||
views: [{ timestamp: utcDay(-1), count: 30, uniques: 18 }],
|
||||
},
|
||||
[`/repos/${TEST_REPOSITORY}/traffic/clones?per=day`]: {
|
||||
count: 7,
|
||||
uniques: 5,
|
||||
clones: [{ timestamp: utcDay(-1), count: 7, uniques: 5 }],
|
||||
},
|
||||
[`/repos/${TEST_REPOSITORY}/traffic/popular/referrers`]: [
|
||||
{ referrer: 'github.com', count: 12, uniques: 9 },
|
||||
],
|
||||
[`/repos/${TEST_REPOSITORY}/traffic/popular/paths`]: [
|
||||
{ path: `/${TEST_REPOSITORY}`, title: TEST_REPOSITORY, count: 16, uniques: 10 },
|
||||
],
|
||||
};
|
||||
|
||||
const fetchImpl = async (url, options) => {
|
||||
calls.push({ url: String(url), headers: options.headers });
|
||||
const pathname = new URL(url).pathname;
|
||||
const search = new URL(url).search;
|
||||
const payload = responses[`${pathname}${search}`];
|
||||
assert.ok(payload, `unexpected traffic endpoint: ${pathname}${search}`);
|
||||
return new globalThis.Response(JSON.stringify(payload), { status: 200 });
|
||||
};
|
||||
|
||||
const snapshot = await fetchGitHubTraffic({
|
||||
repo: TEST_REPOSITORY,
|
||||
token: 'test-token',
|
||||
capturedAt,
|
||||
fetchImpl,
|
||||
});
|
||||
|
||||
assert.equal(calls.length, 4);
|
||||
assert.ok(calls.every((call) => call.headers.Authorization === 'Bearer test-token'));
|
||||
assert.deepEqual(snapshot.views.views, responses[`/repos/${TEST_REPOSITORY}/traffic/views?per=day`].views);
|
||||
assert.deepEqual(snapshot.clones.clones, responses[`/repos/${TEST_REPOSITORY}/traffic/clones?per=day`].clones);
|
||||
});
|
||||
|
||||
test('mergeTrafficArchive upserts daily views and clones without double-counting overlapping windows', () => {
|
||||
const archive = mergeTrafficArchive(
|
||||
{
|
||||
version: 1,
|
||||
repository: TEST_REPOSITORY,
|
||||
updated_at: captureAt({ offsetFromCaptureDate: -1 }),
|
||||
daily: {
|
||||
views: [
|
||||
{ timestamp: utcDay(-2), count: 10, uniques: 6 },
|
||||
{ timestamp: utcDay(-1), count: 20, uniques: 12 },
|
||||
],
|
||||
clones: [
|
||||
{ timestamp: utcDay(-2), count: 2, uniques: 1 },
|
||||
],
|
||||
},
|
||||
snapshots: {
|
||||
referrers: [],
|
||||
paths: [],
|
||||
},
|
||||
captures: [],
|
||||
},
|
||||
{
|
||||
repository: TEST_REPOSITORY,
|
||||
captured_at: capturedAt,
|
||||
views: {
|
||||
views: [
|
||||
{ timestamp: utcDay(-1), count: 25, uniques: 14 },
|
||||
{ timestamp: utcDay(), count: 35, uniques: 21 },
|
||||
],
|
||||
},
|
||||
clones: {
|
||||
clones: [
|
||||
{ timestamp: utcDay(-1), count: 3, uniques: 2 },
|
||||
{ timestamp: utcDay(), count: 5, uniques: 4 },
|
||||
],
|
||||
},
|
||||
referrers: [{ referrer: 'github.com', count: 12, uniques: 9 }],
|
||||
paths: [{ path: `/${TEST_REPOSITORY}`, title: TEST_REPOSITORY, count: 16, uniques: 10 }],
|
||||
},
|
||||
);
|
||||
|
||||
assert.deepEqual(archive.daily.views, [
|
||||
{ timestamp: utcDay(-2), count: 10, uniques: 6 },
|
||||
{ timestamp: utcDay(-1), count: 25, uniques: 14 },
|
||||
{ timestamp: utcDay(), count: 35, uniques: 21 },
|
||||
]);
|
||||
assert.deepEqual(archive.daily.clones, [
|
||||
{ timestamp: utcDay(-2), count: 2, uniques: 1 },
|
||||
{ timestamp: utcDay(-1), count: 3, uniques: 2 },
|
||||
{ timestamp: utcDay(), count: 5, uniques: 4 },
|
||||
]);
|
||||
});
|
||||
|
||||
test('mergeTrafficArchive keeps one referrer/path snapshot per capture date', () => {
|
||||
const first = mergeTrafficArchive(undefined, {
|
||||
repository: TEST_REPOSITORY,
|
||||
captured_at: capturedAt,
|
||||
views: { views: [] },
|
||||
clones: { clones: [] },
|
||||
referrers: [{ referrer: 'github.com', count: 12, uniques: 9 }],
|
||||
paths: [{ path: `/${TEST_REPOSITORY}`, title: TEST_REPOSITORY, count: 16, uniques: 10 }],
|
||||
});
|
||||
|
||||
const second = mergeTrafficArchive(first, {
|
||||
repository: TEST_REPOSITORY,
|
||||
captured_at: captureAt({ hour: 4, minute: 0 }),
|
||||
views: { views: [] },
|
||||
clones: { clones: [] },
|
||||
referrers: [{ referrer: 'google.com', count: 8, uniques: 6 }],
|
||||
paths: [{ path: `/${TEST_REPOSITORY}/wiki`, title: 'Wiki', count: 11, uniques: 7 }],
|
||||
});
|
||||
|
||||
assert.equal(second.snapshots.referrers.length, 1);
|
||||
assert.equal(second.snapshots.paths.length, 1);
|
||||
assert.deepEqual(second.snapshots.referrers[0].entries, [
|
||||
{ referrer: 'google.com', count: 8, uniques: 6 },
|
||||
]);
|
||||
assert.deepEqual(second.snapshots.paths[0].entries, [
|
||||
{ path: `/${TEST_REPOSITORY}/wiki`, title: 'Wiki', count: 11, uniques: 7 },
|
||||
]);
|
||||
});
|
||||
|
||||
test('mergeTrafficArchive rejects blank referrer and path fields instead of archiving empty strings', () => {
|
||||
assert.throws(
|
||||
() => mergeTrafficArchive(undefined, {
|
||||
repository: TEST_REPOSITORY,
|
||||
captured_at: capturedAt,
|
||||
views: { views: [] },
|
||||
clones: { clones: [] },
|
||||
referrers: [{ count: 12, uniques: 9 }],
|
||||
paths: [],
|
||||
}),
|
||||
/referrers\.referrer must be a non-empty string/,
|
||||
);
|
||||
|
||||
assert.throws(
|
||||
() => mergeTrafficArchive(undefined, {
|
||||
repository: TEST_REPOSITORY,
|
||||
captured_at: capturedAt,
|
||||
views: { views: [] },
|
||||
clones: { clones: [] },
|
||||
referrers: [],
|
||||
paths: [{ path: `/${TEST_REPOSITORY}`, title: ' ', count: 16, uniques: 10 }],
|
||||
}),
|
||||
/paths\.title must be a non-empty string/,
|
||||
);
|
||||
});
|
||||
|
||||
test('writeJson replaces JSON through a same-directory temporary file', async () => {
|
||||
const dir = await mkdtemp(path.join(os.tmpdir(), 'clawsec-traffic-json-'));
|
||||
const file = path.join(dir, 'summary.json');
|
||||
|
||||
await writeJson(file, { version: 1, count: 1 });
|
||||
await writeJson(file, { version: 1, count: 2 });
|
||||
|
||||
assert.equal(await readFile(file, 'utf8'), '{\n "version": 1,\n "count": 2\n}\n');
|
||||
assert.deepEqual(await readdir(dir), ['summary.json']);
|
||||
});
|
||||
|
||||
test('buildTrafficSummary reports count totals and labels summed daily uniques accurately', () => {
|
||||
const archive = mergeTrafficArchive(undefined, {
|
||||
repository: TEST_REPOSITORY,
|
||||
captured_at: capturedAt,
|
||||
views: {
|
||||
views: [
|
||||
{ timestamp: utcDay(-33), count: 100, uniques: 80 },
|
||||
{ timestamp: utcDay(-1), count: 30, uniques: 18 },
|
||||
{ timestamp: utcDay(), count: 40, uniques: 22 },
|
||||
],
|
||||
},
|
||||
clones: {
|
||||
clones: [
|
||||
{ timestamp: utcDay(-1), count: 7, uniques: 5 },
|
||||
{ timestamp: utcDay(), count: 9, uniques: 6 },
|
||||
],
|
||||
},
|
||||
referrers: [],
|
||||
paths: [],
|
||||
});
|
||||
|
||||
const summary = buildTrafficSummary(archive, { now: captureAt({ hour: 12, minute: 0 }) });
|
||||
|
||||
assert.equal(summary.metrics.views.last_30_days.count, 70);
|
||||
assert.equal(summary.metrics.views.last_30_days.sum_daily_uniques, 40);
|
||||
assert.equal(summary.metrics.views.last_30_days.unique_semantics, 'sum_of_daily_uniques');
|
||||
assert.equal(summary.metrics.views.all_time.count, 170);
|
||||
assert.equal(summary.metrics.clones.last_30_days.count, 16);
|
||||
assert.equal(summary.daily.views.length, 3);
|
||||
});
|
||||
|
||||
test('traffic archive workflow uses a daily schedule and a dedicated archive branch', async () => {
|
||||
const workflowPath = new URL('../.github/workflows/archive-traffic.yml', import.meta.url);
|
||||
const workflow = await readFile(workflowPath, 'utf8');
|
||||
|
||||
assert.match(workflow, /cron:\s+'17 3 \* \* \*'/);
|
||||
assert.match(workflow, /TRAFFIC_ARCHIVE_BRANCH:\s+traffic-archive/);
|
||||
assert.match(workflow, /TRAFFIC_ARCHIVE_TOKEN/);
|
||||
assert.match(workflow, /node scripts\/archive-github-traffic\.mjs/);
|
||||
assert.match(workflow, /git add traffic\/archive\.json traffic\/summary\.json/);
|
||||
assert.match(workflow, /git rm --ignore-unmatch traffic\/README\.md/);
|
||||
assert.doesNotMatch(workflow, /git add .*traffic\/README\.md/);
|
||||
assert.match(workflow, /git push origin HEAD:\$\{TRAFFIC_ARCHIVE_BRANCH\}/);
|
||||
});
|
||||
@@ -0,0 +1,88 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import { readFile } from 'node:fs/promises';
|
||||
|
||||
const workflowPath = new URL('../.github/workflows/poll-nvd-cves.yml', import.meta.url);
|
||||
const workflow = await readFile(workflowPath, 'utf8');
|
||||
const ciWorkflowPath = new URL('../.github/workflows/ci.yml', import.meta.url);
|
||||
const ciWorkflow = await readFile(ciWorkflowPath, 'utf8');
|
||||
|
||||
function requiredIndex(snippet, message) {
|
||||
const index = workflow.indexOf(snippet);
|
||||
assert.notEqual(index, -1, message);
|
||||
return index;
|
||||
}
|
||||
|
||||
assert.match(
|
||||
workflow,
|
||||
/GHSA_FEED_PATH:\s+advisories\/ghsa-without-cve\.json/,
|
||||
'NVD workflow must write the provisional GHSA source feed',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/GHSA_FEED_SIG_PATH:\s+advisories\/ghsa-without-cve\.json\.sig/,
|
||||
'NVD workflow must sign the provisional GHSA source feed',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/node scripts\/ghsa-without-cve-feed\.mjs[\s\S]*--output "\$GHSA_FEED_PATH"[\s\S]*--consolidated-feed "\$FEED_PATH"[\s\S]*--existing-feed "\$GHSA_FEED_PATH"[\s\S]*--nvd-feed "\$FEED_PATH"/,
|
||||
'NVD workflow must merge GHSA advisories into the signed agent feed',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/id: feed_changes[\s\S]*ghsa_changed=\$GHSA_CHANGED[\s\S]*agent_changed=\$AGENT_CHANGED[\s\S]*changed=true/,
|
||||
'NVD workflow must detect GHSA and consolidated agent feed changes separately',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/if: steps\.feed_changes\.outputs\.ghsa_changed == 'true'[\s\S]*input_file: \$\{\{ env\.GHSA_FEED_PATH \}\}[\s\S]*signature_file: \$\{\{ env\.GHSA_FEED_SIG_PATH \}\}/,
|
||||
'NVD workflow must sign the provisional GHSA feed when it changes',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/if: steps\.feed_changes\.outputs\.agent_changed == 'true'[\s\S]*input_file: \$\{\{ env\.FEED_PATH \}\}[\s\S]*signature_file: \$\{\{ env\.FEED_SIG_PATH \}\}/,
|
||||
'NVD workflow must sign the consolidated agent feed when it changes',
|
||||
);
|
||||
assert.match(
|
||||
workflow,
|
||||
/git add "\$FEED_PATH" "\$FEED_SIG_PATH" "\$GHSA_FEED_PATH" "\$GHSA_FEED_SIG_PATH" "\$SKILL_FEED_PATH" "\$SKILL_FEED_SIG_PATH"/,
|
||||
'NVD workflow PR must include both NVD and GHSA feed artifacts',
|
||||
);
|
||||
assert.match(
|
||||
ciWorkflow,
|
||||
/name: NVD \+ GHSA Pipeline Dry Run[\s\S]*node scripts\/test-nvd-ghsa-pipeline-dry-run\.mjs/,
|
||||
'CI must run the deterministic NVD + GHSA pipeline dry run before merge',
|
||||
);
|
||||
|
||||
const updateFeedIndex = requiredIndex('name: Update feed.json', 'NVD workflow must update the CVE feed first');
|
||||
const pollGhsaIndex = requiredIndex(
|
||||
'name: Poll GHSA without CVE and consolidate feed',
|
||||
'NVD workflow must poll GHSA before signing',
|
||||
);
|
||||
const detectChangesIndex = requiredIndex(
|
||||
'name: Detect advisory feed changes',
|
||||
'NVD workflow must detect combined feed changes before signing',
|
||||
);
|
||||
const signGhsaIndex = requiredIndex(
|
||||
'name: Sign GHSA feed and verify',
|
||||
'NVD workflow must sign the GHSA source feed',
|
||||
);
|
||||
const signAgentIndex = requiredIndex(
|
||||
'name: Sign advisory feed and verify',
|
||||
'NVD workflow must sign the consolidated agent feed',
|
||||
);
|
||||
const upsertPrIndex = requiredIndex(
|
||||
'name: Upsert NVD advisory PR',
|
||||
'NVD workflow must upsert a PR for any feed change',
|
||||
);
|
||||
|
||||
assert.ok(
|
||||
updateFeedIndex < pollGhsaIndex,
|
||||
'GHSA consolidation must run after the NVD update step so matured advisories can reconcile against new CVEs',
|
||||
);
|
||||
assert.ok(
|
||||
pollGhsaIndex < detectChangesIndex,
|
||||
'Combined feed change detection must run after GHSA consolidation',
|
||||
);
|
||||
assert.ok(detectChangesIndex < signGhsaIndex, 'GHSA signing must run after change detection');
|
||||
assert.ok(detectChangesIndex < signAgentIndex, 'Agent feed signing must run after change detection');
|
||||
assert.ok(signAgentIndex < upsertPrIndex, 'The PR must be created after feed signing');
|
||||
@@ -0,0 +1,187 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import { generateKeyPairSync, sign, verify } from 'node:crypto';
|
||||
import { mkdtemp, mkdir, readFile, writeFile } from 'node:fs/promises';
|
||||
import { tmpdir } from 'node:os';
|
||||
import path from 'node:path';
|
||||
|
||||
import {
|
||||
buildConsolidatedAdvisoryFeed,
|
||||
buildGhsaWithoutCveFeed,
|
||||
normalizeGhsaAdvisory,
|
||||
} from './ghsa-without-cve-feed.mjs';
|
||||
|
||||
const now = '2026-05-24T00:00:00Z';
|
||||
|
||||
function cveAdvisory(overrides = {}) {
|
||||
return {
|
||||
id: 'CVE-2026-1111',
|
||||
severity: 'high',
|
||||
type: 'code_injection',
|
||||
title: 'OpenClaw command execution advisory',
|
||||
description: 'OpenClaw allowed unsafe tool execution in a guarded workspace.',
|
||||
affected: ['openclaw@<2026.5.20'],
|
||||
patched: ['openclaw@2026.5.20'],
|
||||
platforms: ['openclaw'],
|
||||
action: 'Update OpenClaw and verify guarded workspace execution.',
|
||||
published: '2026-05-01T00:00:00Z',
|
||||
updated: '2026-05-01T00:00:00Z',
|
||||
references: ['https://nvd.nist.gov/vuln/detail/CVE-2026-1111'],
|
||||
nvd_url: 'https://nvd.nist.gov/vuln/detail/CVE-2026-1111',
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
function ghsaAdvisory(overrides = {}) {
|
||||
return {
|
||||
ghsa_id: 'GHSA-actv-1111-2222',
|
||||
cve_id: null,
|
||||
html_url: 'https://github.com/openclaw/openclaw/security/advisories/GHSA-actv-1111-2222',
|
||||
summary: 'OpenClaw advisory without CVE',
|
||||
description: 'OpenClaw published a public GitHub advisory before CVE assignment.',
|
||||
severity: 'high',
|
||||
published_at: '2026-05-20T00:00:00Z',
|
||||
updated_at: '2026-05-21T00:00:00Z',
|
||||
vulnerabilities: [
|
||||
{
|
||||
package: { ecosystem: 'npm', name: 'openclaw' },
|
||||
vulnerable_version_range: '<2026.5.21',
|
||||
patched_versions: '2026.5.21',
|
||||
},
|
||||
],
|
||||
cvss: {
|
||||
vector_string: 'CVSS:3.1/AV:L/AC:L/PR:N/UI:R/S:U/C:H/I:H/A:H',
|
||||
score: 7.8,
|
||||
},
|
||||
cwe_ids: ['CWE-94'],
|
||||
credits: [{ login: 'security-researcher', type: 'reporter' }],
|
||||
...overrides,
|
||||
};
|
||||
}
|
||||
|
||||
function signBuffer(data, privateKey) {
|
||||
return sign(null, data, privateKey).toString('base64');
|
||||
}
|
||||
|
||||
function verifySignature(data, signature, publicKey) {
|
||||
return verify(null, data, publicKey, Buffer.from(signature, 'base64'));
|
||||
}
|
||||
|
||||
async function writeJson(filePath, value) {
|
||||
await mkdir(path.dirname(filePath), { recursive: true });
|
||||
await writeFile(filePath, `${JSON.stringify(value, null, 2)}\n`);
|
||||
}
|
||||
|
||||
const tempDir = await mkdtemp(path.join(tmpdir(), 'clawsec-nvd-ghsa-ci-dry-run-'));
|
||||
const canonicalFeedPath = path.join(tempDir, 'advisories/feed.json');
|
||||
const ghsaFeedPath = path.join(tempDir, 'advisories/ghsa-without-cve.json');
|
||||
const skillFeedPath = path.join(tempDir, 'skills/clawsec-feed/advisories/feed.json');
|
||||
|
||||
const existingCanonicalFeed = {
|
||||
version: '1.0.0',
|
||||
updated: '2026-05-23T00:00:00Z',
|
||||
description: 'Community-driven security advisory feed for ClawSec',
|
||||
advisories: [
|
||||
cveAdvisory({
|
||||
id: 'CVE-2026-1111',
|
||||
references: [
|
||||
'https://nvd.nist.gov/vuln/detail/CVE-2026-1111',
|
||||
'https://github.com/openclaw/openclaw/security/advisories/GHSA-matd-1111-2222',
|
||||
],
|
||||
}),
|
||||
],
|
||||
};
|
||||
const nvdPollResultFeed = {
|
||||
...existingCanonicalFeed,
|
||||
updated: now,
|
||||
advisories: [
|
||||
cveAdvisory({
|
||||
id: 'CVE-2026-2222',
|
||||
title: 'Fresh NVD advisory from the poll window',
|
||||
published: '2026-05-24T00:00:00Z',
|
||||
updated: '2026-05-24T00:00:00Z',
|
||||
references: [
|
||||
'https://nvd.nist.gov/vuln/detail/CVE-2026-2222',
|
||||
'https://github.com/openclaw/openclaw/security/advisories/GHSA-cvea-1111-2222',
|
||||
],
|
||||
nvd_url: 'https://nvd.nist.gov/vuln/detail/CVE-2026-2222',
|
||||
}),
|
||||
...existingCanonicalFeed.advisories,
|
||||
],
|
||||
};
|
||||
const existingGhsaFeed = {
|
||||
version: '0.1.0',
|
||||
updated: '2026-05-20T00:00:00Z',
|
||||
advisories: [
|
||||
normalizeGhsaAdvisory(ghsaAdvisory({ ghsa_id: 'GHSA-matd-1111-2222' }), {
|
||||
now: '2026-05-20T00:00:00Z',
|
||||
repository: 'openclaw/openclaw',
|
||||
staleAfterDays: 60,
|
||||
}),
|
||||
],
|
||||
};
|
||||
const fetchedGhsaAdvisories = [
|
||||
{
|
||||
repository: 'openclaw/openclaw',
|
||||
advisories: [
|
||||
ghsaAdvisory({ ghsa_id: 'GHSA-actv-1111-2222' }),
|
||||
ghsaAdvisory({ ghsa_id: 'GHSA-matd-1111-2222' }),
|
||||
ghsaAdvisory({ ghsa_id: 'GHSA-cvea-1111-2222', cve_id: 'CVE-2026-2222' }),
|
||||
],
|
||||
},
|
||||
];
|
||||
|
||||
const ghsaFeed = buildGhsaWithoutCveFeed({
|
||||
fetched: fetchedGhsaAdvisories,
|
||||
existingFeed: existingGhsaFeed,
|
||||
nvdFeed: nvdPollResultFeed,
|
||||
now,
|
||||
staleAfterDays: 60,
|
||||
});
|
||||
assert.deepEqual(
|
||||
ghsaFeed.advisories.map((entry) => [entry.id, entry.status, entry.cve_id]),
|
||||
[
|
||||
['GHSA-actv-1111-2222', 'active', null],
|
||||
['GHSA-matd-1111-2222', 'matured', 'CVE-2026-1111'],
|
||||
],
|
||||
'GHSA dry run should retain active GHSA-only advisories and mature tracked GHSAs',
|
||||
);
|
||||
|
||||
const consolidatedFeed = buildConsolidatedAdvisoryFeed({
|
||||
canonicalFeed: nvdPollResultFeed,
|
||||
ghsaFeed,
|
||||
now,
|
||||
});
|
||||
assert.deepEqual(
|
||||
consolidatedFeed.advisories.map((entry) => entry.id),
|
||||
['CVE-2026-2222', 'GHSA-actv-1111-2222', 'CVE-2026-1111'],
|
||||
'Consolidated feed should include NVD CVEs plus active GHSA-only advisories without duplicate matured GHSAs',
|
||||
);
|
||||
assert.equal(consolidatedFeed.advisories[1].source_feed, 'ghsa-without-cve');
|
||||
assert.equal(consolidatedFeed.updated, nvdPollResultFeed.updated);
|
||||
|
||||
await writeJson(canonicalFeedPath, consolidatedFeed);
|
||||
await writeJson(ghsaFeedPath, ghsaFeed);
|
||||
await writeJson(skillFeedPath, consolidatedFeed);
|
||||
|
||||
const { privateKey, publicKey } = generateKeyPairSync('ed25519');
|
||||
const canonicalFeedBytes = await readFile(canonicalFeedPath);
|
||||
const ghsaFeedBytes = await readFile(ghsaFeedPath);
|
||||
const skillFeedBytes = await readFile(skillFeedPath);
|
||||
const canonicalSignature = signBuffer(canonicalFeedBytes, privateKey);
|
||||
const ghsaSignature = signBuffer(ghsaFeedBytes, privateKey);
|
||||
|
||||
await writeFile(`${canonicalFeedPath}.sig`, `${canonicalSignature}\n`);
|
||||
await writeFile(`${ghsaFeedPath}.sig`, `${ghsaSignature}\n`);
|
||||
await writeFile(`${skillFeedPath}.sig`, `${canonicalSignature}\n`);
|
||||
|
||||
assert.deepEqual(skillFeedBytes, canonicalFeedBytes, 'skill advisory feed must match the signed agent feed');
|
||||
assert.ok(
|
||||
verifySignature(canonicalFeedBytes, canonicalSignature, publicKey),
|
||||
'canonical consolidated feed signature must verify',
|
||||
);
|
||||
assert.ok(verifySignature(skillFeedBytes, canonicalSignature, publicKey), 'skill feed signature must verify');
|
||||
assert.ok(verifySignature(ghsaFeedBytes, ghsaSignature, publicKey), 'GHSA source feed signature must verify');
|
||||
|
||||
console.log(
|
||||
`NVD + GHSA dry run passed: ${consolidatedFeed.advisories.length} consolidated advisories, ${ghsaFeed.advisories.length} GHSA source advisories, signatures verified.`,
|
||||
);
|
||||
@@ -0,0 +1,29 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import { readFile } from 'node:fs/promises';
|
||||
|
||||
const workflowPath = new URL('../.github/workflows/skill-release.yml', import.meta.url);
|
||||
const workflow = await readFile(workflowPath, 'utf8');
|
||||
|
||||
assert.match(
|
||||
workflow,
|
||||
/pull_request:[\s\S]*paths:[\s\S]*- 'skills\/\*\*'/,
|
||||
'Skill release workflow must run when any skill package file changes',
|
||||
);
|
||||
|
||||
assert.match(
|
||||
workflow,
|
||||
/git diff --name-only "\$\{BASE_SHA\}\.\.\.\$\{HEAD_SHA\}" --[\s\S]*'skills\/\*\/\*\*'[\s\S]*':\(exclude\)skills\/\*\/test\/\*\*'[\s\S]*':\(exclude\)skills\/\*\/tests\/\*\*'/,
|
||||
'Skill release validation must ignore test-only skill changes while inspecting release-relevant skill files',
|
||||
);
|
||||
|
||||
assert.doesNotMatch(
|
||||
workflow,
|
||||
/No version bump detected for \$\{skill_dir\}; skipping\./,
|
||||
'Changed skill directories without a version bump must fail validation instead of being skipped',
|
||||
);
|
||||
|
||||
assert.match(
|
||||
workflow,
|
||||
/::error file=\$\{skill_dir\}::Changed skill package has no version bump\./,
|
||||
'Skill release validation must emit an explicit missing-version-bump error',
|
||||
);
|
||||
@@ -0,0 +1,26 @@
|
||||
# Changelog
|
||||
|
||||
## [0.0.3] - 2026-05-14
|
||||
|
||||
### Security
|
||||
- Added explicit signed release artifact verification instructions for standalone installs, including `checksums.json`, `checksums.sig`, `signing-public.pem`, archive hash verification, and `SKILL.md`/`skill.json` checksum checks.
|
||||
|
||||
All notable changes to the Claw Release skill will be documented in this file.
|
||||
|
||||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
||||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
||||
|
||||
## [0.0.2] - 2026-04-14
|
||||
|
||||
### Added
|
||||
|
||||
- Operational notes that make the required maintainer credentials, runtime, and git/GitHub side effects explicit.
|
||||
|
||||
### Changed
|
||||
|
||||
- Declared `bash` alongside the existing `git`, `jq`, and `gh` runtime requirements in skill metadata.
|
||||
- Replaced the documented destructive rollback example with a softer rollback flow that preserves release changes for review.
|
||||
|
||||
### Security
|
||||
|
||||
- Clarified that this internal skill mutates git state, pushes to remotes, and publishes GitHub Releases, so it should only be run from a trusted checkout by maintainers.
|
||||
@@ -1,13 +1,13 @@
|
||||
---
|
||||
name: claw-release
|
||||
version: 0.0.1
|
||||
version: 0.0.3
|
||||
description: Release automation for Claw skills and website. Guides through version bumping, tagging, and release verification.
|
||||
homepage: https://clawsec.prompt.security
|
||||
metadata: {"openclaw":{"emoji":"🚀","category":"utility","internal":true}}
|
||||
clawdis:
|
||||
emoji: "🚀"
|
||||
requires:
|
||||
bins: [git, jq, gh]
|
||||
bins: [bash, git, jq, gh]
|
||||
---
|
||||
|
||||
# Claw Release
|
||||
@@ -18,6 +18,94 @@ Internal tool for releasing skills and managing the ClawSec catalog.
|
||||
|
||||
---
|
||||
|
||||
## Operational Notes
|
||||
|
||||
- Internal maintainer workflow only.
|
||||
- Required runtime: `bash`, `git`, `jq`, `gh`
|
||||
- Required credentials: authenticated GitHub CLI with permission to create releases
|
||||
- Side effects: creates commits, tags, pushes to remote, and publishes GitHub Releases
|
||||
- Trust model: run only from a trusted checkout with a clean working tree and maintainer approval
|
||||
|
||||
|
||||
## Release Artifact Verification
|
||||
|
||||
For standalone installs, verify the signed release manifest before trusting `SKILL.md`, `skill.json`, or the archive. The `skill.json` file is the package metadata/SBOM source, and the release pipeline signs `checksums.json` with the ClawSec release key.
|
||||
|
||||
```bash
|
||||
set -euo pipefail
|
||||
|
||||
SKILL_NAME="claw-release"
|
||||
VERSION="0.0.3"
|
||||
REPO="prompt-security/clawsec"
|
||||
TAG="${SKILL_NAME}-v${VERSION}"
|
||||
BASE="https://github.com/${REPO}/releases/download/${TAG}"
|
||||
ZIP_NAME="${SKILL_NAME}-v${VERSION}.zip"
|
||||
TMP_DIR="$(mktemp -d)"
|
||||
trap 'rm -rf "$TMP_DIR"' EXIT
|
||||
|
||||
RELEASE_PUBKEY_SHA256="711424e4535f84093fefb024cd1ca4ec87439e53907b305b79a631d5befba9c8"
|
||||
|
||||
curl -fsSL "$BASE/checksums.json" -o "$TMP_DIR/checksums.json"
|
||||
curl -fsSL "$BASE/checksums.sig" -o "$TMP_DIR/checksums.sig"
|
||||
curl -fsSL "$BASE/signing-public.pem" -o "$TMP_DIR/signing-public.pem"
|
||||
curl -fsSL "$BASE/$ZIP_NAME" -o "$TMP_DIR/$ZIP_NAME"
|
||||
curl -fsSL "$BASE/SKILL.md" -o "$TMP_DIR/SKILL.md"
|
||||
curl -fsSL "$BASE/skill.json" -o "$TMP_DIR/skill.json"
|
||||
|
||||
ACTUAL_PUBKEY_SHA256="$(openssl pkey -pubin -in "$TMP_DIR/signing-public.pem" -outform DER | shasum -a 256 | awk '{print $1}')"
|
||||
if [ "$ACTUAL_PUBKEY_SHA256" != "$RELEASE_PUBKEY_SHA256" ]; then
|
||||
echo "ERROR: signing-public.pem fingerprint mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
openssl base64 -d -A -in "$TMP_DIR/checksums.sig" -out "$TMP_DIR/checksums.sig.bin"
|
||||
openssl pkeyutl -verify -rawin -pubin \
|
||||
-inkey "$TMP_DIR/signing-public.pem" \
|
||||
-sigfile "$TMP_DIR/checksums.sig.bin" \
|
||||
-in "$TMP_DIR/checksums.json" >/dev/null
|
||||
|
||||
hash_file() {
|
||||
if command -v shasum >/dev/null 2>&1; then
|
||||
shasum -a 256 "$1" | awk '{print $1}'
|
||||
else
|
||||
sha256sum "$1" | awk '{print $1}'
|
||||
fi
|
||||
}
|
||||
|
||||
verify_manifest_file() {
|
||||
asset="$1"
|
||||
path="$2"
|
||||
expected="$(jq -r --arg asset "$asset" '.files[$asset].sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected" ]; then
|
||||
echo "ERROR: checksums.json missing $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual="$(hash_file "$path")"
|
||||
if [ "$actual" != "$expected" ]; then
|
||||
echo "ERROR: checksum mismatch for $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
expected_archive="$(jq -r '.archive.sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected_archive" ]; then
|
||||
echo "ERROR: checksums.json missing archive.sha256" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual_archive="$(hash_file "$TMP_DIR/$ZIP_NAME")"
|
||||
if [ "$actual_archive" != "$expected_archive" ]; then
|
||||
echo "ERROR: archive checksum mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
verify_manifest_file "SKILL.md" "$TMP_DIR/SKILL.md"
|
||||
verify_manifest_file "skill.json" "$TMP_DIR/skill.json"
|
||||
|
||||
echo "Signed release manifest, archive, SKILL.md, and skill.json verified."
|
||||
```
|
||||
|
||||
Only install or extract the archive after this verification succeeds.
|
||||
|
||||
## Quick Reference
|
||||
|
||||
| Release Type | Command | Tag Format |
|
||||
@@ -93,9 +181,12 @@ Verify at:
|
||||
If you need to undo before pushing:
|
||||
|
||||
```bash
|
||||
git reset --hard HEAD~1 && git tag -d <skill-name>-v<version>
|
||||
git tag -d <skill-name>-v<version>
|
||||
git reset --soft HEAD~1
|
||||
```
|
||||
|
||||
`git reset --soft` preserves the release changes in your working tree so you can inspect or amend them without discarding data.
|
||||
|
||||
---
|
||||
|
||||
## Pre-release Versions
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "claw-release",
|
||||
"version": "0.0.1",
|
||||
"version": "0.0.3",
|
||||
"description": "Release automation for Claw skills and website. Guides through version bumping, tagging, and release verification.",
|
||||
"author": "prompt-security",
|
||||
"license": "AGPL-3.0-or-later",
|
||||
@@ -9,7 +9,8 @@
|
||||
|
||||
"sbom": {
|
||||
"files": [
|
||||
{ "path": "SKILL.md", "required": true, "description": "Release workflow guide" }
|
||||
{ "path": "SKILL.md", "required": true, "description": "Release workflow guide" },
|
||||
{ "path": "CHANGELOG.md", "required": true, "description": "Version history and release notes" }
|
||||
]
|
||||
},
|
||||
|
||||
@@ -17,7 +18,25 @@
|
||||
"emoji": "🚀",
|
||||
"category": "utility",
|
||||
"internal": true,
|
||||
"requires": { "bins": ["git", "jq", "gh"] },
|
||||
"requires": { "bins": ["bash", "git", "jq", "gh"] },
|
||||
"runtime": {
|
||||
"required_env": [
|
||||
"GH_TOKEN or existing gh auth"
|
||||
],
|
||||
"optional_bins": [
|
||||
"git-lfs"
|
||||
]
|
||||
},
|
||||
"execution": {
|
||||
"always": false,
|
||||
"persistence": "No recurring automation; this is a maintainer-invoked release workflow.",
|
||||
"network_egress": "Pushes git commits/tags and creates GitHub Releases when the maintainer runs the documented release flow."
|
||||
},
|
||||
"operator_review": [
|
||||
"Internal maintainer tool only; it mutates git state, tags, and GitHub release metadata.",
|
||||
"Run it only from a trusted checkout with maintainer credentials and a clean working tree.",
|
||||
"Prefer non-destructive rollback steps; avoid rewriting history unless you explicitly intend to."
|
||||
],
|
||||
"triggers": [
|
||||
"release skill",
|
||||
"create release",
|
||||
|
||||
@@ -0,0 +1 @@
|
||||
test/
|
||||
@@ -0,0 +1,51 @@
|
||||
# Changelog
|
||||
|
||||
## [0.0.5] - 2026-06-07
|
||||
|
||||
### Security
|
||||
- Treat explicit malicious ClawHub and VirusTotal verdicts as blocking signals regardless of the numeric reputation score.
|
||||
|
||||
## [0.0.4] - 2026-05-13
|
||||
|
||||
### Security
|
||||
- Added explicit signed release artifact verification instructions for standalone installs, including `checksums.json`, `checksums.sig`, `signing-public.pem`, archive hash verification, and `SKILL.md`/`skill.json` checksum checks.
|
||||
|
||||
### Changed
|
||||
- Re-release skill payload metadata after excluding test-only files from release SBOMs and archives.
|
||||
|
||||
All notable changes to the ClawSec ClawHub Checker will be documented in this file.
|
||||
|
||||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
||||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
||||
|
||||
## [0.0.3] - 2026-04-16
|
||||
|
||||
### Changed
|
||||
|
||||
- Converted setup flow to non-mutating preflight validation; the skill no longer rewrites or copies files into installed `clawsec-suite` directories.
|
||||
- Updated reputation collection to rely on `clawhub inspect --json` security metadata instead of probing `clawhub install` output.
|
||||
- Updated documentation and metadata to describe standalone wrapper usage for guarded install checks.
|
||||
- Added explicit documentation for optional manual advisory-hook wiring when operators want `reputationWarning` fields in advisory alert rendering.
|
||||
|
||||
### Security
|
||||
|
||||
- Removed in-place cross-skill source mutation behavior from setup.
|
||||
- Removed install-output scraping behavior used only to infer VirusTotal status.
|
||||
- Reputation scoring now fails closed when scanner metadata is missing, and hook-level reputation subprocess execution failures are treated as unsafe results.
|
||||
|
||||
## [0.0.2] - 2026-04-14
|
||||
|
||||
### Added
|
||||
|
||||
- Runtime and operator-review metadata describing the suite dependency, ClawHub lookups, and in-place integration behavior.
|
||||
- Preflight disclosure in `scripts/setup_reputation_hook.mjs` before the installed suite is modified.
|
||||
- Regression coverage for setup disclosure in `test/setup_reputation_hook.test.mjs`.
|
||||
|
||||
### Changed
|
||||
|
||||
- Declared `node` and `openclaw` as required runtimes alongside `clawhub` because the integration flow depends on all three.
|
||||
- Documented that setup rewrites installed `clawsec-suite` files rather than operating on a detached copy.
|
||||
|
||||
### Security
|
||||
|
||||
- Made the string-based `handler.ts` rewrite and the remote ClawHub reputation-query behavior explicit so operators can review the mutation and network trust model before enabling it.
|
||||
@@ -1,132 +1,78 @@
|
||||
# ClawSec ClawHub Checker
|
||||
|
||||
A ClawSec suite skill that enhances the guarded skill installer with ClawHub reputation checks and VirusTotal Code Insight integration.
|
||||
A `clawsec-suite` companion skill that adds a standalone reputation gate before guarded installs.
|
||||
|
||||
## Operational Notes
|
||||
|
||||
- Required runtime: `node`, `clawhub`, `openclaw`
|
||||
- Dependency: installed `clawsec-suite`
|
||||
- No in-place mutation of other skills
|
||||
- Advisory-hook wiring is optional and manual in this release
|
||||
- Reputation checks query ClawHub metadata and remain confirmation-gated
|
||||
|
||||
## Purpose
|
||||
|
||||
Adds a second layer of security to skill installation by:
|
||||
1. Checking ClawHub's VirusTotal Code Insight reputation scores
|
||||
2. Analyzing skill age, author reputation, and download statistics
|
||||
3. Requiring double confirmation for suspicious skills
|
||||
4. Integrating with existing ClawSec advisory checks
|
||||
Adds a second risk signal before install by:
|
||||
|
||||
## Architecture
|
||||
|
||||
```
|
||||
clawsec-suite (base)
|
||||
└── clawsec-clawhub-checker (enhancement)
|
||||
├── enhanced_guarded_install.mjs - Main enhanced installer
|
||||
├── check_clawhub_reputation.mjs - Reputation checking logic
|
||||
├── setup_reputation_hook.mjs - Integration script
|
||||
└── hooks/ - Enhanced advisory guardian hook
|
||||
```
|
||||
1. Reading ClawHub inspect/security metadata
|
||||
2. Applying reputation heuristics (age, updates, author activity, downloads)
|
||||
3. Requiring `--confirm-reputation` for low-score installs
|
||||
|
||||
## Installation
|
||||
|
||||
```bash
|
||||
# First install the base suite
|
||||
npx clawhub install clawsec-suite
|
||||
|
||||
# Then install the checker
|
||||
npx clawhub install clawsec-clawhub-checker
|
||||
|
||||
# Run setup to integrate with existing suite
|
||||
node scripts/setup_reputation_hook.mjs
|
||||
|
||||
# Restart OpenClaw gateway
|
||||
openclaw gateway restart
|
||||
```
|
||||
|
||||
Setup installs these scripts into `clawsec-suite/scripts`:
|
||||
- `enhanced_guarded_install.mjs`
|
||||
- `guarded_skill_install_wrapper.mjs` (drop-in wrapper)
|
||||
- `check_clawhub_reputation.mjs`
|
||||
Optional preflight helper:
|
||||
|
||||
The original `guarded_skill_install.mjs` remains unchanged.
|
||||
```bash
|
||||
node ~/.openclaw/skills/clawsec-clawhub-checker/scripts/setup_reputation_hook.mjs
|
||||
```
|
||||
|
||||
## Usage
|
||||
|
||||
### Enhanced Guarded Installer
|
||||
|
||||
```bash
|
||||
# Basic usage via wrapper (includes reputation checks)
|
||||
node scripts/guarded_skill_install_wrapper.mjs --skill some-skill --version 1.0.0
|
||||
|
||||
# Direct usage (enhanced script)
|
||||
node scripts/enhanced_guarded_install.mjs --skill some-skill --version 1.0.0
|
||||
|
||||
# With reputation confirmation override
|
||||
node scripts/guarded_skill_install_wrapper.mjs --skill suspicious-skill --version 1.0.0 --confirm-reputation
|
||||
|
||||
# Adjust reputation threshold (default: 70)
|
||||
node scripts/guarded_skill_install_wrapper.mjs --skill some-skill --reputation-threshold 80
|
||||
node ~/.openclaw/skills/clawsec-clawhub-checker/scripts/enhanced_guarded_install.mjs \
|
||||
--skill some-skill \
|
||||
--version 1.0.0
|
||||
```
|
||||
|
||||
### Reputation Check Only
|
||||
Override only after manual review:
|
||||
|
||||
```bash
|
||||
# Check reputation without installation
|
||||
node scripts/check_clawhub_reputation.mjs some-skill 1.0.0 70
|
||||
node ~/.openclaw/skills/clawsec-clawhub-checker/scripts/enhanced_guarded_install.mjs \
|
||||
--skill some-skill \
|
||||
--version 1.0.0 \
|
||||
--confirm-reputation
|
||||
```
|
||||
|
||||
## Optional Advisory-Hook Wiring
|
||||
|
||||
If you need advisory alerts to include `reputationWarning` / `reputationWarnings`, wire the checker module manually into the installed suite hook:
|
||||
|
||||
- Source: `~/.openclaw/skills/clawsec-clawhub-checker/hooks/clawsec-advisory-guardian/lib/reputation.mjs`
|
||||
- Target: `~/.openclaw/skills/clawsec-suite/hooks/clawsec-advisory-guardian/handler.ts`
|
||||
|
||||
The setup helper validates paths only and does not patch these files automatically.
|
||||
|
||||
## Exit Codes
|
||||
|
||||
- `0` - Safe to install
|
||||
- `42` - Advisory match found (requires `--confirm-advisory`)
|
||||
- `43` - Reputation warning (requires `--confirm-reputation`) - **NEW**
|
||||
- `1` - Error
|
||||
|
||||
## Reputation Signals Checked
|
||||
|
||||
1. **VirusTotal Code Insight** - Malicious code patterns
|
||||
2. **Skill Age** - New skills (<7 days) are riskier
|
||||
3. **Author Reputation** - Number of published skills
|
||||
4. **Update Frequency** - Stale skills (>90 days)
|
||||
5. **Download Statistics** - Low download counts
|
||||
6. **Version Existence** - Specified version availability
|
||||
- `0` safe to install
|
||||
- `42` advisory confirmation required
|
||||
- `43` reputation confirmation required
|
||||
- `1` error
|
||||
|
||||
## Configuration
|
||||
|
||||
Environment variables:
|
||||
- `CLAWHUB_REPUTATION_THRESHOLD` - Minimum score (0-100, default: 70)
|
||||
|
||||
## Integration Points
|
||||
|
||||
1. **Enhanced `guarded_skill_install.mjs`** - Wraps original with reputation checks
|
||||
via `guarded_skill_install_wrapper.mjs` and `enhanced_guarded_install.mjs`
|
||||
2. **Updated advisory guardian hook** - Adds reputation warnings to alerts
|
||||
3. **Catalog entry in clawsec-suite** - Listed as available enhancement
|
||||
|
||||
## Development
|
||||
|
||||
### Files
|
||||
|
||||
- `SKILL.md` - Main documentation
|
||||
- `skill.json` - Skill metadata and SBOM
|
||||
- `scripts/enhanced_guarded_install.mjs` - Enhanced installer
|
||||
- `scripts/check_clawhub_reputation.mjs` - Reputation logic
|
||||
- `scripts/setup_reputation_hook.mjs` - Integration script
|
||||
- `hooks/clawsec-advisory-guardian/lib/reputation.mjs` - Hook module
|
||||
|
||||
### Testing
|
||||
|
||||
```bash
|
||||
# Test reputation check
|
||||
node scripts/check_clawhub_reputation.mjs clawsec-suite
|
||||
|
||||
# Test enhanced installer (dry run)
|
||||
node scripts/enhanced_guarded_install.mjs --skill test-skill --dry-run
|
||||
|
||||
# Test setup
|
||||
node scripts/setup_reputation_hook.mjs
|
||||
```
|
||||
- `CLAWHUB_REPUTATION_THRESHOLD` (default: 70)
|
||||
|
||||
## Security Considerations
|
||||
|
||||
- Reputation checks are **heuristic**, not definitive
|
||||
- **False positives** possible with legitimate novel skills
|
||||
- Always **review skill code** before overriding warnings
|
||||
- This is **defense-in-depth**, not replacement for advisory feeds
|
||||
- Reputation is heuristic, not authoritative
|
||||
- False positives are possible
|
||||
- Always inspect code before confirming installation
|
||||
|
||||
## License
|
||||
|
||||
|
||||
@@ -1,148 +1,186 @@
|
||||
---
|
||||
name: clawsec-clawhub-checker
|
||||
version: 0.0.1
|
||||
description: ClawHub reputation checker for ClawSec suite. Enhances guarded skill installer with VirusTotal Code Insight reputation scores and additional safety checks.
|
||||
version: 0.0.5
|
||||
description: ClawHub reputation checker for clawsec-suite. Adds a standalone reputation gate before guarded skill installation.
|
||||
homepage: https://clawsec.prompt.security
|
||||
clawdis:
|
||||
emoji: "🛡️"
|
||||
requires:
|
||||
bins: [clawhub, curl, jq]
|
||||
bins: [node, clawhub, openclaw]
|
||||
depends_on: [clawsec-suite]
|
||||
---
|
||||
|
||||
# ClawSec ClawHub Checker
|
||||
|
||||
Enhances the ClawSec suite's guarded skill installer with ClawHub reputation checks. Adds a second layer of security by checking VirusTotal Code Insight scores and other reputation signals before allowing skill installation.
|
||||
Adds a reputation gate on top of the `clawsec-suite` guarded installer.
|
||||
|
||||
## Operational Notes
|
||||
|
||||
- Required runtime: `node`, `clawhub`, `openclaw`
|
||||
- Depends on: installed `clawsec-suite`
|
||||
- Side effects: none on other skills; this package does not rewrite installed suite files
|
||||
- Advisory-hook wiring is optional and manual in this release
|
||||
- Network behavior: reputation checks call ClawHub inspect/search endpoints
|
||||
- Trust model: scores are heuristic and confirmation-gated
|
||||
|
||||
## What It Does
|
||||
|
||||
1. **Wraps `clawhub install`** - Intercepts skill installation requests
|
||||
2. **Checks VirusTotal reputation** - Uses ClawHub's built-in VirusTotal Code Insight
|
||||
3. **Adds double confirmation** - For suspicious skills (reputation score below threshold)
|
||||
4. **Integrates with advisory feed** - Works alongside existing clawsec-suite advisories
|
||||
5. **Provides detailed reports** - Shows why a skill is flagged as suspicious
|
||||
1. Reads skill metadata from ClawHub (`inspect --json`)
|
||||
2. Evaluates scanner status (including VirusTotal summary when present)
|
||||
3. Applies additional reputation heuristics (age, updates, author history, downloads)
|
||||
4. Requires explicit `--confirm-reputation` when score is below threshold
|
||||
|
||||
## Installation
|
||||
|
||||
This skill must be installed **after** `clawsec-suite`:
|
||||
Install after `clawsec-suite`:
|
||||
|
||||
```bash
|
||||
# First install the suite
|
||||
npx clawhub@latest install clawsec-suite
|
||||
|
||||
# Then install the checker
|
||||
npx clawhub@latest install clawsec-clawhub-checker
|
||||
|
||||
# Run the setup script to integrate with clawsec-suite
|
||||
node ~/.openclaw/skills/clawsec-clawhub-checker/scripts/setup_reputation_hook.mjs
|
||||
|
||||
# Restart OpenClaw gateway for changes to take effect
|
||||
openclaw gateway restart
|
||||
```
|
||||
|
||||
After setup, the checker adds `enhanced_guarded_install.mjs` and
|
||||
`guarded_skill_install_wrapper.mjs` under `clawsec-suite/scripts` and updates the advisory
|
||||
guardian hook. The original `guarded_skill_install.mjs` is not replaced.
|
||||
Optional preflight check (validates local paths and prints recommended command):
|
||||
|
||||
## How It Works
|
||||
|
||||
### Enhanced Guarded Installer
|
||||
|
||||
After setup, run the wrapper (drop-in path) or the enhanced script directly:
|
||||
```bash
|
||||
# Recommended drop-in wrapper
|
||||
node scripts/guarded_skill_install_wrapper.mjs --skill some-skill --version 1.0.0
|
||||
|
||||
# Or call the enhanced script directly
|
||||
node scripts/enhanced_guarded_install.mjs --skill some-skill --version 1.0.0
|
||||
node ~/.openclaw/skills/clawsec-clawhub-checker/scripts/setup_reputation_hook.mjs
|
||||
```
|
||||
|
||||
The enhanced flow:
|
||||
1. **Advisory check** (existing) - Checks clawsec advisory feed
|
||||
2. **Reputation check** (new) - Queries ClawHub for VirusTotal scores
|
||||
3. **Risk assessment** - Combines advisory + reputation signals
|
||||
4. **Double confirmation** - If risky, requires explicit `--confirm-reputation`
|
||||
|
||||
### Reputation Signals Checked
|
||||
## Release Artifact Verification
|
||||
|
||||
1. **VirusTotal Code Insight** - Malicious code patterns, external dependencies (Docker usage, network calls, eval usage, crypto keys)
|
||||
2. **Skill age & updates** - New skills vs established ones
|
||||
3. **Author reputation** - Other skills by same author
|
||||
4. **Download statistics** - Popularity signals
|
||||
For standalone installs, verify the signed release manifest before trusting `SKILL.md`, `skill.json`, or the archive. The `skill.json` file is the package metadata/SBOM source, and the release pipeline signs `checksums.json` with the ClawSec release key.
|
||||
|
||||
### Exit Codes
|
||||
```bash
|
||||
set -euo pipefail
|
||||
|
||||
- `0` - Safe to install (no advisories, good reputation)
|
||||
- `42` - Advisory match found (existing behavior)
|
||||
- `43` - Reputation warning (new - requires `--confirm-reputation`)
|
||||
- `1` - Error
|
||||
SKILL_NAME="clawsec-clawhub-checker"
|
||||
VERSION="0.0.4"
|
||||
REPO="prompt-security/clawsec"
|
||||
TAG="${SKILL_NAME}-v${VERSION}"
|
||||
BASE="https://github.com/${REPO}/releases/download/${TAG}"
|
||||
ZIP_NAME="${SKILL_NAME}-v${VERSION}.zip"
|
||||
TMP_DIR="$(mktemp -d)"
|
||||
trap 'rm -rf "$TMP_DIR"' EXIT
|
||||
|
||||
RELEASE_PUBKEY_SHA256="711424e4535f84093fefb024cd1ca4ec87439e53907b305b79a631d5befba9c8"
|
||||
|
||||
curl -fsSL "$BASE/checksums.json" -o "$TMP_DIR/checksums.json"
|
||||
curl -fsSL "$BASE/checksums.sig" -o "$TMP_DIR/checksums.sig"
|
||||
curl -fsSL "$BASE/signing-public.pem" -o "$TMP_DIR/signing-public.pem"
|
||||
curl -fsSL "$BASE/$ZIP_NAME" -o "$TMP_DIR/$ZIP_NAME"
|
||||
curl -fsSL "$BASE/SKILL.md" -o "$TMP_DIR/SKILL.md"
|
||||
curl -fsSL "$BASE/skill.json" -o "$TMP_DIR/skill.json"
|
||||
|
||||
ACTUAL_PUBKEY_SHA256="$(openssl pkey -pubin -in "$TMP_DIR/signing-public.pem" -outform DER | shasum -a 256 | awk '{print $1}')"
|
||||
if [ "$ACTUAL_PUBKEY_SHA256" != "$RELEASE_PUBKEY_SHA256" ]; then
|
||||
echo "ERROR: signing-public.pem fingerprint mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
openssl base64 -d -A -in "$TMP_DIR/checksums.sig" -out "$TMP_DIR/checksums.sig.bin"
|
||||
openssl pkeyutl -verify -rawin -pubin \
|
||||
-inkey "$TMP_DIR/signing-public.pem" \
|
||||
-sigfile "$TMP_DIR/checksums.sig.bin" \
|
||||
-in "$TMP_DIR/checksums.json" >/dev/null
|
||||
|
||||
hash_file() {
|
||||
if command -v shasum >/dev/null 2>&1; then
|
||||
shasum -a 256 "$1" | awk '{print $1}'
|
||||
else
|
||||
sha256sum "$1" | awk '{print $1}'
|
||||
fi
|
||||
}
|
||||
|
||||
verify_manifest_file() {
|
||||
asset="$1"
|
||||
path="$2"
|
||||
expected="$(jq -r --arg asset "$asset" '.files[$asset].sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected" ]; then
|
||||
echo "ERROR: checksums.json missing $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual="$(hash_file "$path")"
|
||||
if [ "$actual" != "$expected" ]; then
|
||||
echo "ERROR: checksum mismatch for $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
expected_archive="$(jq -r '.archive.sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected_archive" ]; then
|
||||
echo "ERROR: checksums.json missing archive.sha256" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual_archive="$(hash_file "$TMP_DIR/$ZIP_NAME")"
|
||||
if [ "$actual_archive" != "$expected_archive" ]; then
|
||||
echo "ERROR: archive checksum mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
verify_manifest_file "SKILL.md" "$TMP_DIR/SKILL.md"
|
||||
verify_manifest_file "skill.json" "$TMP_DIR/skill.json"
|
||||
|
||||
echo "Signed release manifest, archive, SKILL.md, and skill.json verified."
|
||||
```
|
||||
|
||||
Only install or extract the archive after this verification succeeds.
|
||||
|
||||
## Usage
|
||||
|
||||
Run the enhanced installer directly from this skill:
|
||||
|
||||
```bash
|
||||
node ~/.openclaw/skills/clawsec-clawhub-checker/scripts/enhanced_guarded_install.mjs \
|
||||
--skill some-skill \
|
||||
--version 1.0.0
|
||||
```
|
||||
|
||||
If a skill is below threshold, rerun only with explicit approval:
|
||||
|
||||
```bash
|
||||
node ~/.openclaw/skills/clawsec-clawhub-checker/scripts/enhanced_guarded_install.mjs \
|
||||
--skill some-skill \
|
||||
--version 1.0.0 \
|
||||
--confirm-reputation
|
||||
```
|
||||
|
||||
## Optional Advisory-Hook Wiring (Manual)
|
||||
|
||||
This release does not auto-patch `clawsec-suite` hook files.
|
||||
If you rely on advisory alerts that include `reputationWarning` / `reputationWarnings`, wire the checker module manually:
|
||||
|
||||
- Source module: `~/.openclaw/skills/clawsec-clawhub-checker/hooks/clawsec-advisory-guardian/lib/reputation.mjs`
|
||||
- Target hook file: `~/.openclaw/skills/clawsec-suite/hooks/clawsec-advisory-guardian/handler.ts`
|
||||
|
||||
Treat that wiring as a deliberate local customization and review it before enabling.
|
||||
|
||||
## Exit Codes
|
||||
|
||||
- `0` safe to install
|
||||
- `42` advisory confirmation required (from clawsec-suite)
|
||||
- `43` reputation confirmation required
|
||||
- `1` error
|
||||
|
||||
## Configuration
|
||||
|
||||
Environment variables:
|
||||
- `CLAWHUB_REPUTATION_THRESHOLD` - Minimum reputation score (0-100, default: 70)
|
||||
|
||||
## Integration with Existing Suite
|
||||
|
||||
The checker enhances but doesn't replace existing security:
|
||||
- **Advisory feed still primary** - Known malicious skills blocked first
|
||||
- **Reputation is secondary** - Unknown/suspicious skills get extra scrutiny
|
||||
- **Double confirmation preserved** - Both layers require explicit user approval
|
||||
|
||||
## Example Usage
|
||||
|
||||
```bash
|
||||
# Try to install a skill
|
||||
node scripts/guarded_skill_install_wrapper.mjs --skill suspicious-skill --version 1.0.0
|
||||
|
||||
# Output might show:
|
||||
# WARNING: Skill "suspicious-skill" has low reputation score (45/100)
|
||||
# - Flagged by VirusTotal Code Insight: crypto keys, external APIs, eval usage
|
||||
# - Author has no other published skills
|
||||
# - Skill is less than 7 days old
|
||||
#
|
||||
# To install despite reputation warning, run:
|
||||
# node scripts/guarded_skill_install_wrapper.mjs --skill suspicious-skill --version 1.0.0 --confirm-reputation
|
||||
|
||||
# Install with confirmation
|
||||
node scripts/guarded_skill_install_wrapper.mjs --skill suspicious-skill --version 1.0.0 --confirm-reputation
|
||||
```
|
||||
- `CLAWHUB_REPUTATION_THRESHOLD` - Minimum score (0-100, default: 70)
|
||||
|
||||
## Safety Notes
|
||||
|
||||
- This is a **defense-in-depth** layer, not a replacement for advisory feeds
|
||||
- VirusTotal scores are **heuristic**, not definitive
|
||||
- **False positives possible** - Legitimate skills with novel patterns might be flagged
|
||||
- Always **review skill code** before installing with `--confirm-reputation`
|
||||
|
||||
## Current Limitations
|
||||
|
||||
### Missing OpenClaw Internal Check Data
|
||||
ClawHub shows two security badges on skill pages:
|
||||
1. **VirusTotal Code Insight** - ✅ Our checker catches these flags
|
||||
2. **OpenClaw internal check** - ❌ Not exposed via API (only on website)
|
||||
|
||||
Example from `clawsec-suite` page:
|
||||
- VirusTotal: "Benign" ✓
|
||||
- OpenClaw internal check: "The package is internally consistent with a feed-monitoring / advisory-guardian purpose, but a few operational details and optional bypasses deserve attention before installing."
|
||||
|
||||
**Our checker cannot access OpenClaw internal check warnings** as they're not exposed via `clawhub` CLI or API.
|
||||
|
||||
### Recommendation for ClawHub
|
||||
To enable complete reputation checking, ClawHub should expose internal check results via:
|
||||
- `clawhub inspect --json` endpoint
|
||||
- Additional API field for security tools
|
||||
- Or include in `clawhub install` warning output
|
||||
|
||||
### Workaround
|
||||
Our heuristic checks (skill age, author reputation, downloads, updates) provide similar risk assessment but miss specific operational warnings about bypasses, missing signatures, etc. Always check the ClawHub website for complete security assessment.
|
||||
- This is defense-in-depth, not a replacement for advisory matching
|
||||
- Scanner outputs can produce false positives and false negatives
|
||||
- Always review skill code before overriding warnings
|
||||
|
||||
## Development
|
||||
|
||||
To modify the reputation checking logic, edit:
|
||||
- `scripts/enhanced_guarded_install.mjs` - Main enhanced installer
|
||||
- `scripts/check_clawhub_reputation.mjs` - Reputation checking logic
|
||||
- `hooks/clawsec-advisory-guardian/lib/reputation.mjs` - Hook integration
|
||||
Key files:
|
||||
|
||||
- `scripts/enhanced_guarded_install.mjs`
|
||||
- `scripts/check_clawhub_reputation.mjs`
|
||||
- `scripts/setup_reputation_hook.mjs`
|
||||
- `hooks/clawsec-advisory-guardian/lib/reputation.mjs`
|
||||
|
||||
## License
|
||||
|
||||
|
||||
@@ -1,4 +1,4 @@
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { spawnSync as runProcessSync } from "node:child_process";
|
||||
import { fileURLToPath } from "node:url";
|
||||
import path from "node:path";
|
||||
|
||||
@@ -26,7 +26,7 @@ export async function checkReputation(skillName, version) {
|
||||
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
||||
const checkerDir = path.resolve(__dirname, '../../..');
|
||||
|
||||
const reputationCheck = spawnSync(
|
||||
const reputationCheck = runProcessSync(
|
||||
"node",
|
||||
[
|
||||
`${checkerDir}/scripts/check_clawhub_reputation.mjs`,
|
||||
@@ -37,6 +37,20 @@ export async function checkReputation(skillName, version) {
|
||||
{ encoding: "utf-8", cwd: checkerDir }
|
||||
);
|
||||
|
||||
if (reputationCheck.error) {
|
||||
result.safe = false;
|
||||
result.score = 0;
|
||||
result.warnings.push(`Reputation check execution error: ${reputationCheck.error.message}`);
|
||||
return result;
|
||||
}
|
||||
|
||||
if (typeof reputationCheck.status !== "number") {
|
||||
result.safe = false;
|
||||
result.score = 0;
|
||||
result.warnings.push("Reputation check did not return a process exit status");
|
||||
return result;
|
||||
}
|
||||
|
||||
if (reputationCheck.status === 0) {
|
||||
try {
|
||||
const repResult = JSON.parse(reputationCheck.stdout);
|
||||
@@ -61,10 +75,16 @@ export async function checkReputation(skillName, version) {
|
||||
result.warnings.push("Skill flagged by reputation check");
|
||||
}
|
||||
} else {
|
||||
// Error running check
|
||||
result.warnings.push(`Reputation check failed: ${reputationCheck.stderr || 'Unknown error'}`);
|
||||
result.score = 60;
|
||||
result.safe = result.score >= 70;
|
||||
const stderr = (reputationCheck.stderr || "").trim();
|
||||
const stdout = (reputationCheck.stdout || "").trim();
|
||||
const output = [stderr, stdout].filter((entry) => entry).join(" | ");
|
||||
result.warnings.push(
|
||||
`Reputation check failed with exit code ${reputationCheck.status}${
|
||||
output ? `: ${output}` : ""
|
||||
}`,
|
||||
);
|
||||
result.score = 0;
|
||||
result.safe = false;
|
||||
}
|
||||
} catch (error) {
|
||||
result.warnings.push(`Reputation check error: ${error.message}`);
|
||||
|
||||
@@ -1,9 +1,123 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { spawnSync as runProcessSync } from "node:child_process";
|
||||
import path from "node:path";
|
||||
import { pathToFileURL } from "node:url";
|
||||
|
||||
function runClawhub(args) {
|
||||
return runProcessSync("clawhub", args, { encoding: "utf-8" });
|
||||
}
|
||||
|
||||
function toPublicResult(result) {
|
||||
return {
|
||||
safe: result.safe,
|
||||
score: result.score,
|
||||
warnings: result.warnings,
|
||||
virustotal: result.virustotal,
|
||||
};
|
||||
}
|
||||
|
||||
function finalizeResult(result, threshold) {
|
||||
result.score = Math.max(0, Math.min(100, result.score));
|
||||
result.safe = !result.blocked && result.score >= threshold;
|
||||
if (!result.safe) {
|
||||
const thresholdWarning = `Reputation score ${result.score}/100 below threshold ${threshold}/100`;
|
||||
if (!result.warnings.includes(thresholdWarning)) {
|
||||
result.warnings.unshift(thresholdWarning);
|
||||
}
|
||||
}
|
||||
return toPublicResult(result);
|
||||
}
|
||||
|
||||
function blockOnMissingScannerData(result, warning) {
|
||||
result.warnings.push(warning);
|
||||
result.score = Math.min(result.score, 60);
|
||||
result.blocked = true;
|
||||
}
|
||||
|
||||
function blockOnMaliciousScannerData(result, warning) {
|
||||
result.warnings.push(warning);
|
||||
result.score = 0;
|
||||
result.blocked = true;
|
||||
}
|
||||
|
||||
function parseJson(raw, label, warnings) {
|
||||
try {
|
||||
return JSON.parse(raw);
|
||||
} catch (error) {
|
||||
warnings.push(
|
||||
`Failed to parse ${label}: ${error instanceof Error ? error.message : String(error)}`,
|
||||
);
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
function maybeApplyVersionSecuritySignals(result, versionDetails) {
|
||||
if (!versionDetails || typeof versionDetails !== "object") {
|
||||
blockOnMissingScannerData(result, "ClawHub version security details are unavailable");
|
||||
return;
|
||||
}
|
||||
|
||||
const security = versionDetails.security;
|
||||
if (!security || typeof security !== "object") {
|
||||
blockOnMissingScannerData(result, "ClawHub version record does not include security scanner output");
|
||||
return;
|
||||
}
|
||||
|
||||
const securityStatus = typeof security.status === "string" ? security.status.toLowerCase() : "";
|
||||
if (securityStatus === "malicious") {
|
||||
blockOnMaliciousScannerData(result, "ClawHub static moderation marked the version as malicious");
|
||||
} else if (securityStatus === "suspicious") {
|
||||
result.warnings.push("ClawHub static moderation marked the version as suspicious");
|
||||
result.score -= 30;
|
||||
}
|
||||
|
||||
const scanners = security.scanners;
|
||||
if (!scanners || typeof scanners !== "object") {
|
||||
blockOnMissingScannerData(result, "ClawHub scanner breakdown is missing from version metadata");
|
||||
return;
|
||||
}
|
||||
|
||||
const vt = scanners.vt;
|
||||
if (!vt || typeof vt !== "object") {
|
||||
blockOnMissingScannerData(result, "VirusTotal scanner data was not returned by ClawHub");
|
||||
return;
|
||||
}
|
||||
|
||||
const vtStatus =
|
||||
(typeof vt.normalizedStatus === "string" && vt.normalizedStatus) ||
|
||||
(typeof vt.status === "string" && vt.status) ||
|
||||
(typeof vt.verdict === "string" && vt.verdict) ||
|
||||
"";
|
||||
const normalizedStatus = vtStatus.toLowerCase();
|
||||
|
||||
if (normalizedStatus === "malicious") {
|
||||
result.virustotal.push("ClawHub VirusTotal scan returned malicious");
|
||||
blockOnMaliciousScannerData(result, "ClawHub VirusTotal scan returned malicious");
|
||||
|
||||
const vtSummary = typeof vt.analysis === "string" ? vt.analysis.trim() : "";
|
||||
if (vtSummary) {
|
||||
result.virustotal.push(vtSummary.split("\n")[0]);
|
||||
}
|
||||
} else if (normalizedStatus === "suspicious") {
|
||||
result.virustotal.push("ClawHub VirusTotal scan returned suspicious");
|
||||
result.score -= 40;
|
||||
|
||||
const vtSummary = typeof vt.analysis === "string" ? vt.analysis.trim() : "";
|
||||
if (vtSummary) {
|
||||
result.virustotal.push(vtSummary.split("\n")[0]);
|
||||
}
|
||||
} else if (normalizedStatus === "clean" || normalizedStatus === "benign") {
|
||||
result.virustotal.push("ClawHub VirusTotal scan returned clean");
|
||||
} else if (normalizedStatus) {
|
||||
result.warnings.push(`VirusTotal scanner status reported as: ${normalizedStatus}`);
|
||||
result.score -= 10;
|
||||
} else {
|
||||
result.warnings.push("VirusTotal scanner status was unavailable");
|
||||
result.score -= 10;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Check ClawHub reputation for a skill
|
||||
* @param {string} skillSlug - Skill slug to check
|
||||
@@ -14,176 +128,133 @@ import { pathToFileURL } from "node:url";
|
||||
export async function checkClawhubReputation(skillSlug, version, threshold = 70) {
|
||||
const result = {
|
||||
safe: true,
|
||||
score: 100, // Default score if no checks fail
|
||||
score: 100,
|
||||
warnings: [],
|
||||
virustotal: [],
|
||||
blocked: false,
|
||||
};
|
||||
|
||||
// Input validation — reject anything that isn't a safe slug or semver
|
||||
if (!/^[a-z0-9][a-z0-9-]*$/.test(skillSlug)) {
|
||||
result.warnings.push(`Invalid skill slug: ${skillSlug}`);
|
||||
result.score = 0;
|
||||
result.safe = false;
|
||||
return result;
|
||||
result.blocked = true;
|
||||
return toPublicResult(result);
|
||||
}
|
||||
// Semver validation: supports major.minor.patch with optional pre-release and build metadata
|
||||
// Examples: 1.0.0, 1.0.0-alpha.1, 1.0.0-beta+20130313144700
|
||||
// More restrictive than full semver spec for security (prevents command injection)
|
||||
|
||||
if (version && !/^\d+\.\d+\.\d+(?:-[a-zA-Z0-9.-]+)?(?:\+[a-zA-Z0-9.-]+)?$/.test(version)) {
|
||||
result.warnings.push(`Invalid version format: ${version}`);
|
||||
result.score = 0;
|
||||
result.safe = false;
|
||||
return result;
|
||||
result.blocked = true;
|
||||
return toPublicResult(result);
|
||||
}
|
||||
|
||||
try {
|
||||
// Check 1: Try to inspect the skill via clawhub
|
||||
const inspectResult = spawnSync(
|
||||
"clawhub",
|
||||
["inspect", skillSlug, "--json"],
|
||||
{ encoding: "utf-8" }
|
||||
);
|
||||
const inspectArgs = ["inspect", skillSlug, "--json"];
|
||||
if (version) inspectArgs.push("--version", version);
|
||||
const inspectResult = runClawhub(inspectArgs);
|
||||
|
||||
if (inspectResult.status !== 0) {
|
||||
// Skill doesn't exist or can't be inspected
|
||||
result.warnings.push(`Skill "${skillSlug}" not found or cannot be inspected`);
|
||||
result.score = Math.min(result.score, 50);
|
||||
} else {
|
||||
try {
|
||||
const skillInfo = JSON.parse(inspectResult.stdout);
|
||||
|
||||
// Check 2: Skill age (new skills are riskier)
|
||||
if (skillInfo.skill?.createdAt) {
|
||||
const createdMs = skillInfo.skill.createdAt;
|
||||
const ageDays = (Date.now() - createdMs) / (1000 * 60 * 60 * 24);
|
||||
|
||||
if (ageDays < 7) {
|
||||
result.warnings.push(`Skill is less than 7 days old (${ageDays.toFixed(1)} days)`);
|
||||
result.score -= 15;
|
||||
} else if (ageDays < 30) {
|
||||
result.warnings.push(`Skill is less than 30 days old (${ageDays.toFixed(1)} days)`);
|
||||
result.score -= 5;
|
||||
}
|
||||
}
|
||||
|
||||
// Check 3: Update frequency (stale skills are riskier)
|
||||
if (skillInfo.skill?.updatedAt && skillInfo.skill?.createdAt) {
|
||||
const updatedMs = skillInfo.skill.updatedAt;
|
||||
const createdMs = skillInfo.skill.createdAt;
|
||||
const updateAgeDays = (Date.now() - updatedMs) / (1000 * 60 * 60 * 24);
|
||||
const totalAgeDays = (Date.now() - createdMs) / (1000 * 60 * 60 * 24);
|
||||
|
||||
if (updateAgeDays > 90 && totalAgeDays > 90) {
|
||||
result.warnings.push(`Skill hasn't been updated in ${updateAgeDays.toFixed(0)} days`);
|
||||
result.score -= 10;
|
||||
}
|
||||
}
|
||||
|
||||
// Check 4: Author reputation
|
||||
if (skillInfo.owner?.handle) {
|
||||
const authorResult = spawnSync(
|
||||
"clawhub",
|
||||
["search", skillInfo.owner.handle],
|
||||
{ encoding: "utf-8" }
|
||||
result.score = Math.min(result.score, 40);
|
||||
result.blocked = true;
|
||||
return finalizeResult(result, threshold);
|
||||
}
|
||||
|
||||
const skillInfo = parseJson(inspectResult.stdout, "skill inspection payload", result.warnings);
|
||||
if (!skillInfo) {
|
||||
result.score = Math.min(result.score, 40);
|
||||
result.blocked = true;
|
||||
return finalizeResult(result, threshold);
|
||||
}
|
||||
|
||||
if (skillInfo.skill?.createdAt) {
|
||||
const createdMs = skillInfo.skill.createdAt;
|
||||
const ageDays = (Date.now() - createdMs) / (1000 * 60 * 60 * 24);
|
||||
|
||||
if (ageDays < 7) {
|
||||
result.warnings.push(`Skill is less than 7 days old (${ageDays.toFixed(1)} days)`);
|
||||
result.score -= 15;
|
||||
} else if (ageDays < 30) {
|
||||
result.warnings.push(`Skill is less than 30 days old (${ageDays.toFixed(1)} days)`);
|
||||
result.score -= 5;
|
||||
}
|
||||
}
|
||||
|
||||
if (skillInfo.skill?.updatedAt && skillInfo.skill?.createdAt) {
|
||||
const updatedMs = skillInfo.skill.updatedAt;
|
||||
const createdMs = skillInfo.skill.createdAt;
|
||||
const updateAgeDays = (Date.now() - updatedMs) / (1000 * 60 * 60 * 24);
|
||||
const totalAgeDays = (Date.now() - createdMs) / (1000 * 60 * 60 * 24);
|
||||
|
||||
if (updateAgeDays > 90 && totalAgeDays > 90) {
|
||||
result.warnings.push(`Skill hasn't been updated in ${updateAgeDays.toFixed(0)} days`);
|
||||
result.score -= 10;
|
||||
}
|
||||
}
|
||||
|
||||
if (skillInfo.owner?.handle) {
|
||||
const authorResult = runClawhub(["search", skillInfo.owner.handle]);
|
||||
if (authorResult.status === 0) {
|
||||
const lines = authorResult.stdout
|
||||
.trim()
|
||||
.split("\n")
|
||||
.filter((line) => line);
|
||||
const skillCount = Math.max(0, lines.length - 1);
|
||||
|
||||
if (skillCount === 1) {
|
||||
result.warnings.push(`Author "${skillInfo.owner.handle}" has only 1 published skill`);
|
||||
result.score -= 10;
|
||||
} else if (skillCount > 1 && skillCount < 3) {
|
||||
result.warnings.push(
|
||||
`Author "${skillInfo.owner.handle}" has only ${skillCount} published skills`,
|
||||
);
|
||||
|
||||
if (authorResult.status === 0) {
|
||||
const lines = authorResult.stdout.trim().split('\n').filter(l => l);
|
||||
const skillCount = lines.length - 1; // First line is header
|
||||
|
||||
if (skillCount === 1) {
|
||||
result.warnings.push(`Author "${skillInfo.owner.handle}" has only 1 published skill`);
|
||||
result.score -= 10;
|
||||
} else if (skillCount < 3) {
|
||||
result.warnings.push(`Author "${skillInfo.owner.handle}" has only ${skillCount} published skills`);
|
||||
result.score -= 5;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Check 5: Download statistics
|
||||
if (skillInfo.skill?.stats?.downloads !== undefined) {
|
||||
const downloads = skillInfo.skill.stats.downloads;
|
||||
if (downloads < 10) {
|
||||
result.warnings.push(`Low download count: ${downloads}`);
|
||||
result.score -= 10;
|
||||
} else if (downloads < 100) {
|
||||
result.warnings.push(`Moderate download count: ${downloads}`);
|
||||
result.score -= 5;
|
||||
}
|
||||
}
|
||||
|
||||
} catch (parseError) {
|
||||
result.warnings.push(`Failed to parse skill information: ${parseError.message}`);
|
||||
result.score = Math.min(result.score, 60);
|
||||
}
|
||||
}
|
||||
|
||||
// Check 6: Try installation to detect VirusTotal Code Insight warnings
|
||||
// Note: This approach has potential side effects:
|
||||
// - May download/cache skill metadata before declining
|
||||
// - Depends on clawhub's prompting behavior (sending "n\n" to decline)
|
||||
// - If clawhub inspect provided security flags, we'd use that instead
|
||||
// This is the only way to programmatically access VirusTotal warnings currently
|
||||
const installArgs = ["install", skillSlug];
|
||||
if (version) installArgs.push("--version", version);
|
||||
const installCheck = spawnSync("clawhub", installArgs, {
|
||||
input: "n\n", // Automatically decline the installation prompt
|
||||
encoding: "utf-8",
|
||||
});
|
||||
|
||||
const output = (installCheck.stdout || "") + (installCheck.stderr || "");
|
||||
if (output.includes("suspicious") || output.includes("VirusTotal") || output.includes("flagged")) {
|
||||
result.virustotal.push("Flagged by ClawHub's VirusTotal Code Insight");
|
||||
result.score -= 40; // More severe penalty for VirusTotal flag
|
||||
|
||||
// Extract specific warnings
|
||||
const lines = output.split('\n');
|
||||
for (const line of lines) {
|
||||
if (line.includes("Warning:") || line.includes("risky patterns") ||
|
||||
line.includes("crypto keys") || line.includes("external APIs") ||
|
||||
line.includes("eval") || line.includes("VirusTotal Code Insight")) {
|
||||
const cleanLine = line.trim().replace(/^⚠️\s*/, '').replace(/^\s*Warning:\s*/, '');
|
||||
if (cleanLine && !result.virustotal.includes(cleanLine)) {
|
||||
result.virustotal.push(cleanLine);
|
||||
}
|
||||
result.score -= 5;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Check 7: If version specified, check if it exists
|
||||
if (version) {
|
||||
const versionCheck = spawnSync(
|
||||
"clawhub",
|
||||
["inspect", skillSlug, "--version", version, "--json"],
|
||||
{ encoding: "utf-8" }
|
||||
);
|
||||
|
||||
if (versionCheck.status !== 0) {
|
||||
result.warnings.push(`Version ${version} not found for skill ${skillSlug}`);
|
||||
result.score -= 20;
|
||||
if (skillInfo.skill?.stats?.downloads !== undefined) {
|
||||
const downloads = skillInfo.skill.stats.downloads;
|
||||
if (downloads < 10) {
|
||||
result.warnings.push(`Low download count: ${downloads}`);
|
||||
result.score -= 10;
|
||||
} else if (downloads < 100) {
|
||||
result.warnings.push(`Moderate download count: ${downloads}`);
|
||||
result.score -= 5;
|
||||
}
|
||||
}
|
||||
|
||||
// Ensure score is within bounds
|
||||
result.score = Math.max(0, Math.min(100, result.score));
|
||||
result.safe = result.score >= threshold;
|
||||
|
||||
// Add summary warning if below threshold
|
||||
if (!result.safe) {
|
||||
result.warnings.unshift(`Reputation score ${result.score}/100 below threshold ${threshold}/100`);
|
||||
let versionDetails = skillInfo.version ?? null;
|
||||
if (!versionDetails && !version && skillInfo.latestVersion?.version) {
|
||||
const latestVersionCheck = runClawhub([
|
||||
"inspect",
|
||||
skillSlug,
|
||||
"--version",
|
||||
String(skillInfo.latestVersion.version),
|
||||
"--json",
|
||||
]);
|
||||
if (latestVersionCheck.status === 0) {
|
||||
const latestInfo = parseJson(
|
||||
latestVersionCheck.stdout,
|
||||
"latest-version inspection payload",
|
||||
result.warnings,
|
||||
);
|
||||
versionDetails = latestInfo?.version ?? null;
|
||||
}
|
||||
}
|
||||
|
||||
maybeApplyVersionSecuritySignals(result, versionDetails);
|
||||
return finalizeResult(result, threshold);
|
||||
} catch (error) {
|
||||
result.warnings.push(`Reputation check error: ${error.message}`);
|
||||
result.warnings.push(`Reputation check error: ${error instanceof Error ? error.message : String(error)}`);
|
||||
result.score = 50;
|
||||
result.safe = result.score >= threshold;
|
||||
result.blocked = true;
|
||||
return finalizeResult(result, threshold);
|
||||
}
|
||||
|
||||
return result;
|
||||
}
|
||||
|
||||
// CLI interface for direct usage
|
||||
const isCliEntrypoint =
|
||||
process.argv[1] !== undefined &&
|
||||
import.meta.url === pathToFileURL(path.resolve(process.argv[1])).href;
|
||||
@@ -195,29 +266,33 @@ if (isCliEntrypoint) {
|
||||
console.error("Usage: node check_clawhub_reputation.mjs <skill-slug> [version] [threshold]");
|
||||
process.exit(1);
|
||||
}
|
||||
|
||||
|
||||
const skillSlug = args[0];
|
||||
const version = args[1] || "";
|
||||
let threshold = 70;
|
||||
|
||||
if (args[2] !== undefined) {
|
||||
const parsedThreshold = parseInt(args[2], 10);
|
||||
if (!Number.isInteger(parsedThreshold) || parsedThreshold < 0 || parsedThreshold > 100) {
|
||||
console.error(
|
||||
`Invalid threshold: "${args[2]}". Threshold must be an integer between 0 and 100.`
|
||||
`Invalid threshold: "${args[2]}". Threshold must be an integer between 0 and 100.`,
|
||||
);
|
||||
process.exit(1);
|
||||
}
|
||||
threshold = parsedThreshold;
|
||||
}
|
||||
|
||||
|
||||
const result = await checkClawhubReputation(skillSlug, version, threshold);
|
||||
|
||||
|
||||
console.log(JSON.stringify(result, null, 2));
|
||||
|
||||
|
||||
if (!result.safe) {
|
||||
process.exit(43);
|
||||
}
|
||||
}
|
||||
|
||||
main().catch(console.error);
|
||||
|
||||
main().catch((error) => {
|
||||
console.error(error);
|
||||
process.exit(1);
|
||||
});
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { spawnSync as runProcessSync } from "node:child_process";
|
||||
import fs from "node:fs/promises";
|
||||
import os from "node:os";
|
||||
import path from "node:path";
|
||||
@@ -146,7 +146,7 @@ async function runOriginalGuardedInstall(args) {
|
||||
|
||||
// Pass through environment without modification
|
||||
// The original guarded_skill_install.mjs handles --confirm-advisory properly
|
||||
const child = spawnSync(
|
||||
const child = runProcessSync(
|
||||
"node",
|
||||
[originalScript, ...args.originalArgs],
|
||||
{
|
||||
|
||||
@@ -1,158 +1,60 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import fs from "node:fs/promises";
|
||||
import path from "node:path";
|
||||
import os from "node:os";
|
||||
|
||||
async function main() {
|
||||
console.log("Setting up ClawHub reputation checker integration...");
|
||||
|
||||
// Paths
|
||||
const suiteDir = path.join(os.homedir(), ".openclaw", "skills", "clawsec-suite");
|
||||
const checkerDir = path.join(os.homedir(), ".openclaw", "skills", "clawsec-clawhub-checker");
|
||||
const hookLibDir = path.join(suiteDir, "hooks", "clawsec-advisory-guardian", "lib");
|
||||
const suiteScriptsDir = path.join(suiteDir, "scripts");
|
||||
|
||||
try {
|
||||
// Check if clawsec-suite is installed
|
||||
await fs.access(suiteDir);
|
||||
console.log(`✓ Found clawsec-suite at ${suiteDir}`);
|
||||
|
||||
// Check if hook lib directory exists
|
||||
await fs.access(hookLibDir);
|
||||
console.log(`✓ Found advisory guardian hook at ${hookLibDir}`);
|
||||
|
||||
// Copy reputation module to hook lib
|
||||
const reputationModuleSrc = path.join(checkerDir, "hooks", "clawsec-advisory-guardian", "lib", "reputation.mjs");
|
||||
const reputationModuleDst = path.join(hookLibDir, "reputation.mjs");
|
||||
|
||||
await fs.copyFile(reputationModuleSrc, reputationModuleDst);
|
||||
console.log(`✓ Copied reputation module to ${reputationModuleDst}`);
|
||||
|
||||
// Update hook handler to import reputation module
|
||||
const hookHandlerPath = path.join(suiteDir, "hooks", "clawsec-advisory-guardian", "handler.ts");
|
||||
let handlerContent = await fs.readFile(hookHandlerPath, "utf8");
|
||||
|
||||
// WARNING: This setup script uses string manipulation to modify handler.ts
|
||||
// This is fragile and may break if the handler structure changes
|
||||
// Consider using AST-based transformation or manual integration for production use
|
||||
let handlerChanged = false;
|
||||
const importLine = "import { checkReputation } from \"./lib/reputation.mjs\";";
|
||||
const reputationMarker = "// ClawHub reputation check for matched skills";
|
||||
|
||||
if (!handlerContent.includes(importLine)) {
|
||||
// Add import after other imports
|
||||
const importIndex = handlerContent.lastIndexOf("import");
|
||||
if (importIndex === -1) {
|
||||
throw new Error("Could not find import statements in handler.ts. Manual integration required.");
|
||||
}
|
||||
|
||||
const lineEndIndex = handlerContent.indexOf("\n", importIndex);
|
||||
handlerContent = handlerContent.slice(0, lineEndIndex + 1) + `${importLine}\n` + handlerContent.slice(lineEndIndex + 1);
|
||||
handlerChanged = true;
|
||||
} else {
|
||||
console.log("✓ Hook handler already imports reputation module");
|
||||
}
|
||||
|
||||
if (!handlerContent.includes(reputationMarker)) {
|
||||
const findMatchesAnchors = [
|
||||
{ line: "const allMatches = findMatches(feed, installedSkills);", variable: "allMatches" },
|
||||
{ line: "const matches = findMatches(feed, installedSkills);", variable: "matches" },
|
||||
];
|
||||
const matchedAnchor = findMatchesAnchors.find((entry) => handlerContent.includes(entry.line));
|
||||
|
||||
if (!matchedAnchor) {
|
||||
throw new Error(
|
||||
"Could not find findMatches assignment in handler.ts. Refusing partial setup. Manual integration required."
|
||||
);
|
||||
}
|
||||
|
||||
const anchorIndex = handlerContent.indexOf(matchedAnchor.line);
|
||||
const insertIndex = handlerContent.indexOf("\n", anchorIndex) + 1;
|
||||
const reputationCheckCode = `
|
||||
${reputationMarker}
|
||||
for (const match of ${matchedAnchor.variable}) {
|
||||
const repResult = await checkReputation(match.skill.name, match.skill.version);
|
||||
if (!repResult.safe) {
|
||||
match.reputationWarning = true;
|
||||
match.reputationScore = repResult.score;
|
||||
match.reputationWarnings = repResult.warnings;
|
||||
}
|
||||
}
|
||||
`;
|
||||
handlerContent = handlerContent.slice(0, insertIndex) + reputationCheckCode + handlerContent.slice(insertIndex);
|
||||
handlerChanged = true;
|
||||
} else {
|
||||
console.log("✓ Hook handler already has reputation scan block");
|
||||
}
|
||||
|
||||
if (handlerChanged) {
|
||||
await fs.writeFile(hookHandlerPath, handlerContent);
|
||||
console.log("✓ Updated hook handler with reputation checks");
|
||||
} else {
|
||||
console.log("✓ Hook handler already has required reputation integration");
|
||||
}
|
||||
|
||||
// Copy enhanced installer and reputation checker scripts
|
||||
const enhancedInstallerSrc = path.join(checkerDir, "scripts", "enhanced_guarded_install.mjs");
|
||||
const enhancedInstallerDst = path.join(suiteDir, "scripts", "enhanced_guarded_install.mjs");
|
||||
const reputationCheckSrc = path.join(checkerDir, "scripts", "check_clawhub_reputation.mjs");
|
||||
const reputationCheckDst = path.join(suiteScriptsDir, "check_clawhub_reputation.mjs");
|
||||
|
||||
await fs.copyFile(enhancedInstallerSrc, enhancedInstallerDst);
|
||||
console.log(`✓ Installed enhanced guarded installer at ${enhancedInstallerDst}`);
|
||||
|
||||
await fs.copyFile(reputationCheckSrc, reputationCheckDst);
|
||||
console.log(`✓ Installed reputation check script at ${reputationCheckDst}`);
|
||||
|
||||
// Create wrapper script that uses enhanced installer by default
|
||||
const wrapperScript = `#!/usr/bin/env node
|
||||
|
||||
// Wrapper that uses enhanced guarded installer with reputation checks
|
||||
// This replaces the original guarded_skill_install.mjs in usage
|
||||
|
||||
import { spawnSync } from "node:child_process";
|
||||
import { fileURLToPath } from "node:url";
|
||||
import path from "node:path";
|
||||
|
||||
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
||||
const enhancedScript = path.join(__dirname, "enhanced_guarded_install.mjs");
|
||||
|
||||
const result = spawnSync("node", [enhancedScript, ...process.argv.slice(2)], {
|
||||
stdio: "inherit",
|
||||
});
|
||||
|
||||
process.exit(result.status ?? 1);
|
||||
`;
|
||||
|
||||
const wrapperPath = path.join(suiteDir, "scripts", "guarded_skill_install_wrapper.mjs");
|
||||
await fs.writeFile(wrapperPath, wrapperScript);
|
||||
await fs.chmod(wrapperPath, 0o755);
|
||||
console.log(`✓ Created wrapper script at ${wrapperPath}`);
|
||||
|
||||
console.log("\n" + "=".repeat(80));
|
||||
console.log("SETUP COMPLETE");
|
||||
console.log("=".repeat(80));
|
||||
console.log("\nThe ClawHub reputation checker has been integrated with clawsec-suite.");
|
||||
console.log("\nWhat changed:");
|
||||
console.log("1. Enhanced guarded installer with reputation checks installed");
|
||||
console.log("2. Reputation check helper script installed");
|
||||
console.log("3. Advisory guardian hook updated to include reputation warnings");
|
||||
console.log("4. Wrapper script created for backward compatibility");
|
||||
console.log("\nUsage:");
|
||||
console.log(" node scripts/enhanced_guarded_install.mjs --skill <name> [--version <ver>]");
|
||||
console.log(" node scripts/guarded_skill_install_wrapper.mjs --skill <name> [--version <ver>]");
|
||||
console.log("\nNew exit code: 43 = Reputation warning (requires --confirm-reputation)");
|
||||
console.log("\nRestart OpenClaw gateway for hook changes to take effect.");
|
||||
console.log("=".repeat(80));
|
||||
|
||||
} catch (error) {
|
||||
console.error("Setup failed:", error.message);
|
||||
console.error("\nMake sure:");
|
||||
console.error("1. clawsec-suite is installed (npx clawhub install clawsec-suite)");
|
||||
console.error("2. You have write permissions to the suite directory");
|
||||
process.exit(1);
|
||||
}
|
||||
function printUsage() {
|
||||
console.log([
|
||||
"Usage:",
|
||||
" node scripts/setup_reputation_hook.mjs",
|
||||
"",
|
||||
"This helper no longer mutates installed clawsec-suite files.",
|
||||
"It validates local prerequisites and prints the standalone checker command.",
|
||||
"",
|
||||
].join("\n"));
|
||||
}
|
||||
|
||||
main().catch(console.error);
|
||||
function printSummary({ suiteDir, checkerDir, enhancedInstaller }) {
|
||||
const lines = [
|
||||
"Preflight review:",
|
||||
"- This setup does not rewrite files in other skills.",
|
||||
`- It validates expected install paths: ${suiteDir} and ${checkerDir}.`,
|
||||
"- Required runtime for reputation checks: node + clawhub.",
|
||||
"- Advisory-hook reputation annotations are manual only in this release.",
|
||||
"- If you want hook alert annotations, wire checker lib/reputation.mjs into suite handler.ts yourself.",
|
||||
"- Reputation scoring is heuristic and must remain confirmation-gated.",
|
||||
"",
|
||||
"Recommended command:",
|
||||
` node ${enhancedInstaller} --skill <slug> [--version <semver>]`,
|
||||
"",
|
||||
"Optional shell alias (manual, not applied automatically):",
|
||||
` alias clawsec-guarded-install='node ${enhancedInstaller}'`,
|
||||
];
|
||||
|
||||
console.log(lines.join("\n"));
|
||||
}
|
||||
|
||||
async function main() {
|
||||
if (process.argv.includes("--help") || process.argv.includes("-h")) {
|
||||
printUsage();
|
||||
return;
|
||||
}
|
||||
|
||||
const suiteDir = path.join(os.homedir(), ".openclaw", "skills", "clawsec-suite");
|
||||
const checkerDir = path.join(os.homedir(), ".openclaw", "skills", "clawsec-clawhub-checker");
|
||||
const enhancedInstaller = path.join(checkerDir, "scripts", "enhanced_guarded_install.mjs");
|
||||
const suiteGuardedInstaller = path.join(suiteDir, "scripts", "guarded_skill_install.mjs");
|
||||
|
||||
await fs.access(checkerDir);
|
||||
await fs.access(enhancedInstaller);
|
||||
await fs.access(suiteDir);
|
||||
await fs.access(suiteGuardedInstaller);
|
||||
|
||||
printSummary({ suiteDir, checkerDir, enhancedInstaller });
|
||||
}
|
||||
|
||||
main().catch((error) => {
|
||||
console.error(`Setup failed: ${error instanceof Error ? error.message : String(error)}`);
|
||||
process.exit(1);
|
||||
});
|
||||
|
||||
@@ -1,7 +1,7 @@
|
||||
{
|
||||
"name": "clawsec-clawhub-checker",
|
||||
"version": "0.0.1",
|
||||
"description": "ClawHub reputation checker for ClawSec suite. Enhances guarded skill installer with VirusTotal Code Insight reputation scores and additional safety checks.",
|
||||
"version": "0.0.5",
|
||||
"description": "ClawHub reputation checker for clawsec-suite. Adds a standalone reputation gate before guarded skill installation.",
|
||||
"author": "abutbul",
|
||||
"license": "AGPL-3.0-or-later",
|
||||
"homepage": "https://clawsec.prompt.security/",
|
||||
@@ -36,12 +36,12 @@
|
||||
{
|
||||
"path": "scripts/setup_reputation_hook.mjs",
|
||||
"required": true,
|
||||
"description": "Setup script to enhance existing advisory guardian hook"
|
||||
"description": "Non-mutating preflight helper that validates paths and prints recommended commands"
|
||||
},
|
||||
{
|
||||
"path": "hooks/clawsec-advisory-guardian/lib/reputation.mjs",
|
||||
"required": true,
|
||||
"description": "Reputation checking module for advisory guardian hook"
|
||||
"required": false,
|
||||
"description": "Optional reputation module for advisory guardian integrations"
|
||||
},
|
||||
{
|
||||
"path": "README.md",
|
||||
@@ -49,9 +49,9 @@
|
||||
"description": "Additional documentation and development guide"
|
||||
},
|
||||
{
|
||||
"path": "test/reputation_check.test.mjs",
|
||||
"required": false,
|
||||
"description": "Test suite for reputation checking functionality"
|
||||
"path": "CHANGELOG.md",
|
||||
"required": true,
|
||||
"description": "Version history and release notes"
|
||||
}
|
||||
]
|
||||
},
|
||||
@@ -61,8 +61,8 @@
|
||||
"integration": {
|
||||
"clawsec-suite": {
|
||||
"enhances": [
|
||||
"guarded_skill_install.mjs",
|
||||
"clawsec-advisory-guardian hook"
|
||||
"guarded_skill_install.mjs via external wrapper invocation",
|
||||
"optional manual advisory-guardian hook wiring for reputation annotations"
|
||||
],
|
||||
"adds_exit_codes": {
|
||||
"43": "Reputation warning - requires --confirm-reputation"
|
||||
@@ -77,8 +77,29 @@
|
||||
"emoji": "🛡️",
|
||||
"category": "security",
|
||||
"requires": {
|
||||
"bins": ["clawhub", "curl", "jq"]
|
||||
"bins": [
|
||||
"node",
|
||||
"clawhub",
|
||||
"openclaw"
|
||||
]
|
||||
},
|
||||
"runtime": {
|
||||
"required_env": [],
|
||||
"optional_env": [
|
||||
"CLAWHUB_REPUTATION_THRESHOLD"
|
||||
]
|
||||
},
|
||||
"execution": {
|
||||
"always": false,
|
||||
"persistence": "No automatic persistence; setup helper performs validation only and does not rewrite other skills.",
|
||||
"network_egress": "Reputation checks query ClawHub inspect/search endpoints for metadata and scanner summaries."
|
||||
},
|
||||
"operator_review": [
|
||||
"Requires an installed clawsec-suite checkout because the enhanced installer delegates to suite guarded install flow.",
|
||||
"This release does not auto-wire advisory-guardian hook annotations; if needed, wire hooks/clawsec-advisory-guardian/lib/reputation.mjs manually into the suite hook.",
|
||||
"Reputation results are heuristic and can produce false positives; installation still requires explicit user confirmation for risky skills.",
|
||||
"Run the setup helper to confirm local paths before using the enhanced installer command."
|
||||
],
|
||||
"triggers": [
|
||||
"clawhub reputation",
|
||||
"skill reputation check",
|
||||
|
||||
@@ -13,6 +13,8 @@
|
||||
*/
|
||||
|
||||
import { fileURLToPath } from "node:url";
|
||||
import fs from "node:fs/promises";
|
||||
import os from "node:os";
|
||||
import path from "node:path";
|
||||
import { spawn } from "node:child_process";
|
||||
|
||||
@@ -58,6 +60,37 @@ function runScript(scriptPath, args, env) {
|
||||
});
|
||||
}
|
||||
|
||||
async function createMockClawhub(payload) {
|
||||
const tmpDir = await fs.mkdtemp(path.join(os.tmpdir(), "clawhub-reputation-test-"));
|
||||
const binDir = path.join(tmpDir, "bin");
|
||||
const mockPath = path.join(binDir, "clawhub");
|
||||
await fs.mkdir(binDir, { recursive: true });
|
||||
await fs.writeFile(
|
||||
mockPath,
|
||||
`#!/usr/bin/env node
|
||||
const payload = ${JSON.stringify(JSON.stringify(payload))};
|
||||
const command = process.argv[2] || "";
|
||||
if (command === "inspect") {
|
||||
process.stdout.write(payload);
|
||||
process.exit(0);
|
||||
}
|
||||
if (command === "search") {
|
||||
process.stdout.write("name\\nmock-skill\\nother-skill\\n");
|
||||
process.exit(0);
|
||||
}
|
||||
process.stderr.write("unexpected clawhub command: " + process.argv.slice(2).join(" ") + "\\n");
|
||||
process.exit(2);
|
||||
`,
|
||||
"utf8",
|
||||
);
|
||||
await fs.chmod(mockPath, 0o755);
|
||||
|
||||
return {
|
||||
env: { PATH: `${binDir}:${process.env.PATH}` },
|
||||
cleanup: async () => fs.rm(tmpDir, { recursive: true, force: true }),
|
||||
};
|
||||
}
|
||||
|
||||
// -----------------------------------------------------------------------------
|
||||
// Test: Invalid skill slug is rejected (command injection prevention)
|
||||
// -----------------------------------------------------------------------------
|
||||
@@ -208,6 +241,59 @@ async function testPreReleaseVersionAccepted() {
|
||||
}
|
||||
}
|
||||
|
||||
// -----------------------------------------------------------------------------
|
||||
// Test: Explicit malicious scanner verdict blocks regardless of score
|
||||
// -----------------------------------------------------------------------------
|
||||
async function testMaliciousVirusTotalVerdictBlocks() {
|
||||
const testName = "reputation_check: malicious VirusTotal verdict blocks install";
|
||||
const now = Date.now();
|
||||
const mock = await createMockClawhub({
|
||||
skill: {
|
||||
createdAt: now - (120 * 24 * 60 * 60 * 1000),
|
||||
updatedAt: now - (2 * 24 * 60 * 60 * 1000),
|
||||
stats: { downloads: 1000 },
|
||||
},
|
||||
owner: { handle: "trusted-publisher" },
|
||||
version: {
|
||||
security: {
|
||||
status: "clean",
|
||||
scanners: {
|
||||
vt: {
|
||||
normalizedStatus: "malicious",
|
||||
analysis: "malicious verdict from scanner",
|
||||
},
|
||||
},
|
||||
},
|
||||
},
|
||||
});
|
||||
|
||||
try {
|
||||
const result = await runScript(CHECKER_SCRIPT, ['malicious-skill', '1.0.0', '70'], mock.env);
|
||||
let parsed;
|
||||
try {
|
||||
parsed = JSON.parse(result.stdout);
|
||||
} catch {
|
||||
fail(testName, `Could not parse output: ${result.stdout}`);
|
||||
return;
|
||||
}
|
||||
|
||||
if (
|
||||
result.code === 43 &&
|
||||
parsed.safe === false &&
|
||||
parsed.warnings.some((w) => w.toLowerCase().includes("malicious")) &&
|
||||
parsed.virustotal.some((v) => v.toLowerCase().includes("malicious"))
|
||||
) {
|
||||
pass(testName);
|
||||
} else {
|
||||
fail(testName, `Expected malicious verdict to block, got code ${result.code}: ${JSON.stringify(parsed)}`);
|
||||
}
|
||||
} catch (error) {
|
||||
fail(testName, error);
|
||||
} finally {
|
||||
await mock.cleanup();
|
||||
}
|
||||
}
|
||||
|
||||
// -----------------------------------------------------------------------------
|
||||
// Test: CLI entrypoint guard works when script path is relative
|
||||
// -----------------------------------------------------------------------------
|
||||
@@ -411,6 +497,7 @@ async function runTests() {
|
||||
await testUppercaseSlugRejected();
|
||||
await testEmptySlugShowsUsage();
|
||||
await testPreReleaseVersionAccepted();
|
||||
await testMaliciousVirusTotalVerdictBlocks();
|
||||
await testRelativePathCliEntrypointWorks();
|
||||
await testInvalidThresholdRejected();
|
||||
await testEnhancedInstallerRejectsInvalidSkill();
|
||||
|
||||
@@ -0,0 +1,120 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import fs from "node:fs/promises";
|
||||
import path from "node:path";
|
||||
import { spawn } from "node:child_process";
|
||||
import { fileURLToPath } from "node:url";
|
||||
import { createTempDir, pass, fail, report, exitWithResults } from "../../clawsec-suite/test/lib/test_harness.mjs";
|
||||
|
||||
const __dirname = path.dirname(fileURLToPath(import.meta.url));
|
||||
const NODE_BIN = process.execPath;
|
||||
const SCRIPT_PATH = path.resolve(__dirname, "..", "scripts", "setup_reputation_hook.mjs");
|
||||
const REPO_ROOT = path.resolve(__dirname, "..", "..", "..");
|
||||
|
||||
async function runScript(env) {
|
||||
return await new Promise((resolve) => {
|
||||
const proc = spawn(NODE_BIN, [SCRIPT_PATH], {
|
||||
env,
|
||||
stdio: ["ignore", "pipe", "pipe"],
|
||||
});
|
||||
|
||||
let stdout = "";
|
||||
let stderr = "";
|
||||
|
||||
proc.stdout.on("data", (data) => {
|
||||
stdout += data.toString();
|
||||
});
|
||||
|
||||
proc.stderr.on("data", (data) => {
|
||||
stderr += data.toString();
|
||||
});
|
||||
|
||||
proc.on("close", (code) => {
|
||||
resolve({ code, stdout, stderr });
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
async function stageInstalledSkill(tempHome, skillName) {
|
||||
const sourceDir = path.join(REPO_ROOT, "skills", skillName);
|
||||
const destDir = path.join(tempHome, ".openclaw", "skills", skillName);
|
||||
await fs.mkdir(path.dirname(destDir), { recursive: true });
|
||||
await fs.cp(sourceDir, destDir, { recursive: true });
|
||||
return destDir;
|
||||
}
|
||||
|
||||
async function testPreflightSummaryNoMutation() {
|
||||
const testName = "setup_reputation_hook: prints preflight review without mutating installed suite files";
|
||||
const tmp = await createTempDir();
|
||||
const homeDir = path.join(tmp.path, "home");
|
||||
|
||||
try {
|
||||
await stageInstalledSkill(homeDir, "clawsec-suite");
|
||||
await stageInstalledSkill(homeDir, "clawsec-clawhub-checker");
|
||||
|
||||
const result = await runScript({
|
||||
...process.env,
|
||||
HOME: homeDir,
|
||||
});
|
||||
|
||||
if (result.code !== 0) {
|
||||
fail(testName, `script failed: ${result.stderr}`);
|
||||
return;
|
||||
}
|
||||
|
||||
const wrapperPath = path.join(
|
||||
homeDir,
|
||||
".openclaw",
|
||||
"skills",
|
||||
"clawsec-suite",
|
||||
"scripts",
|
||||
"guarded_skill_install_wrapper.mjs",
|
||||
);
|
||||
const reputationModulePath = path.join(
|
||||
homeDir,
|
||||
".openclaw",
|
||||
"skills",
|
||||
"clawsec-suite",
|
||||
"hooks",
|
||||
"clawsec-advisory-guardian",
|
||||
"lib",
|
||||
"reputation.mjs",
|
||||
);
|
||||
const wrapperExists = await fs
|
||||
.access(wrapperPath)
|
||||
.then(() => true)
|
||||
.catch(() => false);
|
||||
const reputationModuleExists = await fs
|
||||
.access(reputationModulePath)
|
||||
.then(() => true)
|
||||
.catch(() => false);
|
||||
|
||||
if (
|
||||
result.stdout.includes("Preflight review:") &&
|
||||
result.stdout.includes("does not rewrite files in other skills") &&
|
||||
result.stdout.includes("Recommended command:") &&
|
||||
result.stdout.includes("alias clawsec-guarded-install") &&
|
||||
wrapperExists === false &&
|
||||
reputationModuleExists === false
|
||||
) {
|
||||
pass(testName);
|
||||
} else {
|
||||
fail(testName, `missing preflight detail: ${result.stdout}`);
|
||||
}
|
||||
} catch (error) {
|
||||
fail(testName, error);
|
||||
} finally {
|
||||
await tmp.cleanup();
|
||||
}
|
||||
}
|
||||
|
||||
async function runAllTests() {
|
||||
await testPreflightSummaryNoMutation();
|
||||
report();
|
||||
exitWithResults();
|
||||
}
|
||||
|
||||
runAllTests().catch((err) => {
|
||||
console.error("Test runner failed:", err);
|
||||
process.exit(1);
|
||||
});
|
||||
@@ -1,10 +1,37 @@
|
||||
# Changelog
|
||||
|
||||
## [0.0.8] - 2026-05-24
|
||||
|
||||
### Changed
|
||||
- Documented the consolidated signed advisory feed as the default feed for NVD CVEs, approved community advisories, and provisional GHSA-without-CVE records.
|
||||
|
||||
## [0.0.7] - 2026-05-14
|
||||
|
||||
### Security
|
||||
- Added explicit signed release artifact verification instructions for standalone installs, including `checksums.json`, `checksums.sig`, `signing-public.pem`, archive hash verification, and `SKILL.md`/`skill.json` checksum checks.
|
||||
|
||||
All notable changes to the ClawSec Feed skill will be documented in this file.
|
||||
|
||||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
||||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
||||
|
||||
## [0.0.6] - 2026-04-14
|
||||
|
||||
### Added
|
||||
|
||||
- Operational notes in the skill docs that distinguish standalone feed installation from `clawsec-suite` automation responsibilities.
|
||||
- Metadata describing required standalone install tooling and operator review expectations.
|
||||
|
||||
### Changed
|
||||
|
||||
- Clarified that the standalone feed package does not itself create persistence, hooks, or cron jobs.
|
||||
- Declared checksum/extraction tooling used by the documented install flow (`bash`, `shasum`, `unzip`) in skill metadata.
|
||||
- Normalized product naming in the skill docs to use OpenClaw terminology.
|
||||
|
||||
### Security
|
||||
|
||||
- Made release-provenance and checksum verification expectations explicit for standalone installations on production hosts.
|
||||
|
||||
## [0.0.5] - 2026-02-28
|
||||
|
||||
### Added
|
||||
|
||||
@@ -2,6 +2,13 @@
|
||||
|
||||
Security advisory feed monitoring for AI agents. Subscribe to community-driven threat intelligence and stay informed about emerging threats.
|
||||
|
||||
## Operational Notes
|
||||
|
||||
- Required runtime for standalone installation: `bash`, `curl`, `jq`, `shasum`, `unzip`
|
||||
- This package is advisory data plus install/update guidance; it does not create local persistence by itself
|
||||
- Automated polling, installed-skill cross-referencing, and hook/cron behavior live in `clawsec-suite`
|
||||
- Verify release provenance and checksums before installing the standalone artifact on production hosts
|
||||
|
||||
## Features
|
||||
|
||||
- **Real-time Advisories** - Get notified about malicious skills, vulnerabilities, and attack patterns
|
||||
|
||||
@@ -1,20 +1,27 @@
|
||||
---
|
||||
name: clawsec-feed
|
||||
version: 0.0.5
|
||||
description: Security advisory feed with automated NVD CVE polling for OpenClaw-related vulnerabilities. Updated daily.
|
||||
version: 0.0.8
|
||||
description: Security advisory feed package for OpenClaw-related threats and vulnerabilities. The upstream feed is updated daily; local automation is handled by clawsec-suite or the operator.
|
||||
homepage: https://clawsec.prompt.security
|
||||
metadata: {"openclaw":{"emoji":"📡","category":"security"}}
|
||||
clawdis:
|
||||
emoji: "📡"
|
||||
requires:
|
||||
bins: [curl, jq]
|
||||
bins: [bash, curl, jq, shasum, unzip]
|
||||
---
|
||||
|
||||
# ClawSec Feed 📡
|
||||
|
||||
Security advisory feed monitoring for AI agents. Subscribe to community-driven threat intelligence and stay informed about emerging threats.
|
||||
|
||||
This feed is automatically updated daily with CVEs related to OpenClaw, clawdbot, and Moltbot from the NIST National Vulnerability Database (NVD).
|
||||
The default `feed.json` is the consolidated agent feed. It includes NVD CVEs, approved community advisories, and provisional GitHub Security Advisories that do not have CVE IDs yet.
|
||||
|
||||
## Operational Notes
|
||||
|
||||
- Required runtime for standalone installation: `bash`, `curl`, `jq`, `shasum`, `unzip`
|
||||
- Side effects: standalone install only writes local skill files
|
||||
- Network behavior: downloads release metadata/artifacts and, if you choose to poll manually, fetches the advisory feed
|
||||
- Trust model: this package does not itself create cron jobs or submit data externally; automation is delegated to `clawsec-suite` or your own scheduler
|
||||
|
||||
**An open source project by [Prompt Security](https://prompt.security)**
|
||||
|
||||
@@ -52,6 +59,8 @@ Install clawsec-feed independently without the full suite.
|
||||
|
||||
Continue below for standalone installation instructions.
|
||||
|
||||
Standalone installation is a network download workflow. Verify the release source and the provided checksums before installing it on production hosts.
|
||||
|
||||
---
|
||||
|
||||
Installation Steps:
|
||||
@@ -72,6 +81,86 @@ Once you have this skill file, proceed to **[Deploy ClawSec Feed](#deploy-clawse
|
||||
|
||||
---
|
||||
|
||||
|
||||
## Release Artifact Verification
|
||||
|
||||
For standalone installs, verify the signed release manifest before trusting `SKILL.md`, `skill.json`, or the archive. The `skill.json` file is the package metadata/SBOM source, and the release pipeline signs `checksums.json` with the ClawSec release key.
|
||||
|
||||
```bash
|
||||
set -euo pipefail
|
||||
|
||||
SKILL_NAME="clawsec-feed"
|
||||
VERSION="0.0.8"
|
||||
REPO="prompt-security/clawsec"
|
||||
TAG="${SKILL_NAME}-v${VERSION}"
|
||||
BASE="https://github.com/${REPO}/releases/download/${TAG}"
|
||||
ZIP_NAME="${SKILL_NAME}-v${VERSION}.zip"
|
||||
TMP_DIR="$(mktemp -d)"
|
||||
trap 'rm -rf "$TMP_DIR"' EXIT
|
||||
|
||||
RELEASE_PUBKEY_SHA256="711424e4535f84093fefb024cd1ca4ec87439e53907b305b79a631d5befba9c8"
|
||||
|
||||
curl -fsSL "$BASE/checksums.json" -o "$TMP_DIR/checksums.json"
|
||||
curl -fsSL "$BASE/checksums.sig" -o "$TMP_DIR/checksums.sig"
|
||||
curl -fsSL "$BASE/signing-public.pem" -o "$TMP_DIR/signing-public.pem"
|
||||
curl -fsSL "$BASE/$ZIP_NAME" -o "$TMP_DIR/$ZIP_NAME"
|
||||
curl -fsSL "$BASE/SKILL.md" -o "$TMP_DIR/SKILL.md"
|
||||
curl -fsSL "$BASE/skill.json" -o "$TMP_DIR/skill.json"
|
||||
|
||||
ACTUAL_PUBKEY_SHA256="$(openssl pkey -pubin -in "$TMP_DIR/signing-public.pem" -outform DER | shasum -a 256 | awk '{print $1}')"
|
||||
if [ "$ACTUAL_PUBKEY_SHA256" != "$RELEASE_PUBKEY_SHA256" ]; then
|
||||
echo "ERROR: signing-public.pem fingerprint mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
openssl base64 -d -A -in "$TMP_DIR/checksums.sig" -out "$TMP_DIR/checksums.sig.bin"
|
||||
openssl pkeyutl -verify -rawin -pubin \
|
||||
-inkey "$TMP_DIR/signing-public.pem" \
|
||||
-sigfile "$TMP_DIR/checksums.sig.bin" \
|
||||
-in "$TMP_DIR/checksums.json" >/dev/null
|
||||
|
||||
hash_file() {
|
||||
if command -v shasum >/dev/null 2>&1; then
|
||||
shasum -a 256 "$1" | awk '{print $1}'
|
||||
else
|
||||
sha256sum "$1" | awk '{print $1}'
|
||||
fi
|
||||
}
|
||||
|
||||
verify_manifest_file() {
|
||||
asset="$1"
|
||||
path="$2"
|
||||
expected="$(jq -r --arg asset "$asset" '.files[$asset].sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected" ]; then
|
||||
echo "ERROR: checksums.json missing $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual="$(hash_file "$path")"
|
||||
if [ "$actual" != "$expected" ]; then
|
||||
echo "ERROR: checksum mismatch for $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
expected_archive="$(jq -r '.archive.sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected_archive" ]; then
|
||||
echo "ERROR: checksums.json missing archive.sha256" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual_archive="$(hash_file "$TMP_DIR/$ZIP_NAME")"
|
||||
if [ "$actual_archive" != "$expected_archive" ]; then
|
||||
echo "ERROR: archive checksum mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
verify_manifest_file "SKILL.md" "$TMP_DIR/SKILL.md"
|
||||
verify_manifest_file "skill.json" "$TMP_DIR/skill.json"
|
||||
|
||||
echo "Signed release manifest, archive, SKILL.md, and skill.json verified."
|
||||
```
|
||||
|
||||
Only install or extract the archive after this verification succeeds.
|
||||
|
||||
## Deploy ClawSec Feed
|
||||
|
||||
Installation steps:
|
||||
@@ -694,7 +783,7 @@ fi
|
||||
|
||||
| Variable | Description | Default |
|
||||
|----------|-------------|---------|
|
||||
| `CLAWSEC_FEED_URL` | Custom advisory feed URL | Raw GitHub (`main` branch) |
|
||||
| `CLAWSEC_FEED_URL` | Custom advisory feed URL | Consolidated signed feed |
|
||||
| `CLAWSEC_INSTALL_DIR` | Installation directory | `~/.openclaw/skills/clawsec-feed` |
|
||||
|
||||
---
|
||||
|
||||
File diff suppressed because one or more lines are too long
@@ -1 +1 @@
|
||||
qNd1mJmbXNyIP+5CjBppoCIDu0PNRWYNFWpmzgtIFPJ6P62epcDaQKgi+dTDRUbk8jANIb+Ukf8vk+iz3CrIDg==
|
||||
v+PiWmjIkY6zdIyI9xJX0l0aTy0Azp1+LoZR6qaiDZJnXFuSBX4Sw/x5tMdTb0xSbqdDTJOZwwWI8coPVepzBw==
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "clawsec-feed",
|
||||
"version": "0.0.5",
|
||||
"version": "0.0.8",
|
||||
"description": "Security advisory feed monitoring for AI agents. Subscribe to community-driven threat intelligence.",
|
||||
"author": "prompt-security",
|
||||
"license": "AGPL-3.0-or-later",
|
||||
@@ -39,10 +39,23 @@
|
||||
"feed_url": "https://api.github.com/repos/prompt-security/ClawSec/releases?skill=clawsec-feed",
|
||||
"requires": {
|
||||
"bins": [
|
||||
"bash",
|
||||
"curl",
|
||||
"jq"
|
||||
"jq",
|
||||
"shasum",
|
||||
"unzip"
|
||||
]
|
||||
},
|
||||
"execution": {
|
||||
"always": false,
|
||||
"persistence": "No local persistence or automation is created by the standalone feed package; recurring polling is handled by clawsec-suite or the operator.",
|
||||
"network_egress": "Standalone installation downloads release artifacts and optional feed updates from Prompt Security GitHub/website endpoints."
|
||||
},
|
||||
"operator_review": [
|
||||
"This package is primarily signed advisory data plus install instructions; it does not itself create cron jobs or send data outward.",
|
||||
"Verify release provenance and checksums before installing on production hosts.",
|
||||
"If you need automated polling or host-side enforcement, use clawsec-suite which owns that automation layer."
|
||||
],
|
||||
"triggers": [
|
||||
"security advisories",
|
||||
"check advisories",
|
||||
|
||||
@@ -1,10 +1,37 @@
|
||||
# Changelog
|
||||
|
||||
## [0.0.7] - 2026-06-07
|
||||
|
||||
### Security
|
||||
- Added comparator range support for NanoClaw advisory matching and fail-closed handling for malformed affected specifiers.
|
||||
- Added strict integrity IPC request ID validation and result path containment before host-side result writes.
|
||||
|
||||
## [0.0.6] - 2026-05-24
|
||||
|
||||
### Changed
|
||||
- Documented that NanoClaw consumes the consolidated signed advisory feed containing NVD CVEs, approved community advisories, and provisional GHSA-without-CVE records.
|
||||
- Added advisory metadata typing for GHSA lifecycle fields used by the consolidated feed.
|
||||
|
||||
## [0.0.5] - 2026-05-14
|
||||
|
||||
### Security
|
||||
- Added explicit signed release artifact verification instructions for standalone installs, including `checksums.json`, `checksums.sig`, `signing-public.pem`, archive hash verification, and `SKILL.md`/`skill.json` checksum checks.
|
||||
|
||||
All notable changes to the ClawSec NanoClaw compatibility skill will be documented in this file.
|
||||
|
||||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
||||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
||||
|
||||
## [0.0.4] - 2026-04-16
|
||||
|
||||
### Changed
|
||||
|
||||
- Moved signature-related local file reads into `lib/local_file_io.ts` and kept network fetch logic isolated in `lib/signatures.ts`.
|
||||
|
||||
### Security
|
||||
|
||||
- Reduced static false-positive exfiltration signals by separating local file I/O and remote fetch code paths.
|
||||
|
||||
## [0.0.3] - 2026-03-09
|
||||
|
||||
### Security
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
---
|
||||
name: clawsec-nanoclaw
|
||||
version: 0.0.3
|
||||
version: 0.0.7
|
||||
description: Use when checking for security vulnerabilities in NanoClaw skills, before installing new skills, or when asked about security advisories affecting the bot
|
||||
---
|
||||
|
||||
@@ -183,6 +183,8 @@ if (advisory.exploitability_score === 'high' || advisory.severity === 'critical'
|
||||
|
||||
**Feed Source**: https://clawsec.prompt.security/advisories/feed.json
|
||||
|
||||
This signed feed is consolidated. NanoClaw receives NVD CVEs, approved community advisories, and provisional GHSA-without-CVE advisories through the same default URL.
|
||||
|
||||
**Update Frequency**: Every 6 hours (automatic)
|
||||
|
||||
**Signature Verification**: Ed25519 signed feeds
|
||||
@@ -198,3 +200,83 @@ See [INSTALL.md](./INSTALL.md) for setup and [docs/](./docs/) for advanced usage
|
||||
- Alerts to supply chain attacks in dependencies
|
||||
- Provides actionable remediation steps
|
||||
- Zero false positives (curated feed only)
|
||||
|
||||
|
||||
## Release Artifact Verification
|
||||
|
||||
For standalone installs, verify the signed release manifest before trusting `SKILL.md`, `skill.json`, or the archive. The `skill.json` file is the package metadata/SBOM source, and the release pipeline signs `checksums.json` with the ClawSec release key.
|
||||
|
||||
```bash
|
||||
set -euo pipefail
|
||||
|
||||
SKILL_NAME="clawsec-nanoclaw"
|
||||
VERSION="0.0.6"
|
||||
REPO="prompt-security/clawsec"
|
||||
TAG="${SKILL_NAME}-v${VERSION}"
|
||||
BASE="https://github.com/${REPO}/releases/download/${TAG}"
|
||||
ZIP_NAME="${SKILL_NAME}-v${VERSION}.zip"
|
||||
TMP_DIR="$(mktemp -d)"
|
||||
trap 'rm -rf "$TMP_DIR"' EXIT
|
||||
|
||||
RELEASE_PUBKEY_SHA256="711424e4535f84093fefb024cd1ca4ec87439e53907b305b79a631d5befba9c8"
|
||||
|
||||
curl -fsSL "$BASE/checksums.json" -o "$TMP_DIR/checksums.json"
|
||||
curl -fsSL "$BASE/checksums.sig" -o "$TMP_DIR/checksums.sig"
|
||||
curl -fsSL "$BASE/signing-public.pem" -o "$TMP_DIR/signing-public.pem"
|
||||
curl -fsSL "$BASE/$ZIP_NAME" -o "$TMP_DIR/$ZIP_NAME"
|
||||
curl -fsSL "$BASE/SKILL.md" -o "$TMP_DIR/SKILL.md"
|
||||
curl -fsSL "$BASE/skill.json" -o "$TMP_DIR/skill.json"
|
||||
|
||||
ACTUAL_PUBKEY_SHA256="$(openssl pkey -pubin -in "$TMP_DIR/signing-public.pem" -outform DER | shasum -a 256 | awk '{print $1}')"
|
||||
if [ "$ACTUAL_PUBKEY_SHA256" != "$RELEASE_PUBKEY_SHA256" ]; then
|
||||
echo "ERROR: signing-public.pem fingerprint mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
openssl base64 -d -A -in "$TMP_DIR/checksums.sig" -out "$TMP_DIR/checksums.sig.bin"
|
||||
openssl pkeyutl -verify -rawin -pubin \
|
||||
-inkey "$TMP_DIR/signing-public.pem" \
|
||||
-sigfile "$TMP_DIR/checksums.sig.bin" \
|
||||
-in "$TMP_DIR/checksums.json" >/dev/null
|
||||
|
||||
hash_file() {
|
||||
if command -v shasum >/dev/null 2>&1; then
|
||||
shasum -a 256 "$1" | awk '{print $1}'
|
||||
else
|
||||
sha256sum "$1" | awk '{print $1}'
|
||||
fi
|
||||
}
|
||||
|
||||
verify_manifest_file() {
|
||||
asset="$1"
|
||||
path="$2"
|
||||
expected="$(jq -r --arg asset "$asset" '.files[$asset].sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected" ]; then
|
||||
echo "ERROR: checksums.json missing $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual="$(hash_file "$path")"
|
||||
if [ "$actual" != "$expected" ]; then
|
||||
echo "ERROR: checksum mismatch for $asset" >&2
|
||||
exit 1
|
||||
fi
|
||||
}
|
||||
|
||||
expected_archive="$(jq -r '.archive.sha256 // empty' "$TMP_DIR/checksums.json")"
|
||||
if [ -z "$expected_archive" ]; then
|
||||
echo "ERROR: checksums.json missing archive.sha256" >&2
|
||||
exit 1
|
||||
fi
|
||||
actual_archive="$(hash_file "$TMP_DIR/$ZIP_NAME")"
|
||||
if [ "$actual_archive" != "$expected_archive" ]; then
|
||||
echo "ERROR: archive checksum mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
verify_manifest_file "SKILL.md" "$TMP_DIR/SKILL.md"
|
||||
verify_manifest_file "skill.json" "$TMP_DIR/skill.json"
|
||||
|
||||
echo "Signed release manifest, archive, SKILL.md, and skill.json verified."
|
||||
```
|
||||
|
||||
Only install or extract the archive after this verification succeeds.
|
||||
|
||||
@@ -11,6 +11,9 @@ import fs from 'fs';
|
||||
import path from 'path';
|
||||
import { IntegrityMonitor } from '../guardian/integrity-monitor';
|
||||
|
||||
const RESULT_DIR = '/workspace/ipc/clawsec_results';
|
||||
const REQUEST_ID_PATTERN = /^[A-Za-z0-9][A-Za-z0-9._-]{0,127}$/;
|
||||
|
||||
// ============================================================================
|
||||
// Integrity Service (Singleton)
|
||||
// ============================================================================
|
||||
@@ -84,15 +87,21 @@ export async function handleIntegrityIpc(
|
||||
logger: any
|
||||
): Promise<void> {
|
||||
const { type, requestId, groupFolder: _groupFolder } = task;
|
||||
const validatedRequestId = validateRequestId(requestId);
|
||||
|
||||
if (!validatedRequestId) {
|
||||
logger.warn({ type, requestId }, 'Invalid integrity IPC request id');
|
||||
return;
|
||||
}
|
||||
|
||||
const safeTask = { ...task, requestId: validatedRequestId };
|
||||
|
||||
if (!deps.integrityService) {
|
||||
logger.warn({ task }, 'IntegrityService not available');
|
||||
if (requestId) {
|
||||
writeResult(requestId, {
|
||||
success: false,
|
||||
error: 'IntegrityService not initialized'
|
||||
});
|
||||
}
|
||||
writeResult(validatedRequestId, {
|
||||
success: false,
|
||||
error: 'IntegrityService not initialized'
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
@@ -103,31 +112,29 @@ export async function handleIntegrityIpc(
|
||||
await service.initialize();
|
||||
} catch (error) {
|
||||
logger.error({ error }, 'Failed to initialize IntegrityService');
|
||||
if (requestId) {
|
||||
writeResult(requestId, {
|
||||
success: false,
|
||||
error: `Initialization failed: ${error instanceof Error ? error.message : String(error)}`
|
||||
});
|
||||
}
|
||||
writeResult(validatedRequestId, {
|
||||
success: false,
|
||||
error: `Initialization failed: ${error instanceof Error ? error.message : String(error)}`
|
||||
});
|
||||
return;
|
||||
}
|
||||
}
|
||||
|
||||
switch (type) {
|
||||
case 'integrity_check':
|
||||
await handleIntegrityCheck(task, service, logger);
|
||||
await handleIntegrityCheck(safeTask, service, logger);
|
||||
break;
|
||||
|
||||
case 'integrity_approve':
|
||||
await handleIntegrityApprove(task, service, logger);
|
||||
await handleIntegrityApprove(safeTask, service, logger);
|
||||
break;
|
||||
|
||||
case 'integrity_status':
|
||||
await handleIntegrityStatus(task, service, logger);
|
||||
await handleIntegrityStatus(safeTask, service, logger);
|
||||
break;
|
||||
|
||||
case 'integrity_verify_audit':
|
||||
await handleIntegrityVerifyAudit(task, service, logger);
|
||||
await handleIntegrityVerifyAudit(safeTask, service, logger);
|
||||
break;
|
||||
|
||||
default:
|
||||
@@ -280,15 +287,40 @@ async function handleIntegrityVerifyAudit(
|
||||
// Helper Functions
|
||||
// ============================================================================
|
||||
|
||||
function validateRequestId(requestId: unknown): string | null {
|
||||
if (typeof requestId !== 'string') return null;
|
||||
const normalized = requestId.trim();
|
||||
if (!REQUEST_ID_PATTERN.test(normalized)) return null;
|
||||
return normalized;
|
||||
}
|
||||
|
||||
function resolveResultPath(requestId: string): string {
|
||||
const safeRequestId = validateRequestId(requestId);
|
||||
if (!safeRequestId) {
|
||||
throw new Error('Invalid integrity IPC request id');
|
||||
}
|
||||
|
||||
const resultDir = RESULT_DIR;
|
||||
const normalizedResultDir = path.resolve(resultDir);
|
||||
const resultPath = path.resolve(normalizedResultDir, `${safeRequestId}.json`);
|
||||
const relativePath = path.relative(normalizedResultDir, resultPath);
|
||||
|
||||
if (relativePath.startsWith('..') || path.isAbsolute(relativePath)) {
|
||||
throw new Error('Integrity IPC result path escapes result directory');
|
||||
}
|
||||
|
||||
return resultPath;
|
||||
}
|
||||
|
||||
function writeResult(requestId: string, result: any): void {
|
||||
const resultDir = '/workspace/ipc/clawsec_results';
|
||||
const resultPath = resolveResultPath(requestId);
|
||||
const resultDir = path.dirname(resultPath);
|
||||
|
||||
// Ensure directory exists
|
||||
if (!fs.existsSync(resultDir)) {
|
||||
fs.mkdirSync(resultDir, { recursive: true });
|
||||
}
|
||||
|
||||
const resultPath = path.join(resultDir, `${requestId}.json`);
|
||||
fs.writeFileSync(resultPath, JSON.stringify(result, null, 2));
|
||||
}
|
||||
|
||||
|
||||
@@ -86,39 +86,146 @@ export function versionMatches(version: string, versionSpec: string): boolean {
|
||||
if (v === spec) return true;
|
||||
|
||||
// Parse semver components
|
||||
const parseVersion = (ver: string): number[] => {
|
||||
const match = ver.match(/^(\d+)\.(\d+)\.(\d+)/);
|
||||
if (!match) return [];
|
||||
return [parseInt(match[1], 10), parseInt(match[2], 10), parseInt(match[3], 10)];
|
||||
type ParsedVersion = {
|
||||
major: number;
|
||||
minor: number;
|
||||
patch: number;
|
||||
prerelease: string[];
|
||||
};
|
||||
|
||||
const semverPattern = String.raw`v?\d+\.\d+\.\d+(?:-[0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*)?(?:\+[0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*)?`;
|
||||
const semverRegex = new RegExp(
|
||||
String.raw`^v?(\d+)\.(\d+)\.(\d+)(?:-([0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*))?(?:\+[0-9A-Za-z-]+(?:\.[0-9A-Za-z-]+)*)?$`
|
||||
);
|
||||
|
||||
const parseVersion = (ver: string): ParsedVersion | null => {
|
||||
const match = ver.match(semverRegex);
|
||||
if (!match) return null;
|
||||
|
||||
return {
|
||||
major: parseInt(match[1], 10),
|
||||
minor: parseInt(match[2], 10),
|
||||
patch: parseInt(match[3], 10),
|
||||
prerelease: match[4] ? match[4].split('.') : [],
|
||||
};
|
||||
};
|
||||
|
||||
const comparePrereleaseIdentifiers = (left: string, right: string): number => {
|
||||
const leftIsNumeric = /^\d+$/.test(left);
|
||||
const rightIsNumeric = /^\d+$/.test(right);
|
||||
|
||||
if (leftIsNumeric && rightIsNumeric) {
|
||||
const leftValue = parseInt(left, 10);
|
||||
const rightValue = parseInt(right, 10);
|
||||
if (leftValue > rightValue) return 1;
|
||||
if (leftValue < rightValue) return -1;
|
||||
return 0;
|
||||
}
|
||||
|
||||
if (leftIsNumeric) return -1;
|
||||
if (rightIsNumeric) return 1;
|
||||
if (left > right) return 1;
|
||||
if (left < right) return -1;
|
||||
return 0;
|
||||
};
|
||||
|
||||
const compareVersions = (left: ParsedVersion, right: ParsedVersion): number => {
|
||||
if (left.major > right.major) return 1;
|
||||
if (left.major < right.major) return -1;
|
||||
if (left.minor > right.minor) return 1;
|
||||
if (left.minor < right.minor) return -1;
|
||||
if (left.patch > right.patch) return 1;
|
||||
if (left.patch < right.patch) return -1;
|
||||
|
||||
if (left.prerelease.length === 0 && right.prerelease.length === 0) return 0;
|
||||
if (left.prerelease.length === 0) return 1;
|
||||
if (right.prerelease.length === 0) return -1;
|
||||
|
||||
const identifierCount = Math.max(left.prerelease.length, right.prerelease.length);
|
||||
for (let index = 0; index < identifierCount; index += 1) {
|
||||
const leftIdentifier = left.prerelease[index];
|
||||
const rightIdentifier = right.prerelease[index];
|
||||
|
||||
if (leftIdentifier === undefined) return -1;
|
||||
if (rightIdentifier === undefined) return 1;
|
||||
|
||||
const comparison = comparePrereleaseIdentifiers(leftIdentifier, rightIdentifier);
|
||||
if (comparison !== 0) return comparison;
|
||||
}
|
||||
|
||||
return 0;
|
||||
};
|
||||
|
||||
const evaluateComparator = (comparator: string): boolean => {
|
||||
const match = comparator.trim().match(new RegExp(`^(<=|>=|<|>|=)?\\s*(${semverPattern})$`));
|
||||
if (!match) return false;
|
||||
|
||||
const operator = match[1] || '=';
|
||||
const comparatorParts = parseVersion(match[2]);
|
||||
if (!comparatorParts) return false;
|
||||
|
||||
const comparison = compareVersions(vParts, comparatorParts);
|
||||
if (operator === '<') return comparison < 0;
|
||||
if (operator === '<=') return comparison <= 0;
|
||||
if (operator === '>') return comparison > 0;
|
||||
if (operator === '>=') return comparison >= 0;
|
||||
return comparison === 0;
|
||||
};
|
||||
|
||||
const extractComparatorTokens = (range: string): string[] | null => {
|
||||
const tokenPattern = new RegExp(`(?:<=|>=|<|>|=)?\\s*${semverPattern}`, 'g');
|
||||
const tokens: string[] = [];
|
||||
let cursor = 0;
|
||||
let match = tokenPattern.exec(range);
|
||||
|
||||
while (match) {
|
||||
const gap = range.slice(cursor, match.index);
|
||||
if (!/^[\s,]*$/.test(gap)) return null;
|
||||
|
||||
tokens.push(match[0].trim());
|
||||
cursor = match.index + match[0].length;
|
||||
match = tokenPattern.exec(range);
|
||||
}
|
||||
|
||||
if (!/^[\s,]*$/.test(range.slice(cursor))) return null;
|
||||
return tokens.length > 0 ? tokens : null;
|
||||
};
|
||||
|
||||
const vParts = parseVersion(v);
|
||||
const specParts = parseVersion(spec.replace(/^[~^]/, ''));
|
||||
if (!vParts) return true;
|
||||
|
||||
if (vParts.length === 0 || specParts.length === 0) return false;
|
||||
if (/(?:<=|>=|<|>|=)/.test(spec)) {
|
||||
const comparatorTokens = extractComparatorTokens(spec);
|
||||
if (!comparatorTokens) return false;
|
||||
return comparatorTokens.every((token) => evaluateComparator(token));
|
||||
}
|
||||
|
||||
const specParts = parseVersion(spec.replace(/^[~^]/, ''));
|
||||
if (!specParts) return true;
|
||||
|
||||
// Caret range (^1.2.3): compatible with 1.x.x where x >= 2.3
|
||||
if (spec.startsWith('^')) {
|
||||
if (vParts[0] !== specParts[0]) return false;
|
||||
if (vParts[0] === 0) {
|
||||
// ^0.2.3 means 0.2.x where x >= 3
|
||||
if (vParts[1] !== specParts[1]) return false;
|
||||
return vParts[2] >= specParts[2];
|
||||
}
|
||||
// ^1.2.3 means 1.x.x where x.x >= 2.3
|
||||
if (vParts[1] > specParts[1]) return true;
|
||||
if (vParts[1] < specParts[1]) return false;
|
||||
return vParts[2] >= specParts[2];
|
||||
const upperBound =
|
||||
specParts.major > 0
|
||||
? { major: specParts.major + 1, minor: 0, patch: 0, prerelease: [] }
|
||||
: specParts.minor > 0
|
||||
? { major: 0, minor: specParts.minor + 1, patch: 0, prerelease: [] }
|
||||
: { major: 0, minor: 0, patch: specParts.patch + 1, prerelease: [] };
|
||||
|
||||
return compareVersions(vParts, specParts) >= 0 && compareVersions(vParts, upperBound) < 0;
|
||||
}
|
||||
|
||||
// Tilde range (~1.2.3): patch-level compatibility (1.2.x where x >= 3)
|
||||
if (spec.startsWith('~')) {
|
||||
if (vParts[0] !== specParts[0]) return false;
|
||||
if (vParts[1] !== specParts[1]) return false;
|
||||
return vParts[2] >= specParts[2];
|
||||
const upperBound = { major: specParts.major, minor: specParts.minor + 1, patch: 0, prerelease: [] };
|
||||
return compareVersions(vParts, specParts) >= 0 && compareVersions(vParts, upperBound) < 0;
|
||||
}
|
||||
|
||||
return false;
|
||||
if (new RegExp(`^${semverPattern}$`).test(spec)) {
|
||||
return compareVersions(vParts, specParts) === 0;
|
||||
}
|
||||
|
||||
return true;
|
||||
}
|
||||
|
||||
/**
|
||||
|
||||
@@ -0,0 +1,13 @@
|
||||
import fs from 'fs';
|
||||
|
||||
export function fileExists(filePath: string): boolean {
|
||||
return fs.existsSync(filePath);
|
||||
}
|
||||
|
||||
export function loadBinaryFile(filePath: string): Buffer {
|
||||
return fs.readFileSync(filePath);
|
||||
}
|
||||
|
||||
export function loadUtf8File(filePath: string): string {
|
||||
return fs.readFileSync(filePath, 'utf8');
|
||||
}
|
||||
@@ -4,9 +4,9 @@
|
||||
*/
|
||||
|
||||
import crypto from 'crypto';
|
||||
import fs from 'fs';
|
||||
import https from 'https';
|
||||
import { ChecksumsManifest } from './types.js';
|
||||
import { fileExists, loadBinaryFile, loadUtf8File } from './local_file_io.js';
|
||||
|
||||
/**
|
||||
* Allowed domains for feed/signature fetching.
|
||||
@@ -153,7 +153,7 @@ export function sha256Hex(content: string | Buffer): string {
|
||||
* Convenience wrapper for file-based integrity monitoring and package verification.
|
||||
*/
|
||||
export function sha256File(filePath: string): string {
|
||||
const data = fs.readFileSync(filePath);
|
||||
const data = loadBinaryFile(filePath);
|
||||
return sha256Hex(data);
|
||||
}
|
||||
|
||||
@@ -191,8 +191,8 @@ export function verifyDetachedSignature(
|
||||
publicKeyPem: string
|
||||
): boolean {
|
||||
try {
|
||||
const data = fs.readFileSync(dataPath);
|
||||
const signatureRaw = fs.readFileSync(signaturePath, 'utf8');
|
||||
const data = loadBinaryFile(dataPath);
|
||||
const signatureRaw = loadUtf8File(signaturePath);
|
||||
const signature = decodeSignature(signatureRaw);
|
||||
|
||||
if (!signature) return false;
|
||||
@@ -219,15 +219,15 @@ export function verifyDetachedSignatureWithDetails(
|
||||
publicKeyPem: string
|
||||
): { valid: boolean; error?: string } {
|
||||
try {
|
||||
if (!fs.existsSync(dataPath)) {
|
||||
if (!fileExists(dataPath)) {
|
||||
return { valid: false, error: 'Data file not found' };
|
||||
}
|
||||
if (!fs.existsSync(signaturePath)) {
|
||||
if (!fileExists(signaturePath)) {
|
||||
return { valid: false, error: 'Signature file not found' };
|
||||
}
|
||||
|
||||
const data = fs.readFileSync(dataPath);
|
||||
const signatureRaw = fs.readFileSync(signaturePath, 'utf8');
|
||||
const data = loadBinaryFile(dataPath);
|
||||
const signatureRaw = loadUtf8File(signaturePath);
|
||||
const signature = decodeSignature(signatureRaw);
|
||||
|
||||
if (!signature) {
|
||||
|
||||
@@ -5,6 +5,11 @@
|
||||
|
||||
export interface Advisory {
|
||||
id: string;
|
||||
ghsa_id?: string;
|
||||
cve_id?: string | null;
|
||||
status?: 'active' | 'matured' | 'stale' | string;
|
||||
stale?: boolean;
|
||||
source_feed?: string;
|
||||
severity: 'critical' | 'high' | 'medium' | 'low';
|
||||
type: 'vulnerable_skill' | 'malicious_skill' | 'prompt_injection' | string;
|
||||
title: string;
|
||||
@@ -14,7 +19,10 @@ export interface Advisory {
|
||||
published: string;
|
||||
references: string[];
|
||||
cvss_score?: number;
|
||||
cvss_vector?: string | null;
|
||||
nvd_url?: string;
|
||||
github_advisory_url?: string;
|
||||
platforms?: string[];
|
||||
exploitability_score?: 'high' | 'medium' | 'low' | 'unknown';
|
||||
exploitability_rationale?: string;
|
||||
source?: string;
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"name": "clawsec-nanoclaw",
|
||||
"version": "0.0.3",
|
||||
"version": "0.0.7",
|
||||
"description": "ClawSec security suite for NanoClaw - Advisory feed monitoring, MCP tools for vulnerability checking, and Ed25519 signature verification for containerized WhatsApp bot agents",
|
||||
"author": "prompt-security",
|
||||
"license": "AGPL-3.0-or-later",
|
||||
@@ -57,6 +57,11 @@
|
||||
"required": true,
|
||||
"description": "Ed25519 signature verification utilities"
|
||||
},
|
||||
{
|
||||
"path": "lib/local_file_io.ts",
|
||||
"required": true,
|
||||
"description": "Local file access helpers used by signature verification routines"
|
||||
},
|
||||
{
|
||||
"path": "lib/advisories.ts",
|
||||
"required": true,
|
||||
|
||||
@@ -1,7 +1,9 @@
|
||||
import assert from 'node:assert/strict';
|
||||
import fs from 'node:fs';
|
||||
import ts from 'typescript';
|
||||
import path from 'node:path';
|
||||
import test from 'node:test';
|
||||
import vm from 'node:vm';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
|
||||
const __filename = fileURLToPath(import.meta.url);
|
||||
@@ -12,6 +14,45 @@ function readSkillFile(relativePath) {
|
||||
return fs.readFileSync(path.join(SKILL_ROOT, relativePath), 'utf8');
|
||||
}
|
||||
|
||||
function extractFunctionSource(source, functionName) {
|
||||
const marker = `export function ${functionName}`;
|
||||
const start = source.indexOf(marker);
|
||||
assert.notEqual(start, -1, `missing ${functionName} export`);
|
||||
|
||||
const bodyStart = source.indexOf('{', start);
|
||||
assert.notEqual(bodyStart, -1, `missing ${functionName} body`);
|
||||
|
||||
let depth = 0;
|
||||
for (let index = bodyStart; index < source.length; index += 1) {
|
||||
const char = source[index];
|
||||
if (char === '{') depth += 1;
|
||||
if (char === '}') depth -= 1;
|
||||
if (depth === 0) {
|
||||
return source.slice(start, index + 1).replace('export ', '');
|
||||
}
|
||||
}
|
||||
|
||||
throw new Error(`unterminated ${functionName} body`);
|
||||
}
|
||||
|
||||
function loadVersionMatcher() {
|
||||
const source = readSkillFile('lib/advisories.ts');
|
||||
const fnSource = extractFunctionSource(source, 'versionMatches');
|
||||
const js = ts.transpileModule(
|
||||
`${fnSource}\nglobalThis.versionMatches = versionMatches;`,
|
||||
{
|
||||
compilerOptions: {
|
||||
module: ts.ModuleKind.ESNext,
|
||||
target: ts.ScriptTarget.ES2022,
|
||||
},
|
||||
}
|
||||
).outputText;
|
||||
|
||||
const context = { globalThis: {} };
|
||||
vm.runInNewContext(js, context);
|
||||
return context.globalThis.versionMatches;
|
||||
}
|
||||
|
||||
test('signature verifier enforces pinned key and path policy', () => {
|
||||
const source = readSkillFile('host-services/skill-signature-handler.ts');
|
||||
|
||||
@@ -55,3 +96,39 @@ test('integrity targets and baselines use normalized absolute paths', () => {
|
||||
assert.ok(source.includes('const normalizedFilePath = path.resolve(filePath);'), 'status/approval lookups must normalize file paths');
|
||||
assert.ok(source.includes('normalizedFiles[path.resolve(filePath)] = baseline;'), 'loaded baselines must be normalized to absolute keys');
|
||||
});
|
||||
|
||||
test('advisory matcher handles comparator ranges and fails closed on malformed specs', () => {
|
||||
const versionMatches = loadVersionMatcher();
|
||||
|
||||
assert.equal(versionMatches('2026.4.20', '<2026.5.18'), true, 'less-than comparator must match vulnerable versions');
|
||||
assert.equal(versionMatches('2026.5.18', '<2026.5.18'), false, 'less-than comparator must exclude patched versions');
|
||||
assert.equal(versionMatches('2026.5.18', '<=2026.5.18'), true, 'less-than-or-equal comparator must match boundary versions');
|
||||
assert.equal(versionMatches('1.4.0', '>=1.2.0 <2.0.0'), true, 'composite comparator ranges must match all clauses');
|
||||
assert.equal(versionMatches('2.0.0', '>=1.2.0 <2.0.0'), false, 'composite comparator ranges must reject failed clauses');
|
||||
assert.equal(versionMatches('0.0.2', '<= 0.0.2'), true, 'spaced comparators must match boundary versions');
|
||||
assert.equal(versionMatches('0.0.3', '<= 0.0.2'), false, 'spaced comparators must reject versions outside range');
|
||||
assert.equal(versionMatches('1.2.3', '>= 1.0.0 <'), false, 'partially parsed comparator ranges must not match everything');
|
||||
assert.equal(versionMatches('1.2.3', 'not-a-range'), true, 'unparseable advisory specifiers must fail closed');
|
||||
});
|
||||
|
||||
test('advisory matcher preserves semver prerelease precedence', () => {
|
||||
const versionMatches = loadVersionMatcher();
|
||||
|
||||
assert.equal(versionMatches('1.2.3-beta.1', '1.2.3'), false, 'prereleases must not collapse into releases');
|
||||
assert.equal(versionMatches('1.2.3-beta.1', '=1.2.3'), false, 'explicit equality must honor prerelease data');
|
||||
assert.equal(versionMatches('1.2.3-beta.1', '<1.2.3'), true, 'prereleases must compare lower than releases');
|
||||
assert.equal(versionMatches('1.2.3', '>1.2.3-beta.1'), true, 'releases must compare higher than prereleases');
|
||||
assert.equal(versionMatches('1.2.3-beta.2', '<1.2.3-beta.10'), true, 'numeric prerelease identifiers must compare numerically');
|
||||
assert.equal(versionMatches('1.2.3+build.1', '=1.2.3+build.2'), true, 'build metadata must not affect precedence');
|
||||
assert.equal(versionMatches('1.2.3-beta.1', '^1.2.3'), false, 'caret lower bounds must honor prerelease precedence');
|
||||
assert.equal(versionMatches('1.2.3-beta.1', '~1.2.3'), false, 'tilde lower bounds must honor prerelease precedence');
|
||||
});
|
||||
|
||||
test('integrity IPC result writer validates request ids and result path containment', () => {
|
||||
const source = readSkillFile('host-services/integrity-handler.ts');
|
||||
|
||||
assert.ok(source.includes('validateRequestId(requestId)'), 'writeResult must validate request ids before writing');
|
||||
assert.ok(source.includes('resolveResultPath(requestId)'), 'writeResult must resolve result paths through a boundary helper');
|
||||
assert.ok(source.includes('path.resolve(resultDir)'), 'result directory must be normalized before containment checks');
|
||||
assert.ok(source.includes('path.relative(normalizedResultDir, resultPath)'), 'result path must be compared relative to the intended directory');
|
||||
});
|
||||
|
||||
@@ -0,0 +1,41 @@
|
||||
# Changelog
|
||||
|
||||
## [0.0.4] - 2026-06-07
|
||||
|
||||
### Security
|
||||
- Replaced DAST target hook execution with static hook source inspection so scanner runs never import, transpile, or invoke untrusted handler code.
|
||||
|
||||
## [0.0.3] - 2026-05-13
|
||||
|
||||
### Changed
|
||||
- Re-release skill payload metadata after excluding test-only files from release SBOMs and archives.
|
||||
|
||||
All notable changes to the ClawSec Scanner will be documented in this file.
|
||||
|
||||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
||||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
||||
|
||||
## [0.0.2] - 2026-03-10
|
||||
|
||||
### Changed
|
||||
|
||||
- Replaced simulated DAST checks with real OpenClaw hook execution harness testing
|
||||
- Updated DAST semantics so high-severity findings are emitted for actual hook execution failures/timeouts, not static payload pattern matches
|
||||
- Reclassified DAST harness capability limitations (for example missing TypeScript compiler for `.ts` hooks) to `info` coverage findings instead of high severity
|
||||
- Added DAST harness mode guard to prevent recursive scanner execution when hook handlers are tested in isolation
|
||||
|
||||
### Added
|
||||
|
||||
- New DAST helper executor script for isolated per-hook execution and timeout enforcement
|
||||
- DAST harness regression tests covering no-false-positive baseline and malicious-input crash detection
|
||||
|
||||
## [0.0.1] - 2026-02-27
|
||||
|
||||
### Added
|
||||
|
||||
- Initial release of ClawSec Scanner skill
|
||||
- Automated vulnerability scanning for OpenClaw skill installations
|
||||
- Integration with advisory feed for real-time security alerts
|
||||
- Support for scanning skill dependencies and detecting known CVEs
|
||||
- Configurable scan policies and risk thresholds
|
||||
- Detailed vulnerability reporting with remediation guidance
|
||||
@@ -0,0 +1,497 @@
|
||||
---
|
||||
name: clawsec-scanner
|
||||
version: 0.0.4
|
||||
description: Automated vulnerability scanner for agent platforms. Performs dependency scanning (npm audit, pip-audit), multi-database CVE lookup (OSV, NVD, GitHub Advisory), SAST analysis (Semgrep, Bandit), and agent-specific static hook inspection for OpenClaw hooks.
|
||||
homepage: https://clawsec.prompt.security
|
||||
clawdis:
|
||||
emoji: "🔍"
|
||||
requires:
|
||||
bins: [node, npm, python3, pip-audit, semgrep, bandit, jq, curl]
|
||||
---
|
||||
|
||||
# ClawSec Scanner
|
||||
|
||||
Comprehensive security scanner for agent platforms that automates vulnerability detection across multiple dimensions:
|
||||
|
||||
- **Dependency Scanning**: Analyzes npm and Python dependencies using `npm audit` and `pip-audit` with structured JSON output parsing
|
||||
- **CVE Database Integration**: Queries OSV (primary), NVD 2.0, and GitHub Advisory Database for vulnerability enrichment
|
||||
- **SAST Analysis**: Static code analysis using Semgrep (JavaScript/TypeScript) and Bandit (Python) to detect hardcoded secrets, command injection, path traversal, and unsafe deserialization
|
||||
- **DAST Framework**: Agent-specific static analysis of OpenClaw hook metadata and handler source without importing or invoking target code
|
||||
- **Unified Reporting**: Consolidated vulnerability reports with severity classification and remediation guidance
|
||||
- **Continuous Monitoring**: OpenClaw hook integration for automated periodic scanning
|
||||
|
||||
## Features
|
||||
|
||||
### Multi-Engine Scanning
|
||||
|
||||
The scanner orchestrates four complementary scan types to provide comprehensive vulnerability coverage:
|
||||
|
||||
1. **Dependency Scanning**
|
||||
- Executes `npm audit --json` and `pip-audit -f json` as subprocesses
|
||||
- Parses structured output to extract CVE IDs, severity, affected versions
|
||||
- Handles edge cases: missing package-lock.json, zero vulnerabilities, malformed JSON
|
||||
|
||||
2. **CVE Database Queries**
|
||||
- **OSV API** (primary): Free, no authentication, broad ecosystem support (npm, PyPI, Go, Maven)
|
||||
- **NVD 2.0** (optional): Requires API key to avoid 6-second rate limiting
|
||||
- **GitHub Advisory Database** (optional): GraphQL API with OAuth token
|
||||
- Normalizes all API responses to unified `Vulnerability` schema
|
||||
|
||||
3. **Static Analysis (SAST)**
|
||||
- **Semgrep** for JavaScript/TypeScript: Detects security issues using `--config auto` or `--config p/security-audit`
|
||||
- **Bandit** for Python: Leverages existing `pyproject.toml` configuration
|
||||
- Identifies: hardcoded secrets (API keys, tokens), command injection (`eval`, `exec`), path traversal, unsafe deserialization
|
||||
|
||||
4. **Dynamic Analysis (DAST)**
|
||||
- Static hook inspection for OpenClaw hook handlers discovered from `HOOK.md` metadata
|
||||
- Verifies coverage and source-level risk signals without importing, transpiling, or invoking target handlers
|
||||
- Note: Traditional web DAST tools (ZAP, Burp) do not apply to agent platforms - this provides agent-specific testing
|
||||
|
||||
### Unified Reporting
|
||||
|
||||
All scan types emit a consistent `ScanReport` JSON schema:
|
||||
|
||||
```typescript
|
||||
{
|
||||
scan_id: string; // UUID
|
||||
timestamp: string; // ISO 8601
|
||||
target: string; // Scanned path
|
||||
vulnerabilities: Vulnerability[];
|
||||
summary: {
|
||||
critical: number;
|
||||
high: number;
|
||||
medium: number;
|
||||
low: number;
|
||||
info: number;
|
||||
}
|
||||
}
|
||||
```
|
||||
|
||||
Each `Vulnerability` object includes:
|
||||
- `id`: CVE-2023-12345 or GHSA-xxxx-yyyy-zzzz
|
||||
- `source`: npm-audit | pip-audit | osv | nvd | github | sast | dast
|
||||
- `severity`: critical | high | medium | low | info
|
||||
- `package`: Package name (or 'N/A' for SAST/DAST)
|
||||
- `version`: Affected version
|
||||
- `fixed_version`: First version with fix (if available)
|
||||
- `title`: Short description
|
||||
- `description`: Full advisory text
|
||||
- `references`: URLs for more info
|
||||
- `discovered_at`: ISO 8601 timestamp
|
||||
|
||||
### OpenClaw Integration
|
||||
|
||||
Automated continuous monitoring via hook:
|
||||
|
||||
- Runs scanner on configurable interval (default: 86400s / 24 hours)
|
||||
- Triggers on `agent:bootstrap` and `command:new` events
|
||||
- Posts findings to `event.messages` array with severity summary
|
||||
- Rate-limited by `CLAWSEC_SCANNER_INTERVAL` environment variable
|
||||
|
||||
## Installation
|
||||
|
||||
### Prerequisites
|
||||
|
||||
Verify required binaries are available:
|
||||
|
||||
```bash
|
||||
# Core runtimes
|
||||
node --version # v20+
|
||||
npm --version
|
||||
python3 --version # 3.10+
|
||||
|
||||
# Scanning tools
|
||||
pip-audit --version # Install: uv pip install pip-audit
|
||||
semgrep --version # Install: pip install semgrep OR brew install semgrep
|
||||
bandit --version # Install: uv pip install bandit
|
||||
|
||||
# Utilities
|
||||
jq --version
|
||||
curl --version
|
||||
```
|
||||
|
||||
### Option A: Via clawhub (recommended)
|
||||
|
||||
```bash
|
||||
npx clawhub@latest install clawsec-scanner
|
||||
```
|
||||
|
||||
### Option B: Manual installation with verification
|
||||
|
||||
```bash
|
||||
set -euo pipefail
|
||||
|
||||
VERSION="${SKILL_VERSION:?Set SKILL_VERSION (e.g. 0.1.0)}"
|
||||
INSTALL_ROOT="${INSTALL_ROOT:-$HOME/.openclaw/skills}"
|
||||
DEST="$INSTALL_ROOT/clawsec-scanner"
|
||||
BASE="https://github.com/prompt-security/clawsec/releases/download/clawsec-scanner-v${VERSION}"
|
||||
|
||||
TEMP_DIR="$(mktemp -d)"
|
||||
trap 'rm -rf "$TEMP_DIR"' EXIT
|
||||
|
||||
# Pinned release-signing public key
|
||||
# Fingerprint (SHA-256 of SPKI DER): 711424e4535f84093fefb024cd1ca4ec87439e53907b305b79a631d5befba9c8
|
||||
cat > "$TEMP_DIR/release-signing-public.pem" <<'PEM'
|
||||
-----BEGIN PUBLIC KEY-----
|
||||
MCowBQYDK2VwAyEAS7nijfMcUoOBCj4yOXJX+GYGv2pFl2Yaha1P4v5Cm6A=
|
||||
-----END PUBLIC KEY-----
|
||||
PEM
|
||||
|
||||
ZIP_NAME="clawsec-scanner-v${VERSION}.zip"
|
||||
|
||||
# Download release archive + signed checksums
|
||||
curl -fsSL "$BASE/$ZIP_NAME" -o "$TEMP_DIR/$ZIP_NAME"
|
||||
curl -fsSL "$BASE/checksums.json" -o "$TEMP_DIR/checksums.json"
|
||||
curl -fsSL "$BASE/checksums.sig" -o "$TEMP_DIR/checksums.sig"
|
||||
|
||||
# Verify checksums manifest signature
|
||||
openssl base64 -d -A -in "$TEMP_DIR/checksums.sig" -out "$TEMP_DIR/checksums.sig.bin"
|
||||
if ! openssl pkeyutl -verify \
|
||||
-pubin \
|
||||
-inkey "$TEMP_DIR/release-signing-public.pem" \
|
||||
-sigfile "$TEMP_DIR/checksums.sig.bin" \
|
||||
-rawin \
|
||||
-in "$TEMP_DIR/checksums.json" >/dev/null 2>&1; then
|
||||
echo "ERROR: checksums.json signature verification failed" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
EXPECTED_SHA="$(jq -r '.archive.sha256 // empty' "$TEMP_DIR/checksums.json")"
|
||||
if [ -z "$EXPECTED_SHA" ]; then
|
||||
echo "ERROR: checksums.json missing archive.sha256" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
ACTUAL_SHA="$(shasum -a 256 "$TEMP_DIR/$ZIP_NAME" | awk '{print $1}')"
|
||||
if [ "$EXPECTED_SHA" != "$ACTUAL_SHA" ]; then
|
||||
echo "ERROR: Archive checksum mismatch" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
echo "Checksums verified. Installing..."
|
||||
|
||||
mkdir -p "$INSTALL_ROOT"
|
||||
rm -rf "$DEST"
|
||||
unzip -q "$TEMP_DIR/$ZIP_NAME" -d "$INSTALL_ROOT"
|
||||
|
||||
chmod 600 "$DEST/skill.json"
|
||||
find "$DEST" -type f ! -name "skill.json" -exec chmod 644 {} \;
|
||||
|
||||
echo "Installed clawsec-scanner v${VERSION} to: $DEST"
|
||||
echo "Next step: Run a scan or set up continuous monitoring"
|
||||
```
|
||||
|
||||
## Usage
|
||||
|
||||
### On-Demand CLI Scanning
|
||||
|
||||
```bash
|
||||
SCANNER_DIR="${INSTALL_ROOT:-$HOME/.openclaw/skills}/clawsec-scanner"
|
||||
|
||||
# Scan all skills with JSON output
|
||||
"$SCANNER_DIR/scripts/runner.sh" --target ./skills/ --output report.json --format json
|
||||
|
||||
# Scan specific directory with human-readable output
|
||||
"$SCANNER_DIR/scripts/runner.sh" --target ./my-skill/ --format text
|
||||
|
||||
# Check available flags
|
||||
"$SCANNER_DIR/scripts/runner.sh" --help
|
||||
```
|
||||
|
||||
**CLI Flags:**
|
||||
- `--target <path>`: Directory to scan (required)
|
||||
- `--output <file>`: Write results to file (optional, defaults to stdout)
|
||||
- `--format <json|text>`: Output format (default: json)
|
||||
- `--check`: Verify all required binaries are installed
|
||||
|
||||
### OpenClaw Hook Setup (Continuous Monitoring)
|
||||
|
||||
Enable automated periodic scanning:
|
||||
|
||||
```bash
|
||||
SCANNER_DIR="${INSTALL_ROOT:-$HOME/.openclaw/skills}/clawsec-scanner"
|
||||
node "$SCANNER_DIR/scripts/setup_scanner_hook.mjs"
|
||||
```
|
||||
|
||||
This creates a hook that:
|
||||
- Scans on `agent:bootstrap` and `command:new` events
|
||||
- Respects `CLAWSEC_SCANNER_INTERVAL` rate limiting (default: 86400 seconds / 24 hours)
|
||||
- Posts findings to conversation with severity summary
|
||||
- Recommends remediation for high/critical vulnerabilities
|
||||
|
||||
Restart the OpenClaw gateway after enabling the hook, then run `/new` to trigger an immediate scan.
|
||||
|
||||
### Environment Variables
|
||||
|
||||
```bash
|
||||
# Optional - NVD API key to avoid rate limiting (6-second delays without key)
|
||||
export CLAWSEC_NVD_API_KEY="your-nvd-api-key"
|
||||
|
||||
# Optional - GitHub OAuth token for Advisory Database queries
|
||||
export GITHUB_TOKEN="ghp_your_token_here"
|
||||
|
||||
# Optional - Scanner hook interval in seconds (default: 86400 / 24 hours)
|
||||
export CLAWSEC_SCANNER_INTERVAL="86400"
|
||||
|
||||
# Optional - Allow unsigned advisory feed during development (from clawsec-suite)
|
||||
export CLAWSEC_ALLOW_UNSIGNED_FEED="1"
|
||||
```
|
||||
|
||||
## Architecture
|
||||
|
||||
### Modular Design
|
||||
|
||||
Each scan type is an independent module that can run standalone or as part of unified scan:
|
||||
|
||||
```
|
||||
scripts/runner.sh # Orchestration layer
|
||||
├── scan_dependencies.mjs # npm audit + pip-audit
|
||||
├── query_cve_databases.mjs # OSV/NVD/GitHub API queries
|
||||
├── sast_analyzer.mjs # Semgrep + Bandit static analysis
|
||||
├── dast_runner.mjs # Static hook inspection orchestration
|
||||
└── dast_hook_executor.mjs # Static hook source inspection helper
|
||||
|
||||
lib/
|
||||
├── report.mjs # Result aggregation and formatting
|
||||
├── utils.mjs # Subprocess exec, JSON parsing, error handling
|
||||
└── types.ts # TypeScript schema definitions
|
||||
|
||||
hooks/clawsec-scanner-hook/
|
||||
├── HOOK.md # OpenClaw hook metadata
|
||||
└── handler.ts # Periodic scan trigger
|
||||
```
|
||||
|
||||
### Fail-Open Philosophy
|
||||
|
||||
The scanner prioritizes availability over strict failure propagation:
|
||||
|
||||
- Network failures → emit partial results, log warnings
|
||||
- Missing tools → skip that scan type, continue with others
|
||||
- Malformed JSON → parse what's valid, log errors
|
||||
- API rate limits → implement exponential backoff, fallback to other sources
|
||||
- Zero vulnerabilities → emit success report with empty array
|
||||
|
||||
**Critical failures** that exit immediately:
|
||||
- Target path does not exist
|
||||
- No scanning tools available (all bins missing)
|
||||
- Concurrent scan detected (lockfile present)
|
||||
|
||||
### Subprocess Execution Pattern
|
||||
|
||||
All external tools run as subprocesses with structured JSON output:
|
||||
|
||||
```javascript
|
||||
import { spawn } from 'node:child_process';
|
||||
|
||||
// Example: npm audit execution
|
||||
const proc = spawn('npm', ['audit', '--json'], {
|
||||
cwd: targetPath,
|
||||
stdio: ['ignore', 'pipe', 'pipe']
|
||||
});
|
||||
|
||||
// Handle non-zero exit codes gracefully
|
||||
// npm audit exits 1 when vulnerabilities found (not an error!)
|
||||
proc.on('close', code => {
|
||||
if (code !== 0 && stderr.includes('ERR!')) {
|
||||
// Actual error
|
||||
reject(new Error(stderr));
|
||||
} else {
|
||||
// Vulnerabilities found or success
|
||||
resolve(JSON.parse(stdout));
|
||||
}
|
||||
});
|
||||
```
|
||||
|
||||
## Troubleshooting
|
||||
|
||||
### Common Issues
|
||||
|
||||
**"Missing package-lock.json" warning**
|
||||
- `npm audit` requires lockfile to run
|
||||
- Run `npm install` in target directory to generate
|
||||
- Scanner continues with other scan types if npm audit fails
|
||||
|
||||
**"NVD API rate limit exceeded"**
|
||||
- Set `CLAWSEC_NVD_API_KEY` environment variable
|
||||
- Without API key: 6-second delays enforced between requests
|
||||
- OSV API used as primary source (no rate limits)
|
||||
|
||||
**"pip-audit not found"**
|
||||
- Install: `uv pip install pip-audit` or `pip install pip-audit`
|
||||
- Verify: `which pip-audit`
|
||||
- Add to PATH if installed in non-standard location
|
||||
|
||||
**"Semgrep binary missing"**
|
||||
- Install: `pip install semgrep` OR `brew install semgrep`
|
||||
- Requires Python 3.8+ runtime
|
||||
- Alternative: use Docker image `returntocorp/semgrep`
|
||||
|
||||
**"DAST static coverage finding"**
|
||||
- The DAST harness does not execute target hook handlers.
|
||||
- JavaScript and TypeScript hook files are read as source and reported with `info`-level static coverage findings.
|
||||
- Review any listed static signals manually when deciding whether a hook needs deeper sandboxed testing.
|
||||
|
||||
**"Concurrent scan detected"**
|
||||
- Lockfile exists: `/tmp/clawsec-scanner.lock`
|
||||
- Wait for running scan to complete or manually remove lockfile
|
||||
- Prevents overlapping scans that could produce inconsistent results
|
||||
|
||||
### Verification
|
||||
|
||||
Check scanner is working correctly:
|
||||
|
||||
```bash
|
||||
# Verify required binaries
|
||||
./scripts/runner.sh --check
|
||||
|
||||
# Run unit tests
|
||||
node test/dependency_scanner.test.mjs
|
||||
node test/cve_integration.test.mjs
|
||||
node test/sast_engine.test.mjs
|
||||
node test/dast_harness.test.mjs
|
||||
|
||||
# Validate skill structure
|
||||
python ../../utils/validate_skill.py .
|
||||
|
||||
# Scan test fixtures (should detect known vulnerabilities)
|
||||
./scripts/runner.sh --target test/fixtures/ --format text
|
||||
```
|
||||
|
||||
## Development
|
||||
|
||||
### Running Tests
|
||||
|
||||
```bash
|
||||
# All tests (vanilla Node.js, no framework)
|
||||
for test in test/*.test.mjs; do
|
||||
node "$test" || exit 1
|
||||
done
|
||||
|
||||
# Individual test suites
|
||||
node test/dependency_scanner.test.mjs # Dependency scanning
|
||||
node test/cve_integration.test.mjs # CVE database APIs
|
||||
node test/sast_engine.test.mjs # Static analysis
|
||||
node test/dast_harness.test.mjs # DAST static hook inspection
|
||||
```
|
||||
|
||||
### Linting
|
||||
|
||||
```bash
|
||||
# JavaScript/TypeScript
|
||||
npx eslint . --ext .ts,.tsx,.js,.jsx,.mjs --max-warnings 0
|
||||
|
||||
# Python (Bandit already configured in pyproject.toml)
|
||||
ruff check .
|
||||
bandit -r . -ll
|
||||
|
||||
# Shell scripts
|
||||
shellcheck scripts/*.sh
|
||||
```
|
||||
|
||||
### Adding Custom Semgrep Rules
|
||||
|
||||
Create custom rules in `.semgrep/rules/`:
|
||||
|
||||
```yaml
|
||||
rules:
|
||||
- id: custom-security-rule
|
||||
pattern: dangerous_function($ARG)
|
||||
message: Avoid dangerous_function - use safe_alternative instead
|
||||
severity: WARNING
|
||||
languages: [javascript, typescript]
|
||||
```
|
||||
|
||||
Update `scripts/sast_analyzer.mjs` to include custom rules:
|
||||
|
||||
```javascript
|
||||
const proc = spawn('semgrep', [
|
||||
'scan',
|
||||
'--config', 'auto',
|
||||
'--config', '.semgrep/rules/', // Add custom rules
|
||||
'--json',
|
||||
targetPath
|
||||
]);
|
||||
```
|
||||
|
||||
## Integration with ClawSec Suite
|
||||
|
||||
The scanner works standalone or as part of the ClawSec ecosystem:
|
||||
|
||||
- **clawsec-suite**: Meta-skill that can install and manage clawsec-scanner
|
||||
- **clawsec-feed**: Advisory feed for malicious skill detection (complementary)
|
||||
- **openclaw-audit-watchdog**: Cron-based audit automation (similar pattern)
|
||||
|
||||
Install the full ClawSec suite:
|
||||
|
||||
```bash
|
||||
npx clawhub@latest install clawsec-suite
|
||||
# Then use clawsec-suite to discover and install clawsec-scanner
|
||||
```
|
||||
|
||||
## Security Considerations
|
||||
|
||||
### Scanner Security
|
||||
|
||||
- No hardcoded secrets in scanner code
|
||||
- API keys read from environment variables only (never logged or committed)
|
||||
- Subprocess arguments use arrays to prevent shell injection
|
||||
- All external tool output parsed with try/catch error handling
|
||||
|
||||
### Vulnerability Prioritization
|
||||
|
||||
**Critical/High severity findings** should be addressed immediately:
|
||||
- Known exploits in dependencies (CVSS 9.0+)
|
||||
- Hardcoded API keys or credentials in code
|
||||
- Command injection vulnerabilities
|
||||
- Path traversal without validation
|
||||
|
||||
**Medium/Low severity findings** can be addressed in normal sprint cycles:
|
||||
- Outdated dependencies without known exploits
|
||||
- Missing security headers
|
||||
- Weak cryptography usage
|
||||
|
||||
**Info findings** are advisory only:
|
||||
- Deprecated API usage
|
||||
- Code quality issues flagged by linters
|
||||
|
||||
## Roadmap
|
||||
|
||||
### v0.0.4 (Current)
|
||||
- [x] Dependency scanning (npm audit, pip-audit)
|
||||
- [x] CVE database integration (OSV, NVD, GitHub Advisory)
|
||||
- [x] SAST analysis (Semgrep, Bandit)
|
||||
- [x] Static OpenClaw hook inspection for DAST without target code execution
|
||||
- [x] Unified JSON reporting
|
||||
- [x] OpenClaw hook integration
|
||||
|
||||
### Future Enhancements
|
||||
- [ ] Automatic remediation (dependency upgrades, code fixes)
|
||||
- [ ] SARIF output format for GitHub Code Scanning integration
|
||||
- [ ] Web dashboard for vulnerability tracking over time
|
||||
- [ ] CI/CD GitHub Action for PR blocking on high-severity findings
|
||||
- [ ] Container image scanning (Docker, OCI)
|
||||
- [ ] Infrastructure-as-Code scanning (Terraform, CloudFormation)
|
||||
- [ ] Comprehensive agent workflow DAST (requires deeper platform integration)
|
||||
|
||||
## Contributing
|
||||
|
||||
Found a security issue? Please report privately to security@prompt.security.
|
||||
|
||||
For feature requests and bug reports, open an issue at:
|
||||
https://github.com/prompt-security/clawsec/issues
|
||||
|
||||
## License
|
||||
|
||||
AGPL-3.0-or-later
|
||||
|
||||
See LICENSE file in repository root for full text.
|
||||
|
||||
## Resources
|
||||
|
||||
- **ClawSec Homepage**: https://clawsec.prompt.security
|
||||
- **Documentation**: https://clawsec.prompt.security/scanner
|
||||
- **GitHub Repository**: https://github.com/prompt-security/clawsec
|
||||
- **OSV API Docs**: https://osv.dev/docs/
|
||||
- **NVD API Docs**: https://nvd.nist.gov/developers/vulnerabilities
|
||||
- **Semgrep Registry**: https://semgrep.dev/explore
|
||||
- **Bandit Documentation**: https://bandit.readthedocs.io/
|
||||
@@ -0,0 +1,74 @@
|
||||
---
|
||||
name: clawsec-scanner-hook
|
||||
description: Periodic vulnerability scanning for installed skills and dependencies with configurable scan intervals.
|
||||
metadata: { "openclaw": { "events": ["agent:bootstrap", "command:new"] } }
|
||||
---
|
||||
|
||||
# ClawSec Scanner Hook
|
||||
|
||||
This hook performs comprehensive vulnerability scanning on installed skills and their dependencies on:
|
||||
|
||||
- `agent:bootstrap`
|
||||
- `command:new`
|
||||
|
||||
When triggered, it runs all configured scanning engines (dependency scan, SAST, DAST, CVE database lookup) and posts findings as conversation messages. Scans are rate-limited by configurable interval to avoid performance impact.
|
||||
|
||||
## Scanning Capabilities
|
||||
|
||||
The hook orchestrates four independent scanning engines:
|
||||
|
||||
1. **Dependency Scanning**: Executes `npm audit` and `pip-audit` to detect known vulnerabilities in JavaScript and Python dependencies
|
||||
2. **SAST (Static Analysis)**: Runs Semgrep (JS/TS) and Bandit (Python) to detect security issues like hardcoded secrets, command injection, and path traversal
|
||||
3. **CVE Database Lookup**: Queries OSV API (primary), NVD 2.0 (optional), and GitHub Advisory Database (optional) for vulnerability enrichment
|
||||
4. **DAST (Dynamic Analysis)**: Executes real OpenClaw hook handlers in an isolated harness and tests malicious-input resilience, timeout behavior, output bounds, and event mutation safety
|
||||
|
||||
## Safety Contract
|
||||
|
||||
- The hook does not modify or delete skills.
|
||||
- It only reports findings and provides remediation guidance.
|
||||
- Scanning is non-blocking and runs on a configurable interval (default 24 hours).
|
||||
- Failed scans (network errors, missing tools) produce warnings but do not block execution.
|
||||
- Findings are deduplicated to avoid alert fatigue.
|
||||
|
||||
## Optional Environment Variables
|
||||
|
||||
### Core Configuration
|
||||
|
||||
- `CLAWSEC_SCANNER_INTERVAL`: Minimum interval between hook scans in seconds (default `86400` / 24 hours).
|
||||
- `CLAWSEC_SCANNER_TARGET`: Override default scan target path (default: installed skills root).
|
||||
- `CLAWSEC_SCANNER_STATE_FILE`: Override state file path for deduplication (default `~/.openclaw/clawsec-scanner-state.json`).
|
||||
- `CLAWSEC_INSTALL_ROOT`: Override installed skills root directory.
|
||||
|
||||
### CVE Database Integration
|
||||
|
||||
- `CLAWSEC_NVD_API_KEY`: NVD API key for rate-limit-free access (without this, 6-second delays apply).
|
||||
- `GITHUB_TOKEN`: GitHub OAuth token for GitHub Advisory Database queries (optional enhancement).
|
||||
|
||||
### Selective Scanning
|
||||
|
||||
- `CLAWSEC_SKIP_DEPENDENCY_SCAN`: Set to `1` to disable dependency scanning (npm audit, pip-audit).
|
||||
- `CLAWSEC_SKIP_SAST`: Set to `1` to disable static analysis (Semgrep, Bandit).
|
||||
- `CLAWSEC_SKIP_DAST`: Set to `1` to disable dynamic analysis (hook security tests).
|
||||
- `CLAWSEC_SKIP_CVE_LOOKUP`: Set to `1` to disable CVE database enrichment.
|
||||
|
||||
### Advanced Options
|
||||
|
||||
- `CLAWSEC_SCANNER_TIMEOUT`: Maximum scan duration in seconds before timeout (default `300` / 5 minutes).
|
||||
- `CLAWSEC_SCANNER_FORMAT`: Output format for findings (`json` or `text`, default `text`).
|
||||
- `CLAWSEC_SCANNER_MIN_SEVERITY`: Minimum severity to report (`critical`, `high`, `medium`, `low`, `info`, default `medium`).
|
||||
- `CLAWSEC_SCANNER_OUTPUT_FILE`: Optional path to write full scan report JSON (default: conversation only).
|
||||
|
||||
## Required Binaries
|
||||
|
||||
The hook requires the following binaries to be available on `PATH`:
|
||||
|
||||
- `node` (20+) - JavaScript runtime
|
||||
- `npm` - For npm audit execution
|
||||
- `python3` (3.10+) - Python runtime
|
||||
- `pip-audit` - Python dependency scanner
|
||||
- `semgrep` - JavaScript/TypeScript static analysis
|
||||
- `bandit` - Python static analysis
|
||||
- `jq` - JSON parsing and merging
|
||||
- `curl` - API requests (fallback)
|
||||
|
||||
Missing binaries will be logged as warnings; available tools will still run.
|
||||
@@ -0,0 +1,313 @@
|
||||
import fs from "node:fs/promises";
|
||||
import os from "node:os";
|
||||
import path from "node:path";
|
||||
import { execCommand, safeJsonParse } from "../../lib/utils.mjs";
|
||||
import { formatReportText } from "../../lib/report.mjs";
|
||||
import type { HookEvent, HookContext, ScanReport } from "../../lib/types.ts";
|
||||
|
||||
const DEFAULT_SCAN_INTERVAL_SECONDS = 86400; // 24 hours
|
||||
const DEFAULT_SCANNER_TIMEOUT = 300; // 5 minutes
|
||||
const DEFAULT_MIN_SEVERITY = "medium";
|
||||
let unsignedModeWarningShown = false;
|
||||
|
||||
interface ScannerState {
|
||||
last_hook_scan: string | null;
|
||||
last_full_scan: string | null;
|
||||
known_vulnerabilities: string[];
|
||||
}
|
||||
|
||||
function parsePositiveInteger(value: string | undefined, fallback: number): number {
|
||||
const parsed = Number.parseInt(String(value ?? ""), 10);
|
||||
if (!Number.isFinite(parsed) || parsed <= 0) {
|
||||
return fallback;
|
||||
}
|
||||
return parsed;
|
||||
}
|
||||
|
||||
function toEventName(event: HookEvent): string {
|
||||
const eventType = String(event.type ?? "").trim();
|
||||
const action = String(event.action ?? "").trim();
|
||||
if (!eventType || !action) return "";
|
||||
return `${eventType}:${action}`;
|
||||
}
|
||||
|
||||
function shouldHandleEvent(event: HookEvent): boolean {
|
||||
const eventName = toEventName(event);
|
||||
return eventName === "agent:bootstrap" || eventName === "command:new";
|
||||
}
|
||||
|
||||
function epochMs(isoTimestamp: string | null): number {
|
||||
if (!isoTimestamp) return 0;
|
||||
const parsed = Date.parse(isoTimestamp);
|
||||
return Number.isNaN(parsed) ? 0 : parsed;
|
||||
}
|
||||
|
||||
function scannedRecently(lastScan: string | null, minIntervalSeconds: number): boolean {
|
||||
const sinceMs = Date.now() - epochMs(lastScan);
|
||||
return sinceMs >= 0 && sinceMs < minIntervalSeconds * 1000;
|
||||
}
|
||||
|
||||
function configuredPath(
|
||||
explicit: string | undefined,
|
||||
fallback: string,
|
||||
label: string,
|
||||
): string {
|
||||
if (!explicit) return fallback;
|
||||
|
||||
const resolved = path.resolve(explicit);
|
||||
try {
|
||||
// Basic validation - check if path is a string
|
||||
if (typeof resolved === "string" && resolved.length > 0) {
|
||||
return resolved;
|
||||
}
|
||||
} catch (error) {
|
||||
console.warn(
|
||||
`[clawsec-scanner-hook] invalid ${label} path "${explicit}", using default "${fallback}": ${String(error)}`,
|
||||
);
|
||||
}
|
||||
|
||||
return fallback;
|
||||
}
|
||||
|
||||
async function loadState(stateFile: string): Promise<ScannerState> {
|
||||
try {
|
||||
const content = await fs.readFile(stateFile, "utf8");
|
||||
const parsed = safeJsonParse(content, { fallback: {}, label: "scanner state" });
|
||||
const parsedState =
|
||||
parsed && typeof parsed === "object" ? (parsed as Record<string, unknown>) : {};
|
||||
|
||||
return {
|
||||
last_hook_scan:
|
||||
typeof parsedState.last_hook_scan === "string" ? parsedState.last_hook_scan : null,
|
||||
last_full_scan:
|
||||
typeof parsedState.last_full_scan === "string" ? parsedState.last_full_scan : null,
|
||||
known_vulnerabilities: Array.isArray(parsedState.known_vulnerabilities)
|
||||
? parsedState.known_vulnerabilities.filter((v): v is string => typeof v === "string")
|
||||
: [],
|
||||
};
|
||||
} catch {
|
||||
// State file doesn't exist yet - return empty state
|
||||
return {
|
||||
last_hook_scan: null,
|
||||
last_full_scan: null,
|
||||
known_vulnerabilities: [],
|
||||
};
|
||||
}
|
||||
}
|
||||
|
||||
async function persistState(stateFile: string, state: ScannerState): Promise<void> {
|
||||
try {
|
||||
const dir = path.dirname(stateFile);
|
||||
await fs.mkdir(dir, { recursive: true });
|
||||
await fs.writeFile(stateFile, JSON.stringify(state, null, 2), "utf8");
|
||||
} catch (error) {
|
||||
console.warn(`[clawsec-scanner-hook] failed to persist state: ${String(error)}`);
|
||||
}
|
||||
}
|
||||
|
||||
async function runScanner(
|
||||
targetPath: string,
|
||||
options: {
|
||||
skipDeps: boolean;
|
||||
skipSast: boolean;
|
||||
skipDast: boolean;
|
||||
skipCve: boolean;
|
||||
timeout: number;
|
||||
},
|
||||
): Promise<ScanReport | null> {
|
||||
try {
|
||||
const scriptPath = path.join(path.dirname(new URL(import.meta.url).pathname), "../../scripts/runner.sh");
|
||||
|
||||
const args = ["--target", targetPath, "--format", "json"];
|
||||
|
||||
if (options.skipDeps) args.push("--skip-deps");
|
||||
if (options.skipSast) args.push("--skip-sast");
|
||||
if (options.skipDast) args.push("--skip-dast");
|
||||
if (options.skipCve) args.push("--skip-cve");
|
||||
|
||||
const { stdout, stderr } = await execCommand("bash", [scriptPath, ...args]);
|
||||
|
||||
if (stderr && !stdout) {
|
||||
console.warn(`[clawsec-scanner-hook] scanner warning: ${stderr}`);
|
||||
}
|
||||
|
||||
const report = safeJsonParse(stdout, { fallback: null, label: "scanner report" });
|
||||
|
||||
if (!report || typeof report !== "object") {
|
||||
console.warn("[clawsec-scanner-hook] scanner produced invalid report");
|
||||
return null;
|
||||
}
|
||||
|
||||
return report as ScanReport;
|
||||
} catch (error) {
|
||||
console.warn(`[clawsec-scanner-hook] scanner execution failed: ${String(error)}`);
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
function shouldReportSeverity(severity: string, minSeverity: string): boolean {
|
||||
const severityOrder = ["info", "low", "medium", "high", "critical"];
|
||||
const minIndex = severityOrder.indexOf(minSeverity.toLowerCase());
|
||||
const vulnIndex = severityOrder.indexOf(severity.toLowerCase());
|
||||
|
||||
if (minIndex === -1 || vulnIndex === -1) return true;
|
||||
|
||||
return vulnIndex >= minIndex;
|
||||
}
|
||||
|
||||
function deduplicateVulnerabilities(
|
||||
report: ScanReport,
|
||||
knownVulnIds: string[],
|
||||
): ScanReport {
|
||||
const knownSet = new Set(knownVulnIds);
|
||||
const newVulnerabilities = report.vulnerabilities.filter(
|
||||
(vuln) => !knownSet.has(vuln.id),
|
||||
);
|
||||
|
||||
// Recalculate summary for new vulnerabilities
|
||||
const summary = {
|
||||
critical: 0,
|
||||
high: 0,
|
||||
medium: 0,
|
||||
low: 0,
|
||||
info: 0,
|
||||
};
|
||||
|
||||
for (const vuln of newVulnerabilities) {
|
||||
const severity = vuln.severity;
|
||||
if (severity in summary) {
|
||||
summary[severity]++;
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
...report,
|
||||
vulnerabilities: newVulnerabilities,
|
||||
summary,
|
||||
};
|
||||
}
|
||||
|
||||
function buildAlertMessage(report: ScanReport, format: string): string {
|
||||
if (format === "json") {
|
||||
return JSON.stringify(report, null, 2);
|
||||
}
|
||||
|
||||
return formatReportText(report);
|
||||
}
|
||||
|
||||
const handler = async (event: HookEvent, _context: HookContext): Promise<void> => {
|
||||
// Preserve the legacy DAST guard so older scanner harnesses cannot recurse.
|
||||
if (process.env.CLAWSEC_DAST_HARNESS === "1" || _context?.dastMode === true) {
|
||||
return;
|
||||
}
|
||||
|
||||
if (!shouldHandleEvent(event)) return;
|
||||
|
||||
const installRoot = configuredPath(
|
||||
process.env.CLAWSEC_INSTALL_ROOT || process.env.INSTALL_ROOT,
|
||||
path.join(os.homedir(), ".openclaw", "skills"),
|
||||
"CLAWSEC_INSTALL_ROOT",
|
||||
);
|
||||
|
||||
const targetPath = configuredPath(
|
||||
process.env.CLAWSEC_SCANNER_TARGET,
|
||||
installRoot,
|
||||
"CLAWSEC_SCANNER_TARGET",
|
||||
);
|
||||
|
||||
const stateFile = configuredPath(
|
||||
process.env.CLAWSEC_SCANNER_STATE_FILE,
|
||||
path.join(os.homedir(), ".openclaw", "clawsec-scanner-state.json"),
|
||||
"CLAWSEC_SCANNER_STATE_FILE",
|
||||
);
|
||||
|
||||
const scanIntervalSeconds = parsePositiveInteger(
|
||||
process.env.CLAWSEC_SCANNER_INTERVAL,
|
||||
DEFAULT_SCAN_INTERVAL_SECONDS,
|
||||
);
|
||||
|
||||
const scanTimeout = parsePositiveInteger(
|
||||
process.env.CLAWSEC_SCANNER_TIMEOUT,
|
||||
DEFAULT_SCANNER_TIMEOUT,
|
||||
);
|
||||
|
||||
const minSeverity = process.env.CLAWSEC_SCANNER_MIN_SEVERITY || DEFAULT_MIN_SEVERITY;
|
||||
const outputFormat = process.env.CLAWSEC_SCANNER_FORMAT || "text";
|
||||
const allowUnsigned = process.env.CLAWSEC_ALLOW_UNSIGNED_FEED === "1";
|
||||
|
||||
const skipDeps = process.env.CLAWSEC_SKIP_DEPENDENCY_SCAN === "1";
|
||||
const skipSast = process.env.CLAWSEC_SKIP_SAST === "1";
|
||||
const skipDast = process.env.CLAWSEC_SKIP_DAST === "1";
|
||||
const skipCve = process.env.CLAWSEC_SKIP_CVE_LOOKUP === "1";
|
||||
|
||||
if (allowUnsigned && !unsignedModeWarningShown) {
|
||||
unsignedModeWarningShown = true;
|
||||
console.warn(
|
||||
"[clawsec-scanner-hook] CLAWSEC_ALLOW_UNSIGNED_FEED=1 is enabled. " +
|
||||
"This bypass is for development only.",
|
||||
);
|
||||
}
|
||||
|
||||
const forceScan = toEventName(event) === "command:new";
|
||||
const state = await loadState(stateFile);
|
||||
|
||||
if (!forceScan && scannedRecently(state.last_hook_scan, scanIntervalSeconds)) {
|
||||
return;
|
||||
}
|
||||
|
||||
const report = await runScanner(targetPath, {
|
||||
skipDeps,
|
||||
skipSast,
|
||||
skipDast,
|
||||
skipCve,
|
||||
timeout: scanTimeout,
|
||||
});
|
||||
|
||||
const nowIso = new Date().toISOString();
|
||||
state.last_hook_scan = nowIso;
|
||||
state.last_full_scan = nowIso;
|
||||
|
||||
if (!report) {
|
||||
await persistState(stateFile, state);
|
||||
return;
|
||||
}
|
||||
|
||||
// Filter by minimum severity
|
||||
const filteredVulns = report.vulnerabilities.filter((vuln) =>
|
||||
shouldReportSeverity(vuln.severity, minSeverity),
|
||||
);
|
||||
|
||||
// Deduplicate against known vulnerabilities
|
||||
const dedupedReport = deduplicateVulnerabilities(
|
||||
{ ...report, vulnerabilities: filteredVulns },
|
||||
state.known_vulnerabilities,
|
||||
);
|
||||
|
||||
// Update known vulnerabilities list
|
||||
const allVulnIds = report.vulnerabilities.map((v) => v.id).filter((id) => id.trim() !== "");
|
||||
state.known_vulnerabilities = Array.from(new Set([...state.known_vulnerabilities, ...allVulnIds]));
|
||||
|
||||
await persistState(stateFile, state);
|
||||
|
||||
// Write optional output file
|
||||
const outputFile = process.env.CLAWSEC_SCANNER_OUTPUT_FILE;
|
||||
if (outputFile) {
|
||||
try {
|
||||
await fs.writeFile(outputFile, JSON.stringify(report, null, 2), "utf8");
|
||||
} catch (error) {
|
||||
console.warn(`[clawsec-scanner-hook] failed to write output file: ${String(error)}`);
|
||||
}
|
||||
}
|
||||
|
||||
// Post findings to conversation if any new vulnerabilities
|
||||
if (dedupedReport.vulnerabilities.length > 0) {
|
||||
const alertMessage = buildAlertMessage(dedupedReport, outputFormat);
|
||||
|
||||
event.messages?.push({
|
||||
role: "system",
|
||||
content: `🔍 ClawSec Scanner detected ${dedupedReport.vulnerabilities.length} new vulnerabilities:\n\n${alertMessage}`,
|
||||
});
|
||||
}
|
||||
};
|
||||
|
||||
export default handler;
|
||||
@@ -0,0 +1,251 @@
|
||||
import { generateUuid, getTimestamp } from "./utils.mjs";
|
||||
|
||||
/**
|
||||
* @typedef {import('./types.ts').Vulnerability} Vulnerability
|
||||
* @typedef {import('./types.ts').ScanReport} ScanReport
|
||||
* @typedef {import('./types.ts').SeverityLevel} SeverityLevel
|
||||
*/
|
||||
|
||||
/**
|
||||
* Generate a unified vulnerability report from scan results.
|
||||
*
|
||||
* @param {Vulnerability[]} vulnerabilities - Array of detected vulnerabilities
|
||||
* @param {string} target - Target path that was scanned
|
||||
* @returns {ScanReport}
|
||||
*/
|
||||
export function generateReport(vulnerabilities, target = ".") {
|
||||
const summary = {
|
||||
critical: 0,
|
||||
high: 0,
|
||||
medium: 0,
|
||||
low: 0,
|
||||
info: 0,
|
||||
};
|
||||
|
||||
// Count vulnerabilities by severity
|
||||
for (const vuln of vulnerabilities) {
|
||||
const severity = vuln.severity;
|
||||
if (severity in summary) {
|
||||
summary[severity]++;
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
scan_id: generateUuid(),
|
||||
timestamp: getTimestamp(),
|
||||
target,
|
||||
vulnerabilities,
|
||||
summary,
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
* Format a scan report as JSON string.
|
||||
*
|
||||
* @param {ScanReport} report - Scan report to format
|
||||
* @param {boolean} pretty - Whether to pretty-print JSON
|
||||
* @returns {string}
|
||||
*/
|
||||
export function formatReportJson(report, pretty = true) {
|
||||
return pretty ? JSON.stringify(report, null, 2) : JSON.stringify(report);
|
||||
}
|
||||
|
||||
/**
|
||||
* Format a scan report as human-readable text.
|
||||
*
|
||||
* @param {ScanReport} report - Scan report to format
|
||||
* @returns {string}
|
||||
*/
|
||||
export function formatReportText(report) {
|
||||
const lines = [];
|
||||
|
||||
// Header
|
||||
lines.push("═══════════════════════════════════════════════════════════════");
|
||||
lines.push(" VULNERABILITY SCAN REPORT");
|
||||
lines.push("═══════════════════════════════════════════════════════════════");
|
||||
lines.push("");
|
||||
lines.push(`Scan ID: ${report.scan_id}`);
|
||||
lines.push(`Timestamp: ${report.timestamp}`);
|
||||
lines.push(`Target: ${report.target}`);
|
||||
lines.push("");
|
||||
|
||||
// Summary
|
||||
lines.push("───────────────────────────────────────────────────────────────");
|
||||
lines.push("SUMMARY");
|
||||
lines.push("───────────────────────────────────────────────────────────────");
|
||||
lines.push("");
|
||||
|
||||
const total = report.vulnerabilities.length;
|
||||
const { critical, high, medium, low, info } = report.summary;
|
||||
|
||||
lines.push(`Total Vulnerabilities: ${total}`);
|
||||
lines.push("");
|
||||
|
||||
if (critical > 0) {
|
||||
lines.push(` 🔴 Critical: ${critical}`);
|
||||
}
|
||||
if (high > 0) {
|
||||
lines.push(` 🟠 High: ${high}`);
|
||||
}
|
||||
if (medium > 0) {
|
||||
lines.push(` 🟡 Medium: ${medium}`);
|
||||
}
|
||||
if (low > 0) {
|
||||
lines.push(` 🔵 Low: ${low}`);
|
||||
}
|
||||
if (info > 0) {
|
||||
lines.push(` ⚪ Info: ${info}`);
|
||||
}
|
||||
|
||||
if (total === 0) {
|
||||
lines.push(" ✓ No vulnerabilities detected");
|
||||
}
|
||||
|
||||
lines.push("");
|
||||
|
||||
// Detailed findings
|
||||
if (report.vulnerabilities.length > 0) {
|
||||
lines.push("───────────────────────────────────────────────────────────────");
|
||||
lines.push("DETAILED FINDINGS");
|
||||
lines.push("───────────────────────────────────────────────────────────────");
|
||||
lines.push("");
|
||||
|
||||
// Group vulnerabilities by severity
|
||||
const bySeverity = {
|
||||
critical: [],
|
||||
high: [],
|
||||
medium: [],
|
||||
low: [],
|
||||
info: [],
|
||||
};
|
||||
|
||||
for (const vuln of report.vulnerabilities) {
|
||||
bySeverity[vuln.severity].push(vuln);
|
||||
}
|
||||
|
||||
// Display in order: critical -> high -> medium -> low -> info
|
||||
const severityOrder = ["critical", "high", "medium", "low", "info"];
|
||||
|
||||
for (const severity of severityOrder) {
|
||||
const vulns = bySeverity[severity];
|
||||
if (vulns.length === 0) continue;
|
||||
|
||||
const severityIcon = getSeverityIcon(severity);
|
||||
lines.push(`${severityIcon} ${severity.toUpperCase()}`);
|
||||
lines.push("");
|
||||
|
||||
for (const vuln of vulns) {
|
||||
lines.push(` ID: ${vuln.id}`);
|
||||
lines.push(` Package: ${vuln.package} @ ${vuln.version}`);
|
||||
if (vuln.fixed_version) {
|
||||
lines.push(` Fix: ${vuln.fixed_version}`);
|
||||
}
|
||||
lines.push(` Source: ${vuln.source}`);
|
||||
lines.push(` Title: ${vuln.title}`);
|
||||
|
||||
// Wrap description at 60 chars
|
||||
const descLines = wrapText(vuln.description, 60);
|
||||
lines.push(" Description:");
|
||||
for (const line of descLines) {
|
||||
lines.push(` ${line}`);
|
||||
}
|
||||
|
||||
if (vuln.references.length > 0) {
|
||||
lines.push(" References:");
|
||||
for (const ref of vuln.references.slice(0, 3)) {
|
||||
lines.push(` - ${ref}`);
|
||||
}
|
||||
if (vuln.references.length > 3) {
|
||||
lines.push(` ... and ${vuln.references.length - 3} more`);
|
||||
}
|
||||
}
|
||||
|
||||
lines.push("");
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
// Recommendations
|
||||
lines.push("───────────────────────────────────────────────────────────────");
|
||||
lines.push("RECOMMENDATIONS");
|
||||
lines.push("───────────────────────────────────────────────────────────────");
|
||||
lines.push("");
|
||||
|
||||
if (critical > 0 || high > 0) {
|
||||
lines.push("⚠️ URGENT: Critical or high severity vulnerabilities detected!");
|
||||
lines.push("");
|
||||
lines.push("Recommended actions:");
|
||||
lines.push(" 1. Review all critical and high severity findings immediately");
|
||||
lines.push(" 2. Update vulnerable dependencies to fixed versions");
|
||||
lines.push(" 3. Run scanner again to verify remediation");
|
||||
lines.push("");
|
||||
} else if (medium > 0) {
|
||||
lines.push("⚠️ Medium severity vulnerabilities detected.");
|
||||
lines.push("");
|
||||
lines.push("Recommended actions:");
|
||||
lines.push(" 1. Review findings and assess impact on your use case");
|
||||
lines.push(" 2. Plan updates during next maintenance window");
|
||||
lines.push("");
|
||||
} else if (low > 0 || info > 0) {
|
||||
lines.push("✓ No critical or high severity vulnerabilities detected.");
|
||||
lines.push("");
|
||||
lines.push("Recommended actions:");
|
||||
lines.push(" 1. Review low/info findings for awareness");
|
||||
lines.push(" 2. Consider updates when convenient");
|
||||
lines.push("");
|
||||
} else {
|
||||
lines.push("✓ No vulnerabilities detected. Your code is clean!");
|
||||
lines.push("");
|
||||
}
|
||||
|
||||
lines.push("═══════════════════════════════════════════════════════════════");
|
||||
|
||||
return lines.join("\n");
|
||||
}
|
||||
|
||||
/**
|
||||
* Get emoji icon for severity level.
|
||||
*
|
||||
* @param {SeverityLevel} severity - Severity level
|
||||
* @returns {string}
|
||||
*/
|
||||
function getSeverityIcon(severity) {
|
||||
const icons = {
|
||||
critical: "🔴",
|
||||
high: "🟠",
|
||||
medium: "🟡",
|
||||
low: "🔵",
|
||||
info: "⚪",
|
||||
};
|
||||
return icons[severity] || "⚪";
|
||||
}
|
||||
|
||||
/**
|
||||
* Wrap text to specified width.
|
||||
*
|
||||
* @param {string} text - Text to wrap
|
||||
* @param {number} width - Maximum line width
|
||||
* @returns {string[]}
|
||||
*/
|
||||
function wrapText(text, width) {
|
||||
const words = text.split(/\s+/);
|
||||
const lines = [];
|
||||
let currentLine = "";
|
||||
|
||||
for (const word of words) {
|
||||
if (currentLine.length + word.length + 1 <= width) {
|
||||
currentLine += (currentLine ? " " : "") + word;
|
||||
} else {
|
||||
if (currentLine) {
|
||||
lines.push(currentLine);
|
||||
}
|
||||
currentLine = word;
|
||||
}
|
||||
}
|
||||
|
||||
if (currentLine) {
|
||||
lines.push(currentLine);
|
||||
}
|
||||
|
||||
return lines.length > 0 ? lines : [""];
|
||||
}
|
||||
@@ -0,0 +1,45 @@
|
||||
export type VulnerabilitySource = 'npm-audit' | 'pip-audit' | 'osv' | 'nvd' | 'github' | 'sast' | 'dast';
|
||||
|
||||
export type SeverityLevel = 'critical' | 'high' | 'medium' | 'low' | 'info';
|
||||
|
||||
export interface Vulnerability {
|
||||
id: string;
|
||||
source: VulnerabilitySource;
|
||||
severity: SeverityLevel;
|
||||
package: string;
|
||||
version: string;
|
||||
fixed_version?: string;
|
||||
title: string;
|
||||
description: string;
|
||||
references: string[];
|
||||
discovered_at: string;
|
||||
}
|
||||
|
||||
export interface ScanReport {
|
||||
scan_id: string;
|
||||
timestamp: string;
|
||||
target: string;
|
||||
vulnerabilities: Vulnerability[];
|
||||
summary: {
|
||||
critical: number;
|
||||
high: number;
|
||||
medium: number;
|
||||
low: number;
|
||||
info: number;
|
||||
};
|
||||
}
|
||||
|
||||
export type HookEvent = {
|
||||
type?: string;
|
||||
action?: string;
|
||||
messages?: Array<{
|
||||
role: string;
|
||||
content: string;
|
||||
}>;
|
||||
};
|
||||
|
||||
export type HookContext = {
|
||||
skillPath?: string;
|
||||
agentPlatform?: string;
|
||||
[key: string]: unknown;
|
||||
};
|
||||
@@ -0,0 +1,139 @@
|
||||
import { spawn } from "node:child_process";
|
||||
|
||||
/**
|
||||
* @param {unknown} value
|
||||
* @returns {value is Record<string, unknown>}
|
||||
*/
|
||||
export function isObject(value) {
|
||||
return typeof value === "object" && value !== null;
|
||||
}
|
||||
|
||||
/**
|
||||
* Execute a command as a subprocess and return its output.
|
||||
*
|
||||
* NOTE: npm audit exits non-zero when vulnerabilities are found.
|
||||
* Check stderr for actual errors vs. normal vulnerability reports.
|
||||
*
|
||||
* @param {string} cmd - Command to execute
|
||||
* @param {string[]} args - Command arguments
|
||||
* @param {{env?: Record<string, string>, cwd?: string}} [options] - Execution options
|
||||
* @returns {Promise<{code: number, stdout: string, stderr: string}>}
|
||||
*/
|
||||
export function execCommand(cmd, args, options = {}) {
|
||||
return new Promise((resolve, reject) => {
|
||||
const proc = spawn(cmd, args, {
|
||||
stdio: ["ignore", "pipe", "pipe"],
|
||||
env: { ...process.env, ...options.env },
|
||||
cwd: options.cwd,
|
||||
});
|
||||
|
||||
let stdout = "";
|
||||
let stderr = "";
|
||||
|
||||
proc.stdout.on("data", (d) => {
|
||||
stdout += d;
|
||||
});
|
||||
proc.stderr.on("data", (d) => {
|
||||
stderr += d;
|
||||
});
|
||||
|
||||
proc.on("close", (code) => {
|
||||
// npm audit and other security tools exit non-zero when vulnerabilities found
|
||||
// Check stderr for actual errors (ERR! pattern) vs. normal findings
|
||||
if (code !== 0 && stderr.includes("ERR!")) {
|
||||
reject(new Error(stderr));
|
||||
} else {
|
||||
resolve({ code, stdout, stderr });
|
||||
}
|
||||
});
|
||||
|
||||
proc.on("error", (error) => {
|
||||
reject(error);
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* Safely parse JSON string with error handling.
|
||||
*
|
||||
* @param {string} jsonString - JSON string to parse
|
||||
* @param {{fallback?: unknown, label?: string}} [options] - Parse options
|
||||
* @returns {unknown}
|
||||
*/
|
||||
export function safeJsonParse(jsonString, { fallback = null, label = "JSON" } = {}) {
|
||||
const raw = String(jsonString ?? "").trim();
|
||||
if (!raw) return fallback;
|
||||
|
||||
try {
|
||||
return JSON.parse(raw);
|
||||
} catch (error) {
|
||||
if (error instanceof Error) {
|
||||
console.warn(`Failed to parse ${label}: ${error.message}`);
|
||||
}
|
||||
return fallback;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Normalize severity levels from different security tools to standard levels.
|
||||
*
|
||||
* @param {string} severity - Severity string from security tool
|
||||
* @returns {'critical' | 'high' | 'medium' | 'low' | 'info'}
|
||||
*/
|
||||
export function normalizeSeverity(severity) {
|
||||
const normalized = String(severity ?? "")
|
||||
.trim()
|
||||
.toLowerCase();
|
||||
|
||||
if (normalized.includes("critical")) return "critical";
|
||||
if (normalized.includes("high")) return "high";
|
||||
if (normalized.includes("moderate") || normalized.includes("medium")) return "medium";
|
||||
if (normalized.includes("low")) return "low";
|
||||
|
||||
return "info";
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string[]} values
|
||||
* @returns {string[]}
|
||||
*/
|
||||
export function uniqueStrings(values) {
|
||||
return Array.from(new Set(values));
|
||||
}
|
||||
|
||||
/**
|
||||
* Generate a simple UUID v4.
|
||||
*
|
||||
* @returns {string}
|
||||
*/
|
||||
export function generateUuid() {
|
||||
return "xxxxxxxx-xxxx-4xxx-yxxx-xxxxxxxxxxxx".replace(/[xy]/g, (c) => {
|
||||
const r = (Math.random() * 16) | 0;
|
||||
const v = c === "x" ? r : (r & 0x3) | 0x8;
|
||||
return v.toString(16);
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* Get current ISO 8601 timestamp.
|
||||
*
|
||||
* @returns {string}
|
||||
*/
|
||||
export function getTimestamp() {
|
||||
return new Date().toISOString();
|
||||
}
|
||||
|
||||
/**
|
||||
* Check if a command exists in PATH.
|
||||
*
|
||||
* @param {string} command - Command name to check
|
||||
* @returns {Promise<boolean>}
|
||||
*/
|
||||
export async function commandExists(command) {
|
||||
try {
|
||||
const { code } = await execCommand("which", [command]);
|
||||
return code === 0;
|
||||
} catch {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
@@ -0,0 +1,143 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import fs from "node:fs/promises";
|
||||
import path from "node:path";
|
||||
|
||||
function parseArgs(argv) {
|
||||
const parsed = {
|
||||
handler: "",
|
||||
exportName: "default",
|
||||
eventB64: "",
|
||||
contextB64: "",
|
||||
};
|
||||
|
||||
for (let i = 0; i < argv.length; i += 1) {
|
||||
const token = argv[i];
|
||||
|
||||
if (token === "--handler") {
|
||||
parsed.handler = String(argv[i + 1] ?? "").trim();
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (token === "--export") {
|
||||
parsed.exportName = String(argv[i + 1] ?? "default").trim() || "default";
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (token === "--event") {
|
||||
parsed.eventB64 = String(argv[i + 1] ?? "").trim();
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (token === "--context") {
|
||||
parsed.contextB64 = String(argv[i + 1] ?? "").trim();
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
|
||||
throw new Error(`Unknown argument: ${token}`);
|
||||
}
|
||||
|
||||
if (!parsed.handler) {
|
||||
throw new Error("Missing required --handler");
|
||||
}
|
||||
|
||||
return parsed;
|
||||
}
|
||||
|
||||
async function fileExists(filePath) {
|
||||
try {
|
||||
await fs.access(filePath);
|
||||
return true;
|
||||
} catch {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
async function readHookSource(handlerPath) {
|
||||
const fullPath = path.resolve(handlerPath);
|
||||
const exists = await fileExists(fullPath);
|
||||
if (!exists) {
|
||||
throw new Error(`Hook handler does not exist: ${fullPath}`);
|
||||
}
|
||||
|
||||
const ext = path.extname(fullPath).toLowerCase();
|
||||
const allowedExtensions = new Set([".cjs", ".js", ".mjs", ".ts"]);
|
||||
if (!allowedExtensions.has(ext)) {
|
||||
throw new Error(`Unsupported hook handler extension: ${ext || "(none)"}`);
|
||||
}
|
||||
|
||||
const source = await fs.readFile(fullPath, "utf8");
|
||||
return { fullPath, ext, source };
|
||||
}
|
||||
|
||||
function detectHandlerExport(source, exportName) {
|
||||
if (exportName && exportName !== "default") {
|
||||
const escaped = exportName.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
|
||||
return new RegExp(`export\\s+(?:async\\s+)?function\\s+${escaped}\\b|export\\s*\\{[^}]*\\b${escaped}\\b`, "m").test(source);
|
||||
}
|
||||
|
||||
return (
|
||||
/\bexport\s+default\b/m.test(source) ||
|
||||
/\bexport\s+(?:async\s+)?function\s+handler\b/m.test(source) ||
|
||||
/\bmodule\.exports\s*=|\bexports\.handler\s*=/m.test(source)
|
||||
);
|
||||
}
|
||||
|
||||
function collectRiskSignals(source) {
|
||||
const rules = [
|
||||
["child_process", /\bchild_process\b|\bfrom\s+["']node:child_process["']|\brequire\(["']child_process["']\)/m],
|
||||
["dynamic-import", /\bimport\s*\(/m],
|
||||
["eval", /\beval\s*\(|\bnew\s+Function\s*\(/m],
|
||||
["shell-command", /\b(?:exec|spawn|execFile|fork)\s*\(/m],
|
||||
["environment-access", /\bprocess\.env\b/m],
|
||||
];
|
||||
|
||||
const signals = [];
|
||||
for (const [name, pattern] of rules) {
|
||||
if (pattern.test(source)) {
|
||||
signals.push(name);
|
||||
}
|
||||
}
|
||||
return signals;
|
||||
}
|
||||
|
||||
async function main() {
|
||||
const args = parseArgs(process.argv.slice(2));
|
||||
const startedAt = Date.now();
|
||||
|
||||
try {
|
||||
const inspected = await readHookSource(args.handler);
|
||||
|
||||
const payload = {
|
||||
ok: true,
|
||||
static_only: true,
|
||||
duration_ms: Date.now() - startedAt,
|
||||
handler_path: inspected.fullPath,
|
||||
handler_extension: inspected.ext,
|
||||
source_bytes: Buffer.byteLength(inspected.source, "utf8"),
|
||||
source_lines: inspected.source.split(/\r?\n/).length,
|
||||
handler_export_declared: detectHandlerExport(inspected.source, args.exportName),
|
||||
risk_signals: collectRiskSignals(inspected.source),
|
||||
};
|
||||
|
||||
process.stdout.write(JSON.stringify(payload));
|
||||
} catch (error) {
|
||||
const payload = {
|
||||
ok: false,
|
||||
static_only: true,
|
||||
duration_ms: Date.now() - startedAt,
|
||||
error: error instanceof Error ? error.message : String(error),
|
||||
};
|
||||
|
||||
process.stdout.write(JSON.stringify(payload));
|
||||
}
|
||||
}
|
||||
|
||||
main().catch((error) => {
|
||||
process.stderr.write(`${error instanceof Error ? error.stack || error.message : String(error)}\n`);
|
||||
process.exit(1);
|
||||
});
|
||||
+609
@@ -0,0 +1,609 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
/**
|
||||
* DAST (Dynamic Application Security Testing) Runner for ClawSec Scanner.
|
||||
*
|
||||
* Scope:
|
||||
* - Discover OpenClaw hooks from target directories
|
||||
* - Execute real hook handlers in an isolated harness process
|
||||
* - Validate malicious-input resilience, timeout behavior, output bounds,
|
||||
* and event mutation safety
|
||||
*/
|
||||
|
||||
import fs from "node:fs/promises";
|
||||
import path from "node:path";
|
||||
import { spawn } from "node:child_process";
|
||||
import { fileURLToPath } from "node:url";
|
||||
|
||||
import { generateReport, formatReportJson, formatReportText } from "../lib/report.mjs";
|
||||
import { getTimestamp } from "../lib/utils.mjs";
|
||||
|
||||
/**
|
||||
* @typedef {import('../lib/types.ts').Vulnerability} Vulnerability
|
||||
* @typedef {import('../lib/types.ts').ScanReport} ScanReport
|
||||
*/
|
||||
|
||||
const DEFAULT_TIMEOUT_MS = 30000;
|
||||
const SKIP_DIR_NAMES = new Set([
|
||||
".git",
|
||||
".github",
|
||||
".idea",
|
||||
".vscode",
|
||||
"node_modules",
|
||||
"dist",
|
||||
"build",
|
||||
"coverage",
|
||||
".openclaw",
|
||||
]);
|
||||
|
||||
const __filename = fileURLToPath(import.meta.url);
|
||||
const __dirname = path.dirname(__filename);
|
||||
const HOOK_EXECUTOR_PATH = path.join(__dirname, "dast_hook_executor.mjs");
|
||||
|
||||
/**
|
||||
* @typedef {Object} HookDescriptor
|
||||
* @property {string} name
|
||||
* @property {string} hookDir
|
||||
* @property {string} hookFile
|
||||
* @property {string} handlerPath
|
||||
* @property {string[]} events
|
||||
* @property {string} exportName
|
||||
*/
|
||||
|
||||
/**
|
||||
* Parse CLI arguments.
|
||||
*
|
||||
* @param {string[]} argv
|
||||
* @returns {{target: string, format: 'json' | 'text', timeout: number}}
|
||||
*/
|
||||
function parseArgs(argv) {
|
||||
const parsed = {
|
||||
target: ".",
|
||||
format: "json",
|
||||
timeout: DEFAULT_TIMEOUT_MS,
|
||||
};
|
||||
|
||||
for (let i = 0; i < argv.length; i += 1) {
|
||||
const token = argv[i];
|
||||
|
||||
if (token === "--target") {
|
||||
parsed.target = String(argv[i + 1] ?? "").trim();
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (token === "--format") {
|
||||
const value = String(argv[i + 1] ?? "json").trim();
|
||||
if (value !== "json" && value !== "text") {
|
||||
throw new Error("Invalid --format value. Use 'json' or 'text'.");
|
||||
}
|
||||
parsed.format = value;
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (token === "--timeout") {
|
||||
const value = Number.parseInt(String(argv[i + 1] ?? ""), 10);
|
||||
if (!Number.isFinite(value) || value <= 0) {
|
||||
throw new Error("Invalid --timeout value. Must be a positive integer (milliseconds).");
|
||||
}
|
||||
parsed.timeout = value;
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
|
||||
if (token === "--help" || token === "-h") {
|
||||
printUsage();
|
||||
process.exit(0);
|
||||
}
|
||||
|
||||
throw new Error(`Unknown argument: ${token}`);
|
||||
}
|
||||
|
||||
if (!parsed.target) {
|
||||
throw new Error("Missing required argument: --target");
|
||||
}
|
||||
|
||||
return parsed;
|
||||
}
|
||||
|
||||
function printUsage() {
|
||||
process.stderr.write(
|
||||
[
|
||||
"Usage:",
|
||||
" node scripts/dast_runner.mjs --target <path> [--format json|text] [--timeout ms]",
|
||||
"",
|
||||
"Examples:",
|
||||
" node scripts/dast_runner.mjs --target ./skills/",
|
||||
" node scripts/dast_runner.mjs --target ./skills/ --format text",
|
||||
" node scripts/dast_runner.mjs --target ./skills/ --timeout 60000",
|
||||
"",
|
||||
"Flags:",
|
||||
" --target Target skill/hook directory to test (required)",
|
||||
" --format Output format: json or text (default: json)",
|
||||
` --timeout Per-hook invocation timeout in milliseconds (default: ${DEFAULT_TIMEOUT_MS})`,
|
||||
"",
|
||||
].join("\n"),
|
||||
);
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} filePath
|
||||
* @returns {Promise<boolean>}
|
||||
*/
|
||||
async function fileExists(filePath) {
|
||||
try {
|
||||
await fs.access(filePath);
|
||||
return true;
|
||||
} catch {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} markdown
|
||||
* @returns {string}
|
||||
*/
|
||||
function extractFrontmatter(markdown) {
|
||||
const match = markdown.match(/^---\n([\s\S]*?)\n---/);
|
||||
return match ? match[1] : "";
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} frontmatter
|
||||
* @returns {string[]}
|
||||
*/
|
||||
function parseEvents(frontmatter) {
|
||||
const defaultEvents = ["command:new"];
|
||||
if (!frontmatter) return defaultEvents;
|
||||
|
||||
const jsonStyle = frontmatter.match(/"events"\s*:\s*\[([^\]]*)\]/m);
|
||||
const yamlStyle = frontmatter.match(/events\s*:\s*\[([^\]]*)\]/m);
|
||||
const raw = jsonStyle?.[1] ?? yamlStyle?.[1];
|
||||
|
||||
if (!raw) return defaultEvents;
|
||||
|
||||
const events = [];
|
||||
const quotedRegex = /"([^"]+)"|'([^']+)'/g;
|
||||
|
||||
let quotedMatch = quotedRegex.exec(raw);
|
||||
while (quotedMatch) {
|
||||
const value = quotedMatch[1] || quotedMatch[2];
|
||||
if (value && value.includes(":")) {
|
||||
events.push(value.trim());
|
||||
}
|
||||
quotedMatch = quotedRegex.exec(raw);
|
||||
}
|
||||
|
||||
if (events.length === 0) {
|
||||
const fallback = raw
|
||||
.split(",")
|
||||
.map((part) => part.trim())
|
||||
.map((part) => part.replace(/^['"]|['"]$/g, ""))
|
||||
.filter((part) => part.includes(":"));
|
||||
events.push(...fallback);
|
||||
}
|
||||
|
||||
return events.length > 0 ? Array.from(new Set(events)) : defaultEvents;
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} frontmatter
|
||||
* @param {string} fallback
|
||||
* @returns {string}
|
||||
*/
|
||||
function parseHookName(frontmatter, fallback) {
|
||||
if (!frontmatter) return fallback;
|
||||
|
||||
const match = frontmatter.match(/^name\s*:\s*(.+)$/m);
|
||||
if (!match) return fallback;
|
||||
|
||||
return match[1].trim().replace(/^['"]|['"]$/g, "") || fallback;
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} frontmatter
|
||||
* @returns {string}
|
||||
*/
|
||||
function parseExportName(frontmatter) {
|
||||
if (!frontmatter) return "default";
|
||||
|
||||
const jsonStyle = frontmatter.match(/"export"\s*:\s*"([^"]+)"/m);
|
||||
if (jsonStyle?.[1]) return jsonStyle[1].trim();
|
||||
|
||||
const yamlStyle = frontmatter.match(/^export\s*:\s*(.+)$/m);
|
||||
if (yamlStyle?.[1]) {
|
||||
const value = yamlStyle[1].trim().replace(/^['"]|['"]$/g, "");
|
||||
return value || "default";
|
||||
}
|
||||
|
||||
return "default";
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} hookDir
|
||||
* @returns {Promise<string | null>}
|
||||
*/
|
||||
async function resolveHandlerPath(hookDir) {
|
||||
const candidates = [
|
||||
"handler.mjs",
|
||||
"handler.js",
|
||||
"handler.cjs",
|
||||
"handler.ts",
|
||||
"index.mjs",
|
||||
"index.js",
|
||||
"index.cjs",
|
||||
"index.ts",
|
||||
];
|
||||
|
||||
for (const candidate of candidates) {
|
||||
const fullPath = path.join(hookDir, candidate);
|
||||
if (await fileExists(fullPath)) {
|
||||
return fullPath;
|
||||
}
|
||||
}
|
||||
|
||||
return null;
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} targetPath
|
||||
* @returns {Promise<HookDescriptor[]>}
|
||||
*/
|
||||
export async function discoverHooks(targetPath) {
|
||||
const hooks = [];
|
||||
const absoluteTarget = path.resolve(targetPath);
|
||||
|
||||
/**
|
||||
* @param {string} dir
|
||||
* @returns {Promise<void>}
|
||||
*/
|
||||
async function walk(dir) {
|
||||
let entries;
|
||||
try {
|
||||
entries = await fs.readdir(dir, { withFileTypes: true });
|
||||
} catch {
|
||||
return;
|
||||
}
|
||||
|
||||
for (const entry of entries) {
|
||||
const fullPath = path.join(dir, entry.name);
|
||||
|
||||
if (entry.isDirectory()) {
|
||||
if (SKIP_DIR_NAMES.has(entry.name)) {
|
||||
continue;
|
||||
}
|
||||
|
||||
await walk(fullPath);
|
||||
continue;
|
||||
}
|
||||
|
||||
if (!entry.isFile() || entry.name !== "HOOK.md") {
|
||||
continue;
|
||||
}
|
||||
|
||||
const hookDir = path.dirname(fullPath);
|
||||
const hookMd = await fs.readFile(fullPath, "utf8");
|
||||
const frontmatter = extractFrontmatter(hookMd);
|
||||
const handlerPath = await resolveHandlerPath(hookDir);
|
||||
|
||||
if (!handlerPath) {
|
||||
continue;
|
||||
}
|
||||
|
||||
hooks.push({
|
||||
name: parseHookName(frontmatter, path.basename(hookDir)),
|
||||
hookDir,
|
||||
hookFile: fullPath,
|
||||
handlerPath,
|
||||
events: parseEvents(frontmatter),
|
||||
exportName: parseExportName(frontmatter),
|
||||
});
|
||||
}
|
||||
}
|
||||
|
||||
await walk(absoluteTarget);
|
||||
|
||||
return hooks;
|
||||
}
|
||||
|
||||
/**
|
||||
* @typedef {Object} HarnessInvocationResult
|
||||
* @property {boolean} timedOut
|
||||
* @property {number} exitCode
|
||||
* @property {string} stderr
|
||||
* @property {Record<string, unknown> | null} parsed
|
||||
* @property {string | null} parseError
|
||||
*/
|
||||
|
||||
/**
|
||||
* @param {HookDescriptor} hook
|
||||
* @param {number} timeoutMs
|
||||
* @returns {Promise<HarnessInvocationResult>}
|
||||
*/
|
||||
async function inspectHookHandler(hook, timeoutMs) {
|
||||
const args = [
|
||||
HOOK_EXECUTOR_PATH,
|
||||
"--handler",
|
||||
hook.handlerPath,
|
||||
"--export",
|
||||
hook.exportName || "default",
|
||||
];
|
||||
|
||||
return new Promise((resolve) => {
|
||||
const proc = spawn("node", args, {
|
||||
stdio: ["ignore", "pipe", "pipe"],
|
||||
env: {
|
||||
PATH: process.env.PATH || "",
|
||||
CLAWSEC_DAST_STATIC_INSPECTION: "1",
|
||||
},
|
||||
});
|
||||
|
||||
let stdout = "";
|
||||
let stderr = "";
|
||||
let timedOut = false;
|
||||
|
||||
const timer = setTimeout(() => {
|
||||
timedOut = true;
|
||||
proc.kill("SIGKILL");
|
||||
}, timeoutMs);
|
||||
|
||||
proc.stdout.on("data", (chunk) => {
|
||||
stdout += String(chunk);
|
||||
});
|
||||
|
||||
proc.stderr.on("data", (chunk) => {
|
||||
stderr += String(chunk);
|
||||
});
|
||||
|
||||
proc.on("close", (code) => {
|
||||
clearTimeout(timer);
|
||||
|
||||
const raw = stdout.trim();
|
||||
if (!raw) {
|
||||
resolve({
|
||||
timedOut,
|
||||
exitCode: code ?? 1,
|
||||
stderr,
|
||||
parsed: null,
|
||||
parseError: raw ? null : "Harness produced no JSON output",
|
||||
});
|
||||
return;
|
||||
}
|
||||
|
||||
try {
|
||||
const parsed = JSON.parse(raw);
|
||||
resolve({
|
||||
timedOut,
|
||||
exitCode: code ?? 1,
|
||||
stderr,
|
||||
parsed,
|
||||
parseError: null,
|
||||
});
|
||||
} catch (error) {
|
||||
resolve({
|
||||
timedOut,
|
||||
exitCode: code ?? 1,
|
||||
stderr,
|
||||
parsed: null,
|
||||
parseError: error instanceof Error ? error.message : String(error),
|
||||
});
|
||||
}
|
||||
});
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {unknown} value
|
||||
* @returns {value is Record<string, unknown>}
|
||||
*/
|
||||
function isObject(value) {
|
||||
return typeof value === "object" && value !== null;
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {unknown} parsed
|
||||
* @returns {{ok: boolean, error: string, staticOnly: boolean, riskSignals: string[], handlerExportDeclared: boolean}}
|
||||
*/
|
||||
function normalizeStaticPayload(parsed) {
|
||||
if (!isObject(parsed)) {
|
||||
return {
|
||||
ok: false,
|
||||
error: "Harness output is not an object",
|
||||
staticOnly: false,
|
||||
riskSignals: [],
|
||||
handlerExportDeclared: false,
|
||||
};
|
||||
}
|
||||
|
||||
const ok = parsed.ok === true;
|
||||
const error = typeof parsed.error === "string" ? parsed.error : "";
|
||||
const staticOnly = parsed.static_only === true;
|
||||
const riskSignals = Array.isArray(parsed.risk_signals)
|
||||
? parsed.risk_signals.filter((signal) => typeof signal === "string")
|
||||
: [];
|
||||
const handlerExportDeclared = parsed.handler_export_declared === true;
|
||||
|
||||
return {
|
||||
ok,
|
||||
error,
|
||||
staticOnly,
|
||||
riskSignals,
|
||||
handlerExportDeclared,
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {string} input
|
||||
* @returns {string}
|
||||
*/
|
||||
function slug(input) {
|
||||
return String(input)
|
||||
.toLowerCase()
|
||||
.replace(/[^a-z0-9]+/g, "-")
|
||||
.replace(/^-+|-+$/g, "")
|
||||
.slice(0, 60);
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {Vulnerability[]} bucket
|
||||
* @param {string} id
|
||||
* @param {'critical' | 'high' | 'medium' | 'low' | 'info'} severity
|
||||
* @param {HookDescriptor} hook
|
||||
* @param {string} eventKey
|
||||
* @param {string} title
|
||||
* @param {string} description
|
||||
*/
|
||||
function pushHookVulnerability(bucket, id, severity, hook, eventKey, title, description) {
|
||||
bucket.push({
|
||||
id,
|
||||
source: "dast",
|
||||
severity,
|
||||
package: hook.name,
|
||||
version: `${eventKey}:${path.basename(hook.handlerPath)}`,
|
||||
fixed_version: "",
|
||||
title,
|
||||
description,
|
||||
references: [hook.hookFile],
|
||||
discovered_at: getTimestamp(),
|
||||
});
|
||||
}
|
||||
|
||||
/**
|
||||
* @param {HookDescriptor} hook
|
||||
* @param {string} _targetPath
|
||||
* @param {number} timeoutMs
|
||||
* @returns {Promise<Vulnerability[]>}
|
||||
*/
|
||||
async function evaluateHook(hook, _targetPath, timeoutMs) {
|
||||
const findings = [];
|
||||
const invocationTimeoutMs = Math.max(1000, timeoutMs);
|
||||
// Static inspection depends only on the handler source/export, so reuse it for all hook events.
|
||||
const inspection = await inspectHookHandler(hook, invocationTimeoutMs);
|
||||
|
||||
for (const eventKey of hook.events) {
|
||||
if (inspection.timedOut) {
|
||||
pushHookVulnerability(
|
||||
findings,
|
||||
`DAST-STATIC-TIMEOUT-${slug(`${hook.name}-${eventKey}`)}`,
|
||||
"medium",
|
||||
hook,
|
||||
eventKey,
|
||||
"Hook static inspection timed out",
|
||||
`Static hook inspection exceeded ${invocationTimeoutMs}ms for event '${eventKey}'. Target code was not executed.`,
|
||||
);
|
||||
continue;
|
||||
}
|
||||
|
||||
if (inspection.parseError) {
|
||||
pushHookVulnerability(
|
||||
findings,
|
||||
`DAST-STATIC-HARNESS-${slug(`${hook.name}-${eventKey}`)}`,
|
||||
"medium",
|
||||
hook,
|
||||
eventKey,
|
||||
"Hook static inspection output invalid",
|
||||
`Could not parse static inspection output for event '${eventKey}': ${inspection.parseError}. stderr: ${inspection.stderr || "(empty)"}`,
|
||||
);
|
||||
continue;
|
||||
}
|
||||
|
||||
const normalized = normalizeStaticPayload(inspection.parsed);
|
||||
if (!normalized.ok || !normalized.staticOnly) {
|
||||
const reason = normalized.error || inspection.stderr || "unknown static inspection error";
|
||||
pushHookVulnerability(
|
||||
findings,
|
||||
`DAST-STATIC-COVERAGE-${slug(`${hook.name}-${eventKey}`)}`,
|
||||
"info",
|
||||
hook,
|
||||
eventKey,
|
||||
"Hook not executed during DAST static inspection",
|
||||
`DAST did not execute hook code for event '${eventKey}'. Static inspection failed with: ${reason}`,
|
||||
);
|
||||
continue;
|
||||
}
|
||||
|
||||
const signalSuffix = normalized.riskSignals.length > 0
|
||||
? ` Static signals observed: ${normalized.riskSignals.join(", ")}.`
|
||||
: "";
|
||||
const exportSuffix = normalized.handlerExportDeclared
|
||||
? ""
|
||||
: " The configured handler export was not obvious from static source inspection.";
|
||||
|
||||
pushHookVulnerability(
|
||||
findings,
|
||||
`DAST-STATIC-COVERAGE-${slug(`${hook.name}-${eventKey}`)}`,
|
||||
"info",
|
||||
hook,
|
||||
eventKey,
|
||||
"Hook inspected statically without executing target code",
|
||||
`DAST inspected the hook source for event '${eventKey}' without importing, transpiling, or invoking the handler.${signalSuffix}${exportSuffix}`,
|
||||
);
|
||||
}
|
||||
|
||||
return findings;
|
||||
}
|
||||
|
||||
/**
|
||||
* Execute DAST hook tests.
|
||||
*
|
||||
* @param {string} targetPath
|
||||
* @param {number} timeout
|
||||
* @returns {Promise<Vulnerability[]>}
|
||||
*/
|
||||
export async function runDastTests(targetPath, timeout) {
|
||||
const hooks = await discoverHooks(targetPath);
|
||||
if (hooks.length === 0) {
|
||||
process.stderr.write(`[dast] No OpenClaw hooks discovered under ${targetPath}; skipping DAST harness execution\n`);
|
||||
return [];
|
||||
}
|
||||
|
||||
const vulnerabilities = [];
|
||||
|
||||
for (const hook of hooks) {
|
||||
const hookFindings = await evaluateHook(hook, targetPath, timeout);
|
||||
vulnerabilities.push(...hookFindings);
|
||||
}
|
||||
|
||||
return vulnerabilities;
|
||||
}
|
||||
|
||||
/**
|
||||
* CLI entry point.
|
||||
*/
|
||||
async function main() {
|
||||
try {
|
||||
const args = parseArgs(process.argv.slice(2));
|
||||
|
||||
const targetExists = await fileExists(args.target);
|
||||
if (!targetExists) {
|
||||
throw new Error(`Target path does not exist: ${args.target}`);
|
||||
}
|
||||
|
||||
const vulnerabilities = await runDastTests(args.target, args.timeout);
|
||||
const report = generateReport(vulnerabilities, args.target);
|
||||
|
||||
if (args.format === "text") {
|
||||
process.stdout.write(formatReportText(report));
|
||||
process.stdout.write("\n");
|
||||
} else {
|
||||
process.stdout.write(formatReportJson(report));
|
||||
process.stdout.write("\n");
|
||||
}
|
||||
|
||||
const hasCriticalOrHigh = report.summary.critical > 0 || report.summary.high > 0;
|
||||
process.exit(hasCriticalOrHigh ? 1 : 0);
|
||||
} catch (error) {
|
||||
process.stderr.write("DAST runner failed:\n");
|
||||
if (error instanceof Error) {
|
||||
process.stderr.write(`${error.message}\n`);
|
||||
} else {
|
||||
process.stderr.write(`${String(error)}\n`);
|
||||
}
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
if (import.meta.url === `file://${process.argv[1]}`) {
|
||||
main();
|
||||
}
|
||||
@@ -0,0 +1,291 @@
|
||||
import { normalizeSeverity, getTimestamp, uniqueStrings } from '../lib/utils.mjs';
|
||||
|
||||
/**
|
||||
* Query OSV API for vulnerability data.
|
||||
* OSV is the primary CVE source (free, no auth, broad ecosystem support).
|
||||
*
|
||||
* @param {string} packageName - Package name (e.g., 'lodash')
|
||||
* @param {string} ecosystem - Ecosystem identifier (e.g., 'npm', 'PyPI')
|
||||
* @param {string} [version] - Optional specific version to check
|
||||
* @returns {Promise<import('../lib/types.ts').Vulnerability[]>}
|
||||
*/
|
||||
export async function queryOSV(packageName, ecosystem, version = undefined) {
|
||||
const url = 'https://api.osv.dev/v1/query';
|
||||
|
||||
const requestBody = {
|
||||
package: {
|
||||
name: packageName,
|
||||
ecosystem: ecosystem,
|
||||
},
|
||||
};
|
||||
|
||||
if (version) {
|
||||
requestBody.version = version;
|
||||
}
|
||||
|
||||
try {
|
||||
const controller = new globalThis.AbortController();
|
||||
const timeout = globalThis.setTimeout(() => controller.abort(), 10000);
|
||||
|
||||
const response = await globalThis.fetch(url, {
|
||||
method: 'POST',
|
||||
headers: { 'Content-Type': 'application/json' },
|
||||
body: JSON.stringify(requestBody),
|
||||
signal: controller.signal,
|
||||
});
|
||||
|
||||
globalThis.clearTimeout(timeout);
|
||||
|
||||
if (!response.ok) {
|
||||
console.warn(`OSV API returned status ${response.status} for ${packageName}`);
|
||||
return [];
|
||||
}
|
||||
|
||||
const data = await response.json();
|
||||
const vulns = data.vulns || [];
|
||||
|
||||
return vulns.map((vuln) => normalizeOSVVulnerability(vuln, packageName, version || '*'));
|
||||
} catch (error) {
|
||||
if (error instanceof Error) {
|
||||
console.warn(`OSV API error for ${packageName}: ${error.message}`);
|
||||
}
|
||||
return [];
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Query NVD API 2.0 for CVE data.
|
||||
* Gated behind CLAWSEC_NVD_API_KEY environment variable.
|
||||
* Enforces 6-second rate limiting without API key.
|
||||
*
|
||||
* @param {string} cveId - CVE identifier (e.g., 'CVE-2023-12345')
|
||||
* @returns {Promise<import('../lib/types.ts').Vulnerability | null>}
|
||||
*/
|
||||
export async function queryNVD(cveId) {
|
||||
const apiKey = process.env.CLAWSEC_NVD_API_KEY;
|
||||
const url = `https://services.nvd.nist.gov/rest/json/cves/2.0?cveId=${cveId}`;
|
||||
|
||||
const headers = {};
|
||||
if (apiKey) {
|
||||
headers['apiKey'] = apiKey;
|
||||
}
|
||||
|
||||
try {
|
||||
const controller = new globalThis.AbortController();
|
||||
const timeout = globalThis.setTimeout(() => controller.abort(), 15000);
|
||||
|
||||
const response = await globalThis.fetch(url, {
|
||||
method: 'GET',
|
||||
headers,
|
||||
signal: controller.signal,
|
||||
});
|
||||
|
||||
globalThis.clearTimeout(timeout);
|
||||
|
||||
// Rate limiting: 6-second delay required WITHOUT API key
|
||||
if (!apiKey) {
|
||||
await new Promise((r) => globalThis.setTimeout(r, 6000));
|
||||
}
|
||||
|
||||
if (!response.ok) {
|
||||
console.warn(`NVD API returned status ${response.status} for ${cveId}`);
|
||||
return null;
|
||||
}
|
||||
|
||||
const data = await response.json();
|
||||
|
||||
if (!data.vulnerabilities || data.vulnerabilities.length === 0) {
|
||||
return null;
|
||||
}
|
||||
|
||||
const cveItem = data.vulnerabilities[0].cve;
|
||||
return normalizeNVDVulnerability(cveItem);
|
||||
} catch (error) {
|
||||
if (error instanceof Error) {
|
||||
console.warn(`NVD API error for ${cveId}: ${error.message}`);
|
||||
}
|
||||
return null;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Query GitHub Advisory Database (optional - requires OAuth token).
|
||||
* Currently a placeholder for future implementation.
|
||||
*
|
||||
* @param {string} _packageName - Package name
|
||||
* @param {string} _ecosystem - Ecosystem (e.g., 'npm', 'pip')
|
||||
* @returns {Promise<import('../lib/types.ts').Vulnerability[]>}
|
||||
*/
|
||||
export async function queryGitHub(_packageName, _ecosystem) {
|
||||
const token = process.env.GITHUB_TOKEN;
|
||||
|
||||
if (!token) {
|
||||
console.warn('GitHub Advisory Database query skipped: GITHUB_TOKEN not set');
|
||||
return [];
|
||||
}
|
||||
|
||||
// TODO: Implement GitHub GraphQL advisory query
|
||||
// This requires GraphQL API integration with oauth token
|
||||
// Placeholder for future enhancement
|
||||
console.warn('GitHub Advisory Database integration not yet implemented');
|
||||
return [];
|
||||
}
|
||||
|
||||
/**
|
||||
* Normalize OSV vulnerability data to unified schema.
|
||||
*
|
||||
* @param {any} osvVuln - Raw OSV vulnerability object
|
||||
* @param {string} packageName - Package name
|
||||
* @param {string} version - Package version
|
||||
* @returns {import('../lib/types.ts').Vulnerability}
|
||||
*/
|
||||
function normalizeOSVVulnerability(osvVuln, packageName, version) {
|
||||
const id = osvVuln.id || 'UNKNOWN';
|
||||
const summary = osvVuln.summary || 'No description available';
|
||||
const details = osvVuln.details || summary;
|
||||
|
||||
// Extract severity from database_specific or severity array
|
||||
let severity = 'info';
|
||||
if (osvVuln.severity && Array.isArray(osvVuln.severity) && osvVuln.severity.length > 0) {
|
||||
severity = normalizeSeverity(osvVuln.severity[0].type || 'info');
|
||||
} else if (osvVuln.database_specific && osvVuln.database_specific.severity) {
|
||||
severity = normalizeSeverity(osvVuln.database_specific.severity);
|
||||
}
|
||||
|
||||
// Extract references
|
||||
const references = [];
|
||||
if (Array.isArray(osvVuln.references)) {
|
||||
references.push(...osvVuln.references.map((ref) => ref.url).filter(Boolean));
|
||||
}
|
||||
|
||||
// Extract fixed version from affected ranges
|
||||
let fixedVersion = undefined;
|
||||
if (Array.isArray(osvVuln.affected)) {
|
||||
for (const affected of osvVuln.affected) {
|
||||
if (Array.isArray(affected.ranges)) {
|
||||
for (const range of affected.ranges) {
|
||||
if (Array.isArray(range.events)) {
|
||||
for (const event of range.events) {
|
||||
if (event.fixed) {
|
||||
fixedVersion = event.fixed;
|
||||
break;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return {
|
||||
id,
|
||||
source: 'osv',
|
||||
severity,
|
||||
package: packageName,
|
||||
version,
|
||||
fixed_version: fixedVersion,
|
||||
title: summary,
|
||||
description: details,
|
||||
references: uniqueStrings(references),
|
||||
discovered_at: getTimestamp(),
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
* Normalize NVD vulnerability data to unified schema.
|
||||
*
|
||||
* @param {any} nvdCve - Raw NVD CVE object
|
||||
* @returns {import('../lib/types.ts').Vulnerability}
|
||||
*/
|
||||
function normalizeNVDVulnerability(nvdCve) {
|
||||
const id = nvdCve.id || 'UNKNOWN';
|
||||
|
||||
// Extract description
|
||||
let description = 'No description available';
|
||||
if (nvdCve.descriptions && Array.isArray(nvdCve.descriptions)) {
|
||||
const englishDesc = nvdCve.descriptions.find((d) => d.lang === 'en');
|
||||
if (englishDesc && englishDesc.value) {
|
||||
description = englishDesc.value;
|
||||
}
|
||||
}
|
||||
|
||||
// Extract severity from CVSS metrics
|
||||
let severity = 'info';
|
||||
if (nvdCve.metrics) {
|
||||
// Try CVSS v3.1 first, then v3.0, then v2.0
|
||||
const cvssV31 = nvdCve.metrics.cvssMetricV31?.[0];
|
||||
const cvssV30 = nvdCve.metrics.cvssMetricV30?.[0];
|
||||
const cvssV2 = nvdCve.metrics.cvssMetricV2?.[0];
|
||||
|
||||
const cvssData = cvssV31?.cvssData || cvssV30?.cvssData || cvssV2?.cvssData;
|
||||
if (cvssData && cvssData.baseSeverity) {
|
||||
severity = normalizeSeverity(cvssData.baseSeverity);
|
||||
}
|
||||
}
|
||||
|
||||
// Extract references
|
||||
const references = [];
|
||||
if (nvdCve.references && Array.isArray(nvdCve.references)) {
|
||||
references.push(...nvdCve.references.map((ref) => ref.url).filter(Boolean));
|
||||
}
|
||||
|
||||
return {
|
||||
id,
|
||||
source: 'nvd',
|
||||
severity,
|
||||
package: 'N/A',
|
||||
version: '*',
|
||||
fixed_version: undefined,
|
||||
title: description.slice(0, 100),
|
||||
description,
|
||||
references: uniqueStrings(references),
|
||||
discovered_at: getTimestamp(),
|
||||
};
|
||||
}
|
||||
|
||||
/**
|
||||
* Enrich vulnerability data by querying multiple CVE databases.
|
||||
* OSV is primary, NVD is fallback for additional details.
|
||||
*
|
||||
* @param {string} packageName - Package name
|
||||
* @param {string} ecosystem - Ecosystem (e.g., 'npm', 'PyPI')
|
||||
* @param {string} [version] - Optional version
|
||||
* @returns {Promise<import('../lib/types.ts').Vulnerability[]>}
|
||||
*/
|
||||
export async function enrichVulnerability(packageName, ecosystem, version = undefined) {
|
||||
const results = [];
|
||||
|
||||
// Query OSV first (primary source)
|
||||
const osvResults = await queryOSV(packageName, ecosystem, version);
|
||||
results.push(...osvResults);
|
||||
|
||||
// Optionally query NVD for each CVE ID found in OSV results
|
||||
const nvdApiKey = process.env.CLAWSEC_NVD_API_KEY;
|
||||
if (nvdApiKey && results.length > 0) {
|
||||
for (const vuln of results) {
|
||||
if (vuln.id.startsWith('CVE-')) {
|
||||
const nvdData = await queryNVD(vuln.id);
|
||||
if (nvdData) {
|
||||
// Merge NVD references into OSV vulnerability
|
||||
vuln.references = uniqueStrings([...vuln.references, ...nvdData.references]);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
return results;
|
||||
}
|
||||
|
||||
// CLI entry point for testing
|
||||
if (import.meta.url === `file://${process.argv[1]}`) {
|
||||
const args = process.argv.slice(2);
|
||||
const packageName = args[0] || 'lodash';
|
||||
const ecosystem = args[1] || 'npm';
|
||||
const version = args[2];
|
||||
|
||||
console.log(`Querying OSV for ${packageName}@${ecosystem}${version ? ` version ${version}` : ''}...`);
|
||||
|
||||
const results = await queryOSV(packageName, ecosystem, version);
|
||||
console.log(JSON.stringify(results, null, 2));
|
||||
console.log(`\nFound ${results.length} vulnerabilities`);
|
||||
}
|
||||
Executable
+288
@@ -0,0 +1,288 @@
|
||||
#!/usr/bin/env bash
|
||||
set -euo pipefail
|
||||
|
||||
# Runner for clawsec-scanner - orchestrates all vulnerability scanning engines.
|
||||
# - Runs dependency scan (npm audit + pip-audit)
|
||||
# - Enriches findings with CVE database lookups (OSV, NVD)
|
||||
# - Runs SAST analysis (Semgrep + Bandit)
|
||||
# - Runs DAST security tests (hook handler validation)
|
||||
# - Generates unified vulnerability report
|
||||
|
||||
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
|
||||
ROOT_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
|
||||
|
||||
# Default values
|
||||
TARGET=""
|
||||
OUTPUT=""
|
||||
FORMAT="json"
|
||||
RUN_DEPS=1
|
||||
RUN_CVE=1
|
||||
RUN_SAST=1
|
||||
RUN_DAST=1
|
||||
|
||||
# Parse CLI arguments
|
||||
while [[ $# -gt 0 ]]; do
|
||||
case "$1" in
|
||||
--target)
|
||||
TARGET="${2:-}"
|
||||
shift 2
|
||||
;;
|
||||
--output)
|
||||
OUTPUT="${2:-}"
|
||||
shift 2
|
||||
;;
|
||||
--format)
|
||||
FORMAT="${2:-json}"
|
||||
shift 2
|
||||
;;
|
||||
--skip-deps)
|
||||
RUN_DEPS=0
|
||||
shift
|
||||
;;
|
||||
--skip-cve)
|
||||
RUN_CVE=0
|
||||
shift
|
||||
;;
|
||||
--skip-sast)
|
||||
RUN_SAST=0
|
||||
shift
|
||||
;;
|
||||
--skip-dast)
|
||||
RUN_DAST=0
|
||||
shift
|
||||
;;
|
||||
--help|-h)
|
||||
cat <<'EOF'
|
||||
Usage: runner.sh --target <path> [options]
|
||||
|
||||
Orchestrates vulnerability scanning across dependency, SAST, DAST, and CVE engines.
|
||||
|
||||
Required:
|
||||
--target <path> Target directory to scan (e.g., ./skills/)
|
||||
|
||||
Optional:
|
||||
--output <file> Write report to file (default: stdout)
|
||||
--format <json|text> Output format (default: json)
|
||||
--skip-deps Skip dependency scanning (npm audit, pip-audit)
|
||||
--skip-cve Skip CVE database enrichment
|
||||
--skip-sast Skip static analysis (Semgrep, Bandit)
|
||||
--skip-dast Skip dynamic analysis (hook security tests)
|
||||
--help, -h Show this help message
|
||||
|
||||
Examples:
|
||||
# Scan all skills with JSON output to file
|
||||
./runner.sh --target ./skills/ --output report.json
|
||||
|
||||
# Scan with human-readable output
|
||||
./runner.sh --target ./skills/ --format text
|
||||
|
||||
# Quick scan: dependencies only
|
||||
./runner.sh --target ./skills/ --skip-sast --skip-dast --skip-cve
|
||||
|
||||
Environment Variables:
|
||||
CLAWSEC_NVD_API_KEY Optional NVD API key (avoids rate limiting)
|
||||
GITHUB_TOKEN Optional GitHub token for Advisory Database
|
||||
CLAWSEC_SCANNER_INTERVAL Hook scan interval in seconds (default: 86400)
|
||||
CLAWSEC_ALLOW_UNSIGNED_FEED Allow unsigned advisory feed (dev only)
|
||||
|
||||
EOF
|
||||
exit 0
|
||||
;;
|
||||
*)
|
||||
echo "Unknown flag: $1" >&2
|
||||
echo "Run with --help for usage information" >&2
|
||||
exit 1
|
||||
;;
|
||||
esac
|
||||
done
|
||||
|
||||
# Validate required arguments
|
||||
if [[ -z "$TARGET" ]]; then
|
||||
echo "Error: Missing required --target flag" >&2
|
||||
echo "Run with --help for usage information" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Validate target exists
|
||||
if [[ ! -e "$TARGET" ]]; then
|
||||
echo "Error: Target path does not exist: $TARGET" >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Validate format
|
||||
if [[ "$FORMAT" != "json" && "$FORMAT" != "text" ]]; then
|
||||
echo "Error: Invalid --format value. Use 'json' or 'text'." >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# Temporary files for intermediate results
|
||||
TEMP_DIR=$(mktemp -d)
|
||||
trap 'rm -rf "$TEMP_DIR"' EXIT
|
||||
|
||||
DEPS_REPORT="$TEMP_DIR/deps.json"
|
||||
SAST_REPORT="$TEMP_DIR/sast.json"
|
||||
DAST_REPORT="$TEMP_DIR/dast.json"
|
||||
MERGED_REPORT="$TEMP_DIR/merged.json"
|
||||
|
||||
# Run dependency scan
|
||||
if [[ "$RUN_DEPS" -eq 1 ]]; then
|
||||
if command -v node >/dev/null 2>&1; then
|
||||
node "$SCRIPT_DIR/scan_dependencies.mjs" --target "$TARGET" --format json > "$DEPS_REPORT" 2>/dev/null || {
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$DEPS_REPORT"
|
||||
}
|
||||
else
|
||||
echo "Warning: node not found, skipping dependency scan" >&2
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$DEPS_REPORT"
|
||||
fi
|
||||
else
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$DEPS_REPORT"
|
||||
fi
|
||||
|
||||
# Run SAST analysis
|
||||
if [[ "$RUN_SAST" -eq 1 ]]; then
|
||||
if command -v node >/dev/null 2>&1; then
|
||||
node "$SCRIPT_DIR/sast_analyzer.mjs" --target "$TARGET" --format json > "$SAST_REPORT" 2>/dev/null || {
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$SAST_REPORT"
|
||||
}
|
||||
else
|
||||
echo "Warning: node not found, skipping SAST analysis" >&2
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$SAST_REPORT"
|
||||
fi
|
||||
else
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$SAST_REPORT"
|
||||
fi
|
||||
|
||||
# Run DAST tests
|
||||
if [[ "$RUN_DAST" -eq 1 ]]; then
|
||||
if command -v node >/dev/null 2>&1; then
|
||||
if ! node "$SCRIPT_DIR/dast_runner.mjs" --target "$TARGET" --format json > "$DAST_REPORT" 2>/dev/null; then
|
||||
# dast_runner exits non-zero when high/critical findings exist.
|
||||
# Preserve a valid JSON report in that case; only fall back to empty on true execution errors.
|
||||
if [[ -s "$DAST_REPORT" ]] && jq -e '.vulnerabilities and .summary' "$DAST_REPORT" >/dev/null 2>&1; then
|
||||
echo "Warning: DAST runner exited non-zero; preserving generated findings report" >&2
|
||||
else
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$DAST_REPORT"
|
||||
fi
|
||||
fi
|
||||
else
|
||||
echo "Warning: node not found, skipping DAST tests" >&2
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$DAST_REPORT"
|
||||
fi
|
||||
else
|
||||
echo '{"scan_id":"","timestamp":"","target":"","vulnerabilities":[],"summary":{"critical":0,"high":0,"medium":0,"low":0,"info":0}}' > "$DAST_REPORT"
|
||||
fi
|
||||
|
||||
# Merge reports using jq
|
||||
if command -v jq >/dev/null 2>&1; then
|
||||
# Extract vulnerabilities from all reports and merge
|
||||
jq -s '
|
||||
{
|
||||
scan_id: (.[0].scan_id // ""),
|
||||
timestamp: (.[0].timestamp // (now | todate)),
|
||||
target: (.[0].target // ""),
|
||||
vulnerabilities: (map(.vulnerabilities // []) | flatten),
|
||||
summary: {
|
||||
critical: (map(.summary.critical // 0) | add),
|
||||
high: (map(.summary.high // 0) | add),
|
||||
medium: (map(.summary.medium // 0) | add),
|
||||
low: (map(.summary.low // 0) | add),
|
||||
info: (map(.summary.info // 0) | add)
|
||||
}
|
||||
}
|
||||
' "$DEPS_REPORT" "$SAST_REPORT" "$DAST_REPORT" > "$MERGED_REPORT"
|
||||
else
|
||||
echo "Error: jq not found. Required for report merging." >&2
|
||||
exit 1
|
||||
fi
|
||||
|
||||
# CVE enrichment (if enabled and vulnerabilities found)
|
||||
if [[ "$RUN_CVE" -eq 1 ]]; then
|
||||
VULN_COUNT=$(jq '.vulnerabilities | length' "$MERGED_REPORT")
|
||||
if [[ "$VULN_COUNT" -gt 0 ]] && command -v node >/dev/null 2>&1; then
|
||||
# Note: CVE enrichment is done inline by scan_dependencies.mjs for efficiency
|
||||
# Future enhancement: implement post-scan enrichment for SAST/DAST findings
|
||||
:
|
||||
fi
|
||||
fi
|
||||
|
||||
# Output final report
|
||||
if [[ "$FORMAT" == "json" ]]; then
|
||||
FINAL_OUTPUT=$(cat "$MERGED_REPORT")
|
||||
elif [[ "$FORMAT" == "text" ]]; then
|
||||
# Convert JSON to human-readable text using Node.js
|
||||
if command -v node >/dev/null 2>&1; then
|
||||
FINAL_OUTPUT=$(node -e "
|
||||
const fs = require('fs');
|
||||
const report = JSON.parse(fs.readFileSync('$MERGED_REPORT', 'utf8'));
|
||||
|
||||
console.log('='.repeat(80));
|
||||
console.log('ClawSec Vulnerability Scan Report');
|
||||
console.log('='.repeat(80));
|
||||
console.log('');
|
||||
console.log('Scan ID: ' + report.scan_id);
|
||||
console.log('Target: ' + report.target);
|
||||
console.log('Timestamp: ' + report.timestamp);
|
||||
console.log('');
|
||||
console.log('Summary:');
|
||||
console.log(' Critical: ' + report.summary.critical);
|
||||
console.log(' High: ' + report.summary.high);
|
||||
console.log(' Medium: ' + report.summary.medium);
|
||||
console.log(' Low: ' + report.summary.low);
|
||||
console.log(' Info: ' + report.summary.info);
|
||||
console.log(' Total: ' + report.vulnerabilities.length);
|
||||
console.log('');
|
||||
|
||||
if (report.vulnerabilities.length === 0) {
|
||||
console.log('✓ No vulnerabilities detected');
|
||||
console.log('');
|
||||
} else {
|
||||
console.log('Vulnerabilities by Severity:');
|
||||
console.log('');
|
||||
|
||||
const bySeverity = {
|
||||
critical: [],
|
||||
high: [],
|
||||
medium: [],
|
||||
low: [],
|
||||
info: []
|
||||
};
|
||||
|
||||
report.vulnerabilities.forEach(v => {
|
||||
const sev = v.severity || 'info';
|
||||
if (bySeverity[sev]) {
|
||||
bySeverity[sev].push(v);
|
||||
}
|
||||
});
|
||||
|
||||
['critical', 'high', 'medium', 'low', 'info'].forEach(severity => {
|
||||
const vulns = bySeverity[severity];
|
||||
if (vulns.length > 0) {
|
||||
console.log(severity.toUpperCase() + ':');
|
||||
vulns.forEach((v, idx) => {
|
||||
console.log(' ' + (idx + 1) + '. [' + v.source + '] ' + v.id + ' - ' + v.title);
|
||||
console.log(' Package: ' + v.package + '@' + v.version);
|
||||
if (v.fixed_version) {
|
||||
console.log(' Fix: Upgrade to ' + v.fixed_version);
|
||||
}
|
||||
console.log('');
|
||||
});
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
console.log('='.repeat(80));
|
||||
")
|
||||
else
|
||||
echo "Error: node required for text format output" >&2
|
||||
exit 1
|
||||
fi
|
||||
else
|
||||
FINAL_OUTPUT=$(cat "$MERGED_REPORT")
|
||||
fi
|
||||
|
||||
# Write output
|
||||
if [[ -n "$OUTPUT" ]]; then
|
||||
printf '%s\n' "$FINAL_OUTPUT" > "$OUTPUT"
|
||||
else
|
||||
printf '%s\n' "$FINAL_OUTPUT"
|
||||
fi
|
||||
+306
@@ -0,0 +1,306 @@
|
||||
#!/usr/bin/env node
|
||||
|
||||
import fs from "node:fs/promises";
|
||||
import path from "node:path";
|
||||
import {
|
||||
execCommand,
|
||||
safeJsonParse,
|
||||
normalizeSeverity,
|
||||
getTimestamp,
|
||||
commandExists,
|
||||
} from "../lib/utils.mjs";
|
||||
import { generateReport, formatReportJson, formatReportText } from "../lib/report.mjs";
|
||||
|
||||
/**
|
||||
* @typedef {import('../lib/types.ts').Vulnerability} Vulnerability
|
||||
* @typedef {import('../lib/types.ts').ScanReport} ScanReport
|
||||
*/
|
||||
|
||||
/**
|
||||
* Parse CLI arguments.
|
||||
*
|
||||
* @param {string[]} argv - Command line arguments
|
||||
* @returns {{target: string, format: 'json' | 'text'}}
|
||||
*/
|
||||
function parseArgs(argv) {
|
||||
const parsed = {
|
||||
target: "",
|
||||
format: "json",
|
||||
};
|
||||
|
||||
for (let i = 0; i < argv.length; i += 1) {
|
||||
const token = argv[i];
|
||||
|
||||
if (token === "--target") {
|
||||
parsed.target = String(argv[i + 1] ?? "").trim();
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
if (token === "--format") {
|
||||
const formatValue = String(argv[i + 1] ?? "").trim();
|
||||
if (formatValue !== "json" && formatValue !== "text") {
|
||||
throw new Error("Invalid --format value. Use 'json' or 'text'.");
|
||||
}
|
||||
parsed.format = formatValue;
|
||||
i += 1;
|
||||
continue;
|
||||
}
|
||||
if (token === "--help" || token === "-h") {
|
||||
printUsage();
|
||||
process.exit(0);
|
||||
}
|
||||
|
||||
throw new Error(`Unknown argument: ${token}`);
|
||||
}
|
||||
|
||||
if (!parsed.target) {
|
||||
throw new Error("Missing required argument: --target");
|
||||
}
|
||||
|
||||
return parsed;
|
||||
}
|
||||
|
||||
/**
|
||||
* Print usage information.
|
||||
*/
|
||||
function printUsage() {
|
||||
process.stderr.write(
|
||||
[
|
||||
"Usage:",
|
||||
" node scripts/sast_analyzer.mjs --target <path> [--format json|text]",
|
||||
"",
|
||||
"Examples:",
|
||||
" node scripts/sast_analyzer.mjs --target ./skills/clawsec-suite",
|
||||
" node scripts/sast_analyzer.mjs --target ./skills/ --format json",
|
||||
"",
|
||||
"Flags:",
|
||||
" --target Path to scan (required)",
|
||||
" --format Output format: json or text (default: json)",
|
||||
"",
|
||||
].join("\n"),
|
||||
);
|
||||
}
|
||||
|
||||
/**
|
||||
* Check if a file exists.
|
||||
*
|
||||
* @param {string} filePath - Path to check
|
||||
* @returns {Promise<boolean>}
|
||||
*/
|
||||
async function fileExists(filePath) {
|
||||
try {
|
||||
await fs.access(filePath);
|
||||
return true;
|
||||
} catch {
|
||||
return false;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Run Semgrep for JavaScript/TypeScript analysis.
|
||||
*
|
||||
* @param {string} targetPath - Path to scan
|
||||
* @returns {Promise<Vulnerability[]>}
|
||||
*/
|
||||
async function runSemgrep(targetPath) {
|
||||
const vulnerabilities = [];
|
||||
|
||||
// Check if semgrep is available
|
||||
const hasSemgrep = await commandExists("semgrep");
|
||||
if (!hasSemgrep) {
|
||||
process.stderr.write("[semgrep] semgrep command not found, skipping JavaScript/TypeScript SAST\n");
|
||||
return vulnerabilities;
|
||||
}
|
||||
|
||||
try {
|
||||
// Run Semgrep with security-focused rules
|
||||
// NOTE: Semgrep exits non-zero when findings are present
|
||||
const { stdout } = await execCommand("semgrep", [
|
||||
"scan",
|
||||
"--config", "auto",
|
||||
"--json",
|
||||
targetPath,
|
||||
]);
|
||||
|
||||
const semgrepData = safeJsonParse(stdout, {
|
||||
fallback: { results: [] },
|
||||
label: "semgrep output",
|
||||
});
|
||||
|
||||
// Semgrep format: { results: [ {check_id, path, extra: {message, severity, ...}, ...} ] }
|
||||
if (semgrepData && typeof semgrepData === "object" && "results" in semgrepData) {
|
||||
const results = Array.isArray(semgrepData.results) ? semgrepData.results : [];
|
||||
|
||||
for (const result of results) {
|
||||
if (!result || typeof result !== "object") continue;
|
||||
|
||||
const checkId = String(result.check_id || "semgrep-unknown");
|
||||
const filePath = String(result.path || "unknown");
|
||||
const extra = result.extra || {};
|
||||
|
||||
// Extract metadata
|
||||
const message = String(extra.message || "Security issue detected");
|
||||
const severity = normalizeSeverity(extra.severity || "info");
|
||||
const metadata = extra.metadata || {};
|
||||
|
||||
// Build references from metadata
|
||||
const references = [];
|
||||
if (metadata.references && Array.isArray(metadata.references)) {
|
||||
references.push(...metadata.references.map((r) => String(r)));
|
||||
}
|
||||
if (metadata.source && typeof metadata.source === "string") {
|
||||
references.push(metadata.source);
|
||||
}
|
||||
|
||||
const vuln = {
|
||||
id: checkId,
|
||||
source: "sast",
|
||||
severity,
|
||||
package: path.basename(filePath),
|
||||
version: `${filePath}:${result.start?.line || 0}`,
|
||||
fixed_version: "",
|
||||
title: message.slice(0, 150),
|
||||
description: message,
|
||||
references,
|
||||
discovered_at: getTimestamp(),
|
||||
};
|
||||
|
||||
vulnerabilities.push(vuln);
|
||||
}
|
||||
}
|
||||
} catch (error) {
|
||||
if (error instanceof Error) {
|
||||
process.stderr.write(`[semgrep] Warning: ${error.message}\n`);
|
||||
}
|
||||
// Continue with partial results
|
||||
}
|
||||
|
||||
return vulnerabilities;
|
||||
}
|
||||
|
||||
/**
|
||||
* Run Bandit for Python analysis.
|
||||
*
|
||||
* @param {string} targetPath - Path to scan
|
||||
* @returns {Promise<Vulnerability[]>}
|
||||
*/
|
||||
async function runBandit(targetPath) {
|
||||
const vulnerabilities = [];
|
||||
|
||||
// Check if bandit is available
|
||||
const hasBandit = await commandExists("bandit");
|
||||
if (!hasBandit) {
|
||||
process.stderr.write("[bandit] bandit command not found, skipping Python SAST\n");
|
||||
return vulnerabilities;
|
||||
}
|
||||
|
||||
// Check if pyproject.toml exists in the project root
|
||||
const pyprojectPath = path.join(process.cwd(), "pyproject.toml");
|
||||
const hasPyproject = await fileExists(pyprojectPath);
|
||||
|
||||
try {
|
||||
// Run Bandit with JSON output
|
||||
// NOTE: Bandit exits non-zero when findings are present
|
||||
const args = ["-r", targetPath, "-f", "json"];
|
||||
|
||||
// Only add -c flag if pyproject.toml exists
|
||||
if (hasPyproject) {
|
||||
args.push("-c", pyprojectPath);
|
||||
}
|
||||
|
||||
const { stdout } = await execCommand("bandit", args);
|
||||
|
||||
const banditData = safeJsonParse(stdout, {
|
||||
fallback: { results: [] },
|
||||
label: "bandit output",
|
||||
});
|
||||
|
||||
// Bandit format: { results: [ {issue_text, issue_severity, issue_confidence, test_id, filename, line_number, ...} ] }
|
||||
if (banditData && typeof banditData === "object" && "results" in banditData) {
|
||||
const results = Array.isArray(banditData.results) ? banditData.results : [];
|
||||
|
||||
for (const result of results) {
|
||||
if (!result || typeof result !== "object") continue;
|
||||
|
||||
const testId = String(result.test_id || "bandit-unknown");
|
||||
const filePath = String(result.filename || "unknown");
|
||||
const lineNumber = result.line_number || 0;
|
||||
const issueText = String(result.issue_text || "Security issue detected");
|
||||
const issueSeverity = String(result.issue_severity || "LOW");
|
||||
|
||||
// Map Bandit severity (HIGH, MEDIUM, LOW) to normalized severity
|
||||
const severity = normalizeSeverity(issueSeverity);
|
||||
|
||||
const vuln = {
|
||||
id: testId,
|
||||
source: "sast",
|
||||
severity,
|
||||
package: path.basename(filePath),
|
||||
version: `${filePath}:${lineNumber}`,
|
||||
fixed_version: "",
|
||||
title: issueText.slice(0, 150),
|
||||
description: issueText,
|
||||
references: [
|
||||
`https://bandit.readthedocs.io/en/latest/plugins/${testId.toLowerCase().replace(/_/g, '-')}.html`,
|
||||
],
|
||||
discovered_at: getTimestamp(),
|
||||
};
|
||||
|
||||
vulnerabilities.push(vuln);
|
||||
}
|
||||
}
|
||||
} catch (error) {
|
||||
if (error instanceof Error) {
|
||||
process.stderr.write(`[bandit] Warning: ${error.message}\n`);
|
||||
}
|
||||
// Continue with partial results
|
||||
}
|
||||
|
||||
return vulnerabilities;
|
||||
}
|
||||
|
||||
/**
|
||||
* Main entry point.
|
||||
*/
|
||||
async function main() {
|
||||
try {
|
||||
const args = parseArgs(process.argv.slice(2));
|
||||
|
||||
// Verify target path exists
|
||||
const targetExists = await fileExists(args.target);
|
||||
if (!targetExists) {
|
||||
throw new Error(`Target path does not exist: ${args.target}`);
|
||||
}
|
||||
|
||||
// Run SAST tools
|
||||
const semgrepVulns = await runSemgrep(args.target);
|
||||
const banditVulns = await runBandit(args.target);
|
||||
|
||||
// Combine all vulnerabilities
|
||||
const allVulnerabilities = [...semgrepVulns, ...banditVulns];
|
||||
|
||||
// Generate unified report
|
||||
const report = generateReport(allVulnerabilities, args.target);
|
||||
|
||||
// Output report
|
||||
if (args.format === "json") {
|
||||
process.stdout.write(formatReportJson(report));
|
||||
process.stdout.write("\n");
|
||||
} else {
|
||||
process.stdout.write(formatReportText(report));
|
||||
}
|
||||
|
||||
// Exit 0 even if vulnerabilities found (advisory only)
|
||||
process.exit(0);
|
||||
} catch (error) {
|
||||
if (error instanceof Error) {
|
||||
process.stderr.write(`Error: ${error.message}\n`);
|
||||
}
|
||||
process.exit(1);
|
||||
}
|
||||
}
|
||||
|
||||
// Run if executed directly
|
||||
if (import.meta.url === `file://${process.argv[1]}`) {
|
||||
main();
|
||||
}
|
||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user