PR #35 Agent PR (Full Verified Fuzzillai works)

.dockerignore

@@ -10,7 +10,6 @@ __pycache__/
 *.pyo
 *.pyd
 .Python
-build/
 dist/
 *.egg-info/
 .vscode/
@@ -19,5 +18,6 @@ dist/
 *.swo
 *~
 .DS_Store
-.build/
-Package.resolved
+Corpus/
+*.md
+!README.md

.github/workflows/lint.yml

@@ -0,0 +1,27 @@
+name: lint
+
+on:
+  workflow_dispatch:  # Manual trigger from GitHub UI
+  push:
+    branches: ['**']
+    paths:
+      - '**.swift'
+      - '.swiftlint.yml'
+      - '.github/workflows/lint.yml'
+  pull_request:
+    branches: [main]
+    paths:
+      - '**.swift'
+      - '.swiftlint.yml'
+      - '.github/workflows/lint.yml'
+
+jobs:
+  swiftlint:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: SwiftLint
+        uses: norio-nomura/action-swiftlint@3.2.1
+        with:
+          args: --reporter github-actions-logging --lenient

.github/workflows/swift.yml

@@ -1,8 +1,9 @@
 name: build_test
 
 on:
+  workflow_dispatch:  # Manual trigger from GitHub UI
   push:
-    branches: [ main ]
+    branches: ['**']
   pull_request:
     branches: [ main ]
 
@@ -40,8 +41,8 @@ jobs:
           tar xzf swift-${SWIFT_VERSION}-RELEASE-ubuntu22.04.tar.gz
           mv swift-${SWIFT_VERSION}-RELEASE-ubuntu22.04 /opt/swift
           rm swift-${SWIFT_VERSION}-RELEASE-ubuntu22.04.tar.gz
-          export PATH="/opt/swift/usr/bin:${PATH}"
-      - uses: actions/checkout@v2
+          echo "/opt/swift/usr/bin" >> $GITHUB_PATH
+      - uses: actions/checkout@v4
       - name: Build
         run: swift build -c ${{ matrix.kind }} -v
       - name: Install protobuf

.gitignore

@@ -16,7 +16,11 @@ generated_templates/
 ProgramTemplates.swift
 ProgramTemplateWeights.swift
 fog_logs/
-
+ebg_logs/
+Sources/Agentic_System/agent_memory/
+.gemini/
+crashes/
+folder*/
 # custom GCE configuration
 Cloud/GCE/config.sh
 
@@ -26,3 +30,5 @@ package-lock.json
 
 # V8 build directory for testing
 v8_build_test/
+.__pycache__/*
+Sources/Agentic_System/RAG/data_sources/knowlage_docs/chromium_issues/chromium_issues_from_tracker.json

.swiftlint.yml

@@ -0,0 +1,50 @@
+# SwiftLint Configuration for Fuzzilli
+# https://github.com/realm/SwiftLint
+
+excluded:
+  - .build
+  - .venv
+  - v8
+  - v8_patch
+  - Targets
+  - Package.swift
+  - "**/*.pb.swift"
+  - "**/*Test*"
+
+disabled_rules:
+  - trailing_whitespace
+  - line_length
+  - file_length
+  - type_body_length
+  - function_body_length
+  - cyclomatic_complexity
+  - identifier_name
+  - large_tuple
+  - nesting
+  - force_cast
+  - force_try
+  - force_unwrapping
+  - todo
+  - opening_brace
+  - trailing_comma
+
+opt_in_rules:
+  - empty_count
+  - empty_string
+  - fatal_error_message
+  - first_where
+  - overridden_super_call
+  - redundant_nil_coalescing
+  - sorted_first_last
+  - yoda_condition
+  - contains_over_first_not_nil
+
+function_parameter_count:
+  warning: 8
+  error: 10
+
+type_name:
+  min_length: 2
+  max_length: 50
+
+reporter: "github-actions-logging"

Cloud/VRIG/Dockerfile.distributed

@@ -1,5 +1,5 @@
 # Stage 1: Build Fuzzilli
-FROM docker.io/swift:latest
+FROM docker.io/swift:latest AS builder
 
 ENV DEBIAN_FRONTEND=noninteractive
 ENV SHELL=bash
@@ -8,18 +8,18 @@ RUN apt-get -y update && apt-get -y upgrade
 RUN apt-get -y install nodejs
 
 RUN useradd -m builder
-WORKDIR /home/builder
+WORKDIR /home/builder/fuzzillai
+
+COPY Package.swift Package.resolved ./
+RUN swift package resolve
 
-ADD .. fuzzillai
+COPY Sources ./Sources
+COPY Tests ./Tests
+COPY Tools ./Tools
 
-# build Fuzzilli
-RUN cd fuzzillai && \
-    # Temporarily remove test target to avoid build issues
-    sed -i '/\.testTarget(name: "FuzzilliTests"/,/),$/d' Package.swift && \
-    swift build -c release --product FuzzilliCli && \
-    # Verify the executable was created
-    ls -la .build/release/ && \
-    find .build -name "FuzzilliCli" -type f -executable
+#RUN swift build
+# for perf
+RUN swift build -c release -Xswiftc -g
 
 #####################
 # Stage 2: Runtime
@@ -29,30 +29,26 @@ ENV DEBIAN_FRONTEND=noninteractive
 ENV SHELL=bash
 
 RUN apt-get -y update && apt-get -y upgrade
-
 RUN useradd -m app
 
 WORKDIR /home/app
 
 # Copy Fuzzilli executable
-COPY --from=0 /home/builder/fuzzillai/.build/release/FuzzilliCli FuzzilliCli
+COPY --from=builder /home/builder/fuzzillai/.build/release/FuzzilliCli FuzzilliCli
 
 # Create directory for V8 build (will be mounted from host)
 RUN mkdir -p ./fuzzbuild
 
-RUN mkdir -p ./Corpus
-
 # Environment variables for distributed fuzzing
 ENV POSTGRES_URL=postgresql://fuzzilli:fuzzilli123@postgres-master:5432/fuzzilli_master
 ENV FUZZER_INSTANCE_NAME=fuzzer-default
-ENV TIMEOUT=2500
+ENV TIMEOUT=3500
 ENV MIN_MUTATIONS_PER_SAMPLE=25
-ENV DEBUG_LOGGING=false
-
-# Default command for distributed fuzzing
-# Single master database mode - all workers connect directly to master
-CMD ./FuzzilliCli --profile=v8debug --engine=multi --resume --corpus=postgresql \
-      --postgres-url="${POSTGRES_URL}" \
-      --timeout="${TIMEOUT}" \
-      --minMutationsPerSample="${MIN_MUTATIONS_PER_SAMPLE}" \
-      --postgres-logging ./fuzzbuild/d8
+ENV DEBUG_LOGGING=true
+
+# Environment variable for extra FuzzilliCli args (e.g. --disablePostgresSync)
+ENV FUZZILLI_EXTRA_ARGS=""
+
+COPY Cloud/VRIG/entrypoint-distributed.sh /home/app/entrypoint.sh
+RUN chmod +x /home/app/entrypoint.sh
+ENTRYPOINT ["/home/app/entrypoint.sh"]

Package.swift

@@ -32,6 +32,7 @@ let package = Package(
         ),
         .package(url: "https://github.com/vapor/postgres-nio.git", from: "1.20.0"),
         .package(url: "https://github.com/vapor/postgres-kit.git", from: "2.9.0"),
+        .package(url: "https://github.com/apple/swift-crypto.git", from: "3.0.0"),
     ],
     targets: [
         .target(name: "libsocket",
@@ -51,6 +52,7 @@ let package = Package(
                     .product(name: "Collections", package: "swift-collections"),
                     .product(name: "PostgresNIO", package: "postgres-nio"),
                     .product(name: "PostgresKit", package: "postgres-kit"),
+                    .product(name: "Crypto", package: "swift-crypto"),
                     "libsocket",
                     "libreprl",
                     "libcoverage"],
@@ -61,7 +63,6 @@ let package = Package(
                     "Protobuf/README.md",
                     "Protobuf/gen_programproto.py"],
                 resources: [
-                    // The ast.proto file is required by the node.js parser
                     .copy("Protobuf/ast.proto"),
                     .copy("Compiler/Parser")]),
 

README.md

@@ -21,6 +21,16 @@ The basic steps for running the fuzzilAI fuzzer is:
 1. `docker build -t fuzzillai -f Cloud/VRIG/Dockerfile .`
 2. `docker run fuzzillai:latest`
 
+### PostgreSQL Generated Corpus Sync
+
+The PostgreSQL sync path supports three modes through `FuzzilliCli`:
+
+* `--postgresSyncMode=generated`: the default. Each fuzzer polls its own generated-seed inbox every 15 minutes, imports any queued programs into its in-memory runtime corpus, and clears the pulled rows from PostgreSQL.
+* `--postgresSyncMode=shared`: legacy behavior. The fuzzer pulls from the shared `program` corpus table.
+* `--postgresSyncMode=push`: disables all PostgreSQL pull behavior and only pushes local findings.
+
+Agent-generated seeds are no longer inserted directly into the shared corpus table. They are queued in `generated_program_queue` for a specific target fuzzer and consumed by that fuzzer's next generated-corpus sync cycle.
+
 ### Hacking
 
 Check out [main.swift](Sources/FuzzilliCli/main.swift) to see a usage example of the Fuzzilli library and play with the various configuration options. Next, take a look at [Fuzzer.swift](Sources/Fuzzilli/Fuzzer.swift) for the highlevel fuzzing logic. From there dive into any part that seems interesting.

Scripts/clear-db.sh

@@ -53,12 +53,10 @@ run_query_silent() {
 # Function to get table row counts
 get_table_counts() {
     echo -e "${CYAN}Current database statistics:${NC}"
-    run_query "
+    run_query_silent "
         SELECT 
             'main' as table_name, COUNT(*) as row_count FROM main
         UNION ALL
-        SELECT 'fuzzer', COUNT(*) FROM fuzzer
-        UNION ALL
         SELECT 'program', COUNT(*) FROM program
         UNION ALL
         SELECT 'execution', COUNT(*) FROM execution
@@ -70,7 +68,7 @@ get_table_counts() {
         SELECT 'crash_analysis', COUNT(*) FROM crash_analysis
         UNION ALL
         SELECT 'fuzzer_statistics', COALESCE((SELECT COUNT(*) FROM fuzzer_statistics), 0);
-    " | grep -v "row_count" | grep -v "^$" | grep -v "^-" | while read -r line; do
+    " 2>/dev/null | grep -v "row_count" | grep -v "^$" | grep -v "^-" | grep -v "ERROR" | while read -r line; do
         if [ -n "$line" ]; then
             echo "  $line"
         fi
@@ -99,8 +97,7 @@ main() {
         echo -e "${YELLOW}WARNING: This will delete ALL data from the database!${NC}"
         echo -e "${YELLOW}The following will be cleared:${NC}"
         echo "  - All fuzzer instances (main table)"
-        echo "  - All corpus programs (fuzzer table)"
-        echo "  - All executed programs (program table)"
+        echo "  - All corpus programs (program table)"
         echo "  - All execution records (execution table)"
         echo "  - All coverage details (coverage_detail table)"
         echo "  - All feedback vector details (feedback_vector_detail table)"
@@ -146,9 +143,6 @@ main() {
     echo -e "${CYAN}Clearing program...${NC}"
     run_query_silent "TRUNCATE TABLE program CASCADE;"
 
-    echo -e "${CYAN}Clearing fuzzer (corpus)...${NC}"
-    run_query_silent "TRUNCATE TABLE fuzzer CASCADE;"
-
     echo -e "${CYAN}Clearing fuzzer_statistics...${NC}"
     run_query_silent "TRUNCATE TABLE fuzzer_statistics CASCADE;"
 

Scripts/crash_repro.js

@@ -0,0 +1,8 @@
+ function* f0() {
+    function F4() {
+    }
+    function F8() {
+        if (!new.target) { throw ''; }
+        try { this(F4); } catch (e) {}
+    }
+}

Scripts/dump_checkpoint_uids.py

@@ -0,0 +1,75 @@
+#!/usr/bin/env python3
+
+import argparse
+import json
+import os
+import sqlite3
+import sys
+from pathlib import Path
+
+_agentic_root = Path(__file__).resolve().parents[1] / "Sources" / "Agentic_System"
+if str(_agentic_root) not in sys.path:
+    sys.path.insert(0, str(_agentic_root))
+
+_ikacore_src = _agentic_root / "IkaCore" / "src"
+if _ikacore_src.exists() and str(_ikacore_src) not in sys.path:
+    sys.path.insert(0, str(_ikacore_src))
+
+
+def get_default_db_path(namespace: str) -> str:
+    override = os.getenv("IKA_CHECKPOINT_DB_PATH", "").strip()
+    if override:
+        return override
+    root_raw = os.getenv("IKA_CHECKPOINT_DIR", "").strip()
+    if root_raw:
+        root = Path(root_raw).expanduser()
+    else:
+        root = _agentic_root / "runtime_data" / "ika_snapshots"
+    root.mkdir(parents=True, exist_ok=True)
+    return str(root / f"{namespace}.db")
+
+
+def dump_uids(db_path: str, verbose: bool = False) -> None:
+    if not Path(db_path).exists():
+        print(f"DB not found: {db_path}", file=sys.stderr)
+        sys.exit(1)
+    with sqlite3.connect(db_path) as conn:
+        conn.row_factory = sqlite3.Row
+        rows = conn.execute(
+            "SELECT uid, scope, created_at FROM checkpoints ORDER BY created_at"
+        ).fetchall()
+    for row in rows:
+        line = f"{row['uid']}\t{row['scope']}\t{row['created_at']}"
+        if verbose:
+            print(line)
+        else:
+            print(row["uid"])
+    if verbose and rows:
+        print(f"\nTotal: {len(rows)} checkpoint(s)")
+
+
+def main():
+    parser = argparse.ArgumentParser(description="Dump checkpoint UIDs from IkaCore checkpoint DB")
+    parser.add_argument(
+        "db",
+        nargs="?",
+        default=None,
+        help="DB path or namespace (fog, ebg_crash, ebg_plateau). Default: fog",
+    )
+    parser.add_argument(
+        "-v", "--verbose",
+        action="store_true",
+        help="Show scope and created_at",
+    )
+    args = parser.parse_args()
+    if args.db is None:
+        args.db = "fog"
+    if args.db.endswith(".db") or "/" in args.db or "\\" in args.db:
+        db_path = Path(args.db).expanduser().resolve()
+    else:
+        db_path = get_default_db_path(args.db)
+    dump_uids(str(db_path), verbose=args.verbose)
+
+
+if __name__ == "__main__":
+    main()