Restructure repo: move site to site/, add evaluation framework

- Move Next.js website code to site/ subdirectory
- Add webcompass/ evaluation framework with:
  - Inference: text/image/video to web generation
  - Checklist: automated checklist generation
  - Evaluation: scoring and LLM judge
- Update GitHub Actions workflow for site/ directory
- Add setup.py and requirements.txt for Python package
- Exclude large binary packages from git

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

Author: 2 people

.github/workflows/deploy.yml

@@ -31,20 +31,21 @@ jobs:
         with:
           node-version: 20
           cache: npm
+          cache-dependency-path: site/package-lock.json
 
       - name: Install dependencies
-        run: npm ci
+        run: cd site && npm ci
 
       - name: Build static export
-        run: npm run build
+        run: cd site && npm run build
 
       - name: Ensure custom domain CNAME
-        run: echo "webcompass.ai" > out/CNAME
+        run: echo "webcompass.ai" > site/out/CNAME
 
       - name: Upload artifact
         uses: actions/upload-pages-artifact@v3
         with:
-          path: ./out
+          path: ./site/out
 
   deploy:
     environment:

.gitignore

@@ -1,9 +1,37 @@
+# Large binary files
+*.tgz
+*.tar.gz
+webcompass/evaluation/agents/*/packages/opencode*
+
+# Node.js (site/)
 node_modules
 .next
 out
-.env*
-.DS_Store
 npm-debug.log*
 yarn-debug.log*
 yarn-error.log*
-pnpm-debug.log*
+pnpm-debug.log*
+
+# Python
+__pycache__
+*.pyc
+*.pyo
+*.egg-info
+dist
+build
+.eggs
+*.egg
+
+# Environment
+.env*
+.venv
+venv
+
+# OS
+.DS_Store
+Thumbs.db
+
+# IDE
+.idea
+.vscode
+*.swp

README.md

@@ -0,0 +1,4 @@
+openai>=1.0.0
+tqdm>=4.60.0
+Pillow>=9.0.0
+opencv-python>=4.5.0

requirements.txt

@@ -0,0 +1,29 @@
+from setuptools import setup, find_packages
+
+setup(
+    name="webcompass",
+    version="1.0.0",
+    description="WebCompass: A Benchmark for Evaluating LLMs on Web Generation Tasks",
+    author="WebCompass Team",
+    packages=find_packages(),
+    python_requires=">=3.10",
+    install_requires=[
+        "openai>=1.0.0",
+        "tqdm",
+        "Pillow",
+    ],
+    extras_require={
+        "video": ["opencv-python"],
+        "dev": ["pytest", "black", "isort"],
+    },
+    entry_points={
+        "console_scripts": [
+            "webcompass-text-inference=webcompass.scripts.run_text_inference:main",
+            "webcompass-image-inference=webcompass.scripts.run_image_inference:main",
+            "webcompass-video-inference=webcompass.scripts.run_video_inference:main",
+            "webcompass-text-checklist=webcompass.scripts.generate_text_checklist:main",
+            "webcompass-image-checklist=webcompass.scripts.generate_image_checklist:main",
+            "webcompass-video-checklist=webcompass.scripts.generate_video_checklist:main",
+        ],
+    },
+)