Migrate to Fumadocs from Astro Starlight

.changeset/0000-export-command-change.md

@@ -0,0 +1,5 @@
+---
+"evalite": major
+---
+
+Export command now uses the storage specified in the config and auto-runs if empty.

.changeset/0000-in-memory-default.md

@@ -0,0 +1,5 @@
+---
+"evalite": major
+---
+
+Changed default storage to in-memory. SQLite still available via config.

.changeset/0000-optional-scorer-name.md

@@ -0,0 +1,5 @@
+---
+"evalite": patch
+---
+
+Made scorer `name` field optional. When using pre-built scorers, name and description are now automatically extracted from the scorer's return value.

.changeset/0000-remove-implicit-vitest-config.md

@@ -0,0 +1,34 @@
+---
+"evalite": major
+---
+
+Removed implicit reading of vitest.config.ts/vite.config.ts files. Users must now explicitly pass Vite config via evalite.config.ts using the new `viteConfig` option. This change makes configuration more explicit and less confusing.
+
+**Migration Guide:**
+
+Before:
+
+```ts
+// vitest.config.ts was automatically read
+export default defineConfig({
+  test: {
+    testTimeout: 60000,
+  },
+});
+```
+
+After:
+
+```ts
+// evalite.config.ts
+import { defineConfig } from "evalite/config";
+import viteConfig from "./vite.config.ts";
+
+export default defineConfig({
+  viteConfig: viteConfig,
+  // Note: testTimeout, maxConcurrency, and setupFiles
+  // must be at root level, not in viteConfig.test
+  testTimeout: 60000,
+  setupFiles: ["./setup.ts"],
+});
+```

.changeset/0000-remove-streaming.md

@@ -0,0 +1,5 @@
+---
+"evalite": minor
+---
+
+Removed streaming text support from tasks. Process streams before returning from task() (e.g., await result.text for AI SDK).

.changeset/0000-rerun-button.md

@@ -0,0 +1,5 @@
+---
+"evalite": patch
+---
+
+Added rerun button to UI in watch and serve modes

.changeset/0000-variant-only.md

@@ -0,0 +1,5 @@
+---
+"evalite": patch
+---
+
+Added `only` option to variants in `evalite.each()` to selectively run specific variants.

.changeset/0234-auto-dotenv-support.md

@@ -0,0 +1,5 @@
+---
+"evalite": minor
+---
+
+Support .env files by default via dotenv/config. Environment variables from .env files are now automatically loaded without any configuration needed. Users no longer need to manually add `setupFiles: ["dotenv/config"]` to their evalite.config.ts.

.changeset/angry-dogs-sort.md

@@ -0,0 +1,5 @@
+---
+"evalite": patch
+---
+
+Made it so passing UI messages (from AI SDK) directly into Evalite spawns a custom UI.

.changeset/long-olives-give.md

@@ -0,0 +1,5 @@
+---
+"evalite": major
+---
+
+Moved storage API from evals -> suites, results -> evals. This will likely cause issues for existing SQLite databases when released, so will need migration.

.changeset/pre.json

@@ -0,0 +1,26 @@
+{
+  "mode": "pre",
+  "tag": "beta",
+  "initialVersions": {
+    "evalite": "0.19.0",
+    "evalite-docs": "0.0.1",
+    "evalite-tests": "0.0.11",
+    "example": "0.0.11"
+  },
+  "changesets": [
+    "0000-export-command-change",
+    "0000-in-memory-default",
+    "0000-optional-scorer-name",
+    "0000-remove-implicit-vitest-config",
+    "0000-remove-streaming",
+    "0000-rerun-button",
+    "0000-variant-only",
+    "0234-auto-dotenv-support",
+    "angry-dogs-sort",
+    "long-olives-give",
+    "real-phones-join",
+    "table-rendering",
+    "thick-birds-design",
+    "wet-clocks-camp"
+  ]
+}

.changeset/real-phones-join.md

@@ -0,0 +1,5 @@
+---
+"evalite-ui": patch
+---
+
+Added an overlay to the backdrop when viewing a trace

.changeset/sixty-jeans-melt.md

@@ -0,0 +1,5 @@
+---
+"evalite": major
+---
+
+Dropped compatibility with autoevals, and implemented our own built-in library of scorers.

.changeset/table-rendering.md

@@ -0,0 +1,5 @@
+---
+"evalite": patch
+---
+
+UI now renders simple arrays of objects and flat objects as markdown tables instead of JSON trees for better readability

.changeset/thick-birds-design.md

@@ -0,0 +1,5 @@
+---
+"evalite": patch
+---
+
+Made better-sqlite3 an optional peer dependency

.changeset/wet-clocks-camp.md

@@ -0,0 +1,5 @@
+---
+"evalite-ui": minor
+---
+
+Add the ability to search and filter evals in the UI

.github/workflows/preview.yml

@@ -10,11 +10,14 @@ jobs:
   preview:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v4
+      - uses: actions/checkout@v5
         with:
           fetch-depth: 0
 
       - uses: pnpm/action-setup@v4
+
+      - run: git status
+
       - uses: actions/setup-node@v4
         with:
           node-version: 22.x

apps/docs/.gitignore

@@ -0,0 +1,26 @@
+# deps
+/node_modules
+
+# generated content
+.source
+
+# test & build
+/coverage
+/.next/
+/out/
+/build
+*.tsbuildinfo
+
+# misc
+.DS_Store
+*.pem
+/.pnp
+.pnp.js
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+
+# others
+.env*.local
+.vercel
+next-env.d.ts

apps/docs/README.md

@@ -0,0 +1,45 @@
+# docs
+
+This is a Next.js application generated with
+[Create Fumadocs](https://github.com/fuma-nama/fumadocs).
+
+Run development server:
+
+```bash
+npm run dev
+# or
+pnpm dev
+# or
+yarn dev
+```
+
+Open http://localhost:3000 with your browser to see the result.
+
+## Explore
+
+In the project, you can see:
+
+- `lib/source.ts`: Code for content source adapter, [`loader()`](https://fumadocs.dev/docs/headless/source-api) provides the interface to access your content.
+- `lib/layout.shared.tsx`: Shared options for layouts, optional but preferred to keep.
+
+| Route                     | Description                                            |
+| ------------------------- | ------------------------------------------------------ |
+| `app/(home)`              | The route group for your landing page and other pages. |
+| `app/docs`                | The documentation layout and pages.                    |
+| `app/api/search/route.ts` | The Route Handler for search.                          |
+
+### Fumadocs MDX
+
+A `source.config.ts` config file has been included, you can customise different options like frontmatter schema.
+
+Read the [Introduction](https://fumadocs.dev/docs/mdx) for further details.
+
+## Learn More
+
+To learn more about Next.js and Fumadocs, take a look at the following
+resources:
+
+- [Next.js Documentation](https://nextjs.org/docs) - learn about Next.js
+  features and API.
+- [Learn Next.js](https://nextjs.org/learn) - an interactive Next.js tutorial.
+- [Fumadocs](https://fumadocs.dev) - learn about Fumadocs

apps/docs/app/(home)/components/cta-section.tsx

@@ -0,0 +1,84 @@
+import Link from "next/link";
+import { buttonVariants } from "@/components/ui/button";
+import { cn } from "@/lib/cn";
+import { ArrowRight, BookOpen, Code, Rocket } from "lucide-react";
+
+export function CTASection() {
+  return (
+    <section className="flex flex-col border-b border-border w-full">
+      <div className="grid grid-cols-1 lg:grid-cols-2 border-b border-fd-border">
+        <div className="flex flex-col justify-center gap-6 p-6 sm:p-8 lg:p-12 border-b lg:border-b-0 lg:border-r border-fd-border bg-fd-accent/30">
+          <div className="flex flex-col gap-3">
+            <h2 className="text-3xl sm:text-4xl lg:text-5xl font-semibold leading-tight">
+              Start building better AI apps
+            </h2>
+            <p className="text-fd-muted-foreground text-base sm:text-lg leading-relaxed">
+              Get started with Evalite in minutes. Write your first eval and see
+              results instantly.
+            </p>
+          </div>
+          <div className="flex flex-col gap-3">
+            <Link href="/docs">
+              <button
+                className={cn(
+                  buttonVariants({ color: "primary" }),
+                  "rounded-none gap-2 w-full justify-between group"
+                )}
+              >
+                <span className="flex items-center gap-2">
+                  <BookOpen className="size-4" />
+                  Read Documentation
+                </span>
+                <ArrowRight className="size-4 group-hover:translate-x-1 transition-transform" />
+              </button>
+            </Link>
+            <Link href="/docs/guides/quickstart">
+              <button
+                className={cn(
+                  buttonVariants({ color: "outline" }),
+                  "rounded-none gap-2 w-full justify-between group"
+                )}
+              >
+                <span className="flex items-center gap-2">
+                  <Rocket className="size-4" />
+                  Quick Start Guide
+                </span>
+                <ArrowRight className="size-4 group-hover:translate-x-1 transition-transform" />
+              </button>
+            </Link>
+          </div>
+        </div>
+        <div className="flex flex-col justify-center gap-6 sm:gap-8 p-6 sm:p-8 lg:p-12">
+          <div className="flex items-start gap-3 sm:gap-4">
+            <div className="p-2 sm:p-3 border border-fd-border bg-fd-accent/20 shrink-0">
+              <Code className="size-5 sm:size-6 text-fd-foreground" />
+            </div>
+            <div className="flex flex-col gap-2 flex-1 min-w-0">
+              <h3 className="text-lg sm:text-xl font-semibold">
+                TypeScript Native
+              </h3>
+              <p className="text-fd-muted-foreground text-sm sm:text-base">
+                Write evals in TypeScript with full type safety and IntelliSense
+                support.
+              </p>
+            </div>
+          </div>
+          <div className="flex items-start gap-3 sm:gap-4">
+            <div className="p-2 sm:p-3 border border-fd-border bg-fd-accent/20 shrink-0">
+              <Rocket className="size-5 sm:size-6 text-fd-foreground" />
+            </div>
+            <div className="flex flex-col gap-2 flex-1 min-w-0">
+              <h3 className="text-lg sm:text-xl font-semibold">
+                Local Development
+              </h3>
+              <p className="text-fd-muted-foreground text-sm sm:text-base">
+                Run everything locally. No API keys, no cloud services, just
+                your code.
+              </p>
+            </div>
+          </div>
+        </div>
+      </div>
+    </section>
+  );
+}

apps/docs/app/(home)/components/decorative-panel.tsx

@@ -0,0 +1,28 @@
+interface DecorativePanelProps {
+  variant: "left" | "right";
+}
+
+export function DecorativePanel({ variant }: DecorativePanelProps) {
+  const isLeft = variant === "left";
+
+  return (
+    <div
+      className={`hidden lg:flex flex-1 ${isLeft ? "border-r" : "border-l"} border-border relative overflow-hidden`}
+    >
+      <div
+        className="absolute inset-0"
+        style={{
+          backgroundImage: `repeating-linear-gradient(
+            ${isLeft ? "135deg" : "45deg"},
+            transparent,
+            transparent 16px,
+            currentColor 16px,
+            currentColor 17.5px
+          )`,
+          color: "hsl(var(--border))",
+          opacity: 0.3,
+        }}
+      />
+    </div>
+  );
+}