Set up ESLint for the repo and fix lint issues

.changeset/0000-export-command-change.md

@@ -0,0 +1,5 @@
+---
+"evalite": major
+---
+
+Export command now uses the storage specified in the config and auto-runs if empty.

.changeset/0000-in-memory-default.md

@@ -0,0 +1,5 @@
+---
+"evalite": major
+---
+
+Changed default storage to in-memory. SQLite still available via config.

.changeset/0000-remove-streaming.md

@@ -0,0 +1,5 @@
+---
+"evalite": minor
+---
+
+Removed streaming text support from tasks. Process streams before returning from task() (e.g., await result.text for AI SDK).

.changeset/0234-auto-dotenv-support.md

@@ -0,0 +1,5 @@
+---
+"evalite": minor
+---
+
+Support .env files by default via dotenv/config. Environment variables from .env files are now automatically loaded without any configuration needed. Users no longer need to manually add `setupFiles: ["dotenv/config"]` to their evalite.config.ts.

.changeset/long-olives-give.md

@@ -0,0 +1,5 @@
+---
+"evalite": major
+---
+
+Moved storage API from evals -> suites, results -> evals. This will likely cause issues for existing SQLite databases when released, so will need migration.

.changeset/real-phones-join.md

@@ -0,0 +1,5 @@
+---
+"evalite-ui": patch
+---
+
+Added an overlay to the backdrop when viewing a trace

.changeset/wet-clocks-camp.md

@@ -0,0 +1,5 @@
+---
+"evalite-ui": minor
+---
+
+Add the ability to search and filter evals in the UI

.editorconfig

@@ -0,0 +1,21 @@
+# http://editorconfig.org
+
+root = true
+
+[*]
+charset = utf-8
+end_of_line = lf
+indent_style = space
+insert_final_newline = true
+trim_trailing_whitespace = true
+indent_size = 2
+
+[*.md]
+trim_trailing_whitespace = false
+
+[*.py]
+indent_size = 4
+
+[Makefile]
+indent_style = tabs
+indent_size = 2

apps/evalite-docs/astro.config.mts

@@ -3,6 +3,27 @@ import starlight from "@astrojs/starlight";
 
 // https://astro.build/config
 export default defineConfig({
+  redirects: {
+    "/what-is-evalite": "/guides/what-is-evalite",
+    "/quickstart": "/guides/quickstart",
+    "/guides/environment-variables": "/guides/configuration",
+    "/guides/skipping": "/tips/only-run-certain-evals",
+    "/guides/customizing-the-ui": "/tips/customize-the-ui",
+    "/guides/ci": "/tips/run-evals-on-ci-cd",
+    "/guides/running-programmatically": "/tips/run-evals-programmatically",
+    "/examples/ai-sdk": "/tips/vercel-ai-sdk",
+    "/guides/traces": "/tips/adding-traces",
+    "/guides/variant-comparison": "/tips/comparing-different-approaches",
+    "/guides/multi-modal": "/tips/images-and-media",
+    "/guides/cli": "/tips/watch-mode",
+    "/tips/skip-evals-during-development": "/tips/only-run-certain-evals",
+    "/tips/track-individual-llm-calls": "/tips/adding-traces",
+    "/tips/integrate-with-ai-sdk": "/tips/vercel-ai-sdk",
+    "/tips/work-with-images-and-media": "/tips/images-and-media",
+    "/tips/use-watch-mode-effectively": "/tips/watch-mode",
+    "/tips/set-score-thresholds": "/tips/score-thresholds",
+    "/tips/run-specific-eval-files": "/tips/only-run-certain-evals",
+  },
   integrations: [
     starlight({
       title: "Evalite",
@@ -72,75 +93,112 @@ export default defineConfig({
       },
       sidebar: [
         {
-          label: "Getting Started",
+          label: "Guides",
           items: [
             {
               label: "What Is Evalite?",
-              slug: "what-is-evalite",
+              slug: "guides/what-is-evalite",
             },
             {
               label: "Quickstart",
-              slug: "quickstart",
+              slug: "guides/quickstart",
+            },
+            {
+              label: "Scorers",
+              slug: "guides/scorers",
+            },
+            {
+              label: "Configuration",
+              slug: "guides/configuration",
             },
           ],
         },
         {
-          label: "Guides",
+          label: "Tips",
           items: [
             {
-              label: "Environment Variables",
-              slug: "guides/environment-variables",
+              label: "Only Run Certain Evals",
+              slug: "tips/only-run-certain-evals",
             },
             {
-              label: "Scorers",
-              slug: "guides/scorers",
+              label: "Customize The UI",
+              slug: "tips/customize-the-ui",
             },
             {
-              label: "Traces",
-              slug: "guides/traces",
+              label: "CI/CD",
+              slug: "tips/run-evals-on-ci-cd",
             },
             {
-              label: "A/B Testing",
-              slug: "guides/variant-comparison",
+              label: "Adding Traces",
+              slug: "tips/adding-traces",
             },
             {
-              label: "Multi-Modal",
-              slug: "guides/multi-modal",
+              label: "Vercel AI SDK",
+              slug: "tips/vercel-ai-sdk",
             },
             {
-              label: "Configuration",
-              slug: "guides/configuration",
+              label: "Comparing Different Approaches",
+              slug: "tips/comparing-different-approaches",
+            },
+            {
+              label: "Run Evals Programmatically",
+              slug: "tips/run-evals-programmatically",
+            },
+            {
+              label: "Images And Media",
+              slug: "tips/images-and-media",
+            },
+            {
+              label: "Run Same Eval Multiple Times",
+              slug: "tips/run-same-eval-multiple-times",
+            },
+            {
+              label: "Watch Mode",
+              slug: "tips/watch-mode",
             },
             {
-              label: "Streams",
-              slug: "guides/streams",
+              label: "Score Thresholds",
+              slug: "tips/score-thresholds",
+            },
+          ],
+        },
+        {
+          label: "Reference",
+          items: [
+            {
+              label: "evalite()",
+              slug: "api/evalite",
             },
             {
               label: "CLI",
-              slug: "guides/cli",
+              slug: "api/cli",
             },
             {
-              label: "Running Programmatically",
-              slug: "guides/running-programmatically",
+              label: "defineConfig()",
+              slug: "api/define-config",
             },
             {
-              label: "CI/CD",
-              slug: "guides/ci",
+              label: "createScorer()",
+              slug: "api/create-scorer",
             },
             {
-              label: "Skipping Evals",
-              slug: "guides/skipping",
+              label: "EvaliteFile",
+              slug: "api/evalite-file",
+            },
+            {
+              label: "Traces",
+              slug: "api/traces",
             },
             {
-              label: "Customizing The UI",
-              slug: "guides/customizing-the-ui",
+              label: "runEvalite()",
+              slug: "api/run-evalite",
+            },
+            {
+              label: "Storage",
+              slug: "api/storage",
             },
           ],
         },
-        {
-          label: "Integrations",
-          items: [{ label: "Vercel AI SDK", slug: "examples/ai-sdk" }],
-        },
       ],
     }),
   ],