feat: initial implementation of @astrojs/discovery integration

This commit introduces a comprehensive Astro integration that automatically
generates discovery files for websites:

Features:
- robots.txt with LLM bot support (Anthropic-AI, GPTBot, etc.)
- llms.txt for AI assistant context and instructions
- humans.txt for team credits and site information
- Automatic sitemap integration via @astrojs/sitemap

Technical Details:
- TypeScript implementation with full type safety
- Configurable HTTP caching headers
- Custom template support for all generated files
- Sensible defaults with extensive customization options
- Date-based versioning (2025.11.03)

Testing:
- 34 unit tests covering all generators
- Test coverage for robots.txt, llms.txt, and humans.txt
- Integration with Vitest

Documentation:
- Comprehensive README with examples
- API reference documentation
- Contributing guidelines
- Example configurations (minimal and full)

package.json

@@ -0,0 +1,62 @@
+{
+  "name": "@astrojs/discovery",
+  "version": "2025.11.03",
+  "description": "Complete discovery integration for Astro - handles robots.txt, llms.txt, humans.txt, and sitemap generation",
+  "type": "module",
+  "exports": {
+    ".": "./dist/index.js",
+    "./routes/*": "./dist/routes/*.js"
+  },
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsc --watch",
+    "test": "vitest",
+    "test:ci": "vitest run",
+    "prepublishOnly": "npm run build && npm test"
+  },
+  "peerDependencies": {
+    "astro": "^5.0.0"
+  },
+  "dependencies": {
+    "@astrojs/sitemap": "^3.6.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.0.0",
+    "astro": "^5.0.0",
+    "typescript": "^5.7.0",
+    "vitest": "^2.1.0"
+  },
+  "keywords": [
+    "astro",
+    "astro-integration",
+    "astro-component",
+    "robots",
+    "sitemap",
+    "llms",
+    "llms-txt",
+    "humans",
+    "humans-txt",
+    "discovery",
+    "seo",
+    "ai",
+    "llm"
+  ],
+  "author": {
+    "name": "Ryan Malloy",
+    "email": "ryan@supported.systems"
+  },
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/withastro/astro-discovery"
+  },
+  "bugs": {
+    "url": "https://github.com/withastro/astro-discovery/issues"
+  },
+  "homepage": "https://github.com/withastro/astro-discovery#readme"
+}