feat(search): includeDomains/excldueDomains (#222)

* feat(search): includeDomains/excldueDomains

* Nick:

* Update publish.yml

---------

Co-authored-by: Nicolas <20311743+nickscamara@users.noreply.github.com>

Author: mogery

.github/workflows/publish.yml

@@ -7,31 +7,36 @@ on:
 
 jobs:
   publish:
+    name: Publish
     runs-on: ubuntu-latest
     permissions:
       id-token: write  # Required for OIDC authentication with MCP registry
       contents: read
 
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v5
 
-      - name: Use Node.js
-        uses: actions/setup-node@v3
+      - name: Install pnpm
+        uses: pnpm/action-setup@fc06bc1257f339d1d5d8b3a19a8cae5388b55320 # v4
         with:
-          node-version: '20.x'
-          cache: 'pnpm'
-          registry-url: 'https://registry.npmjs.org'
+          version: 10
 
-      - name: Install dependencies
-        run: pnpm install --frozen-lockfile
+      - name: Set up Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: "20"
+          cache: "pnpm"
 
-      - name: Build
-        run: pnpm run build
+      - name: Authenticate
+        run: echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" > ~/.npmrc
+        env:
+          NPM_TOKEN: ${{ secrets.NPM_TOKEN }}
 
       - name: Publish to NPM
-        run: pnpm publish --access public
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+        run: |
+          pnpm install
+          pnpm run build
+          pnpm publish --access public --no-git-checks
 
       - name: Install MCP Publisher
         run: |

package.json

@@ -28,7 +28,7 @@
   },
   "license": "MIT",
   "dependencies": {
-    "@mendable/firecrawl-js": "4.17.0",
+    "@mendable/firecrawl-js": "4.21.0",
     "dotenv": "^17.2.2",
     "firecrawl-fastmcp": "^1.0.4",
     "typescript": "^5.9.2",

pnpm-lock.yaml

@@ -53,6 +53,35 @@ function removeEmptyTopLevel<T extends Record<string, any>>(
   return out;
 }
 
+const searchDomainSchema = z
+  .string()
+  .trim()
+  .toLowerCase()
+  .regex(
+    /^(?=.{1,253}$)(?:[a-z0-9](?:[a-z0-9-]{0,61}[a-z0-9])?\.)+[a-z0-9][a-z0-9-]{0,61}[a-z0-9]$/,
+    'Domain must be a valid hostname without protocol or path'
+  );
+
+function buildSearchQueryWithDomains(
+  query: string,
+  includeDomains?: string[],
+  excludeDomains?: string[]
+): string {
+  if (includeDomains?.length) {
+    return `${query} (${includeDomains
+      .map((domain) => `site:${domain}`)
+      .join(' OR ')})`;
+  }
+
+  if (excludeDomains?.length) {
+    return `${query} ${excludeDomains
+      .map((domain) => `-site:${domain}`)
+      .join(' ')}`;
+  }
+
+  return query;
+}
+
 class ConsoleLogger implements Logger {
   private shouldLog =
     process.env.CLOUD_SERVICE === 'true' ||
@@ -576,6 +605,7 @@ The query also supports search operators, that you can use if needed to refine t
 **Common mistakes:** Using crawl or map for open-ended questions (use search instead).
 **Prompt Example:** "Find the latest research papers on AI published in 2023."
 **Sources:** web, images, news, default to web unless needed images or news.
+**Domain filters:** Use includeDomains to restrict results to specific domains, or excludeDomains to remove domains. Do not use both in the same request. Domains must be hostnames only, without protocol or path.
 **Scrape Options:** Only use scrapeOptions when you think it is absolutely necessary. When you do so default to a lower limit to avoid timeouts, 5 or lower.
 **Optimal Workflow:** Search first using firecrawl_search without formats, then after fetching the results, use the scrape tool to get the content of the relevantpage(s) that you want to scrape
 
@@ -586,6 +616,7 @@ The query also supports search operators, that you can use if needed to refine t
   "arguments": {
     "query": "top AI companies",
     "limit": 5,
+    "includeDomains": ["example.com"],
     "sources": [
       { "type": "web" }
     ]
@@ -615,18 +646,28 @@ The query also supports search operators, that you can use if needed to refine t
 \`\`\`
 **Returns:** Array of search results (with optional scraped content).
 `,
-  parameters: z.object({
-    query: z.string().min(1),
-    limit: z.number().optional(),
-    tbs: z.string().optional(),
-    filter: z.string().optional(),
-    location: z.string().optional(),
-    sources: z
-      .array(z.object({ type: z.enum(['web', 'images', 'news']) }))
-      .optional(),
-    scrapeOptions: scrapeParamsSchema.omit({ url: true }).partial().optional(),
-    enterprise: z.array(z.enum(['default', 'anon', 'zdr'])).optional(),
-  }),
+  parameters: z
+    .object({
+      query: z.string().min(1),
+      limit: z.number().optional(),
+      tbs: z.string().optional(),
+      filter: z.string().optional(),
+      location: z.string().optional(),
+      includeDomains: z.array(searchDomainSchema).optional(),
+      excludeDomains: z.array(searchDomainSchema).optional(),
+      sources: z
+        .array(z.object({ type: z.enum(['web', 'images', 'news']) }))
+        .optional(),
+      scrapeOptions: scrapeParamsSchema
+        .omit({ url: true })
+        .partial()
+        .optional(),
+      enterprise: z.array(z.enum(['default', 'anon', 'zdr'])).optional(),
+    })
+    .refine(
+      (args) => !(args.includeDomains?.length && args.excludeDomains?.length),
+      'includeDomains and excludeDomains cannot both be specified'
+    ),
   execute: async (
     args: unknown,
     { session, log }: { session?: SessionData; log: Logger }
@@ -635,15 +676,25 @@ The query also supports search operators, that you can use if needed to refine t
     const { query, ...opts } = args as Record<string, unknown>;
 
     const searchOpts = { ...opts } as Record<string, unknown>;
+    const includeDomains = searchOpts.includeDomains as string[] | undefined;
+    const excludeDomains = searchOpts.excludeDomains as string[] | undefined;
+    delete searchOpts.includeDomains;
+    delete searchOpts.excludeDomains;
+
     if (searchOpts.scrapeOptions) {
       searchOpts.scrapeOptions = transformScrapeParams(
         searchOpts.scrapeOptions as Record<string, unknown>
       );
     }
 
     const cleaned = removeEmptyTopLevel(searchOpts);
-    log.info('Searching', { query: String(query) });
-    const res = await client.search(query as string, {
+    const searchQuery = buildSearchQueryWithDomains(
+      query as string,
+      includeDomains,
+      excludeDomains
+    );
+    log.info('Searching', { query: searchQuery });
+    const res = await client.search(searchQuery, {
       ...(cleaned as any),
       origin: ORIGIN,
     });

src/index.ts

@@ -499,6 +499,7 @@ Search the web and optionally extract content from search results. This is the m
 **Common mistakes:** Using crawl or map for open-ended questions (use search instead).
 **Prompt Example:** "Find the latest research papers on AI published in 2023."
 **Sources:** web, images, news, default to web unless needed images or news.
+**Domain filters:** Use includeDomains to restrict results to specific domains, or excludeDomains to remove domains. Do not use both in the same request. Domains must be hostnames only, without protocol or path.
 **Usage Example:**
 \`\`\`json
 {
@@ -508,6 +509,7 @@ Search the web and optionally extract content from search results. This is the m
     "limit": 5,
     "lang": "en",
     "country": "us",
+    "excludeDomains": ["example.com"],
     "sources": [
       "web",
       "images",
@@ -545,6 +547,22 @@ Search the web and optionally extract content from search results. This is the m
         type: 'string',
         description: 'Location parameter for search results',
       },
+      includeDomains: {
+        type: 'array',
+        description:
+          'Domains to include in search results. Cannot be used with excludeDomains. Domains must be hostnames only, without protocol or path.',
+        items: {
+          type: 'string',
+        },
+      },
+      excludeDomains: {
+        type: 'array',
+        description:
+          'Domains to exclude from search results. Cannot be used with includeDomains. Domains must be hostnames only, without protocol or path.',
+        items: {
+          type: 'string',
+        },
+      },
       sources: {
         type: 'array',
         description: