@aihu/scraping

function createBotDetectionMiddleware( options?: BotDetectionOptions, ): (req: Request, next: () => Response | Promise<Response>) => Response | Promise<Response>

Returns a middleware function that inspects the `User-Agent` header.

function createRateLimiter(options?: RateLimiterOptions): RateLimitPlugin

Create an O(1) fixed-window rate limiter that satisfies `RateLimitPlugin`.

function createRateLimiter(options?: RateLimiterOptions): RateLimitPlugin

Create an O(1) fixed-window rate limiter that satisfies `RateLimitPlugin`.

interface BotDetectionOptions {
  /** Additional UA substrings to block (appended to the default list). */
  blockList?: string[]
  /**
   * When true, requests with no User-Agent header are allowed through.
   * Default: false (block missing UA).
   */
  allowNoUserAgent?: boolean
}

`@aihu/scraping` — Fetch-API-compatible bot-detection middleware.

interface RateLimiterOptions {
  /** Maximum map size (for memory safety). Default: 100_000. */
  maxKeys?: number
  /** Clock override for testing. Default: Date.now. */
  now?: () => number
}

`@aihu/scraping` — O(1) sliding-window rate limiter.

interface RateLimitPlugin {
  checkRateLimit(rateSpec: string, key: string): boolean
}