docs/htmltest-mint-export.yml at main · langchain-ai/docs · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
# htmltest config for mint export: external URLs only.
# Mintlify export does not emit a complete page set, so internal links are unreliable.
# See https://github.com/wjdp/htmltest

CheckExternal: true
CheckInternal: false
CheckInternalHash: false

# Content links only (<a href>). Skip <link> tags: mint export emits broken
# rel="canonical" URLs like https://docs.langchain.com/src/_props/langsmith/...
CheckAnchors: true
CheckLinks: false
CheckImages: true
CheckScripts: true
CheckMeta: true
CheckGeneric: true
CheckMetaRefresh: true

# Not external URL checks
CheckDoctype: false
CheckMailto: false
CheckTel: false
CheckFavicon: false
IgnoreAltMissing: true
# Mint export canonicals often 404; do not fail the run on them if CheckLinks is re-enabled
IgnoreCanonicalBrokenLinks: true

# Avoid hammering remote hosts / rate limits
HTTPConcurrencyLimit: 4
DocumentConcurrencyLimit: 8
ExternalTimeout: 30

IgnoreURLs:
  - "mintcdn.com"
  - "mintlify-assets"
  - "https://academy.langchain.com/"
  - "https://fonts.googleapis.com"
  - "https://fonts.gstatic.com"
  # Bot / WAF / auth-wall noise (OK in a browser; checkers get 403/405/406/202/redirect loops)
  - "npmjs\\.com"
  - "cisco\\.com"
  - "cityofhope\\.org"
  - "morningstar\\.com"
  - "replit\\.com"
  - "uber\\.com"
  - "langchain\\.slack\\.com"
  - "slack\\.com/archives"
  - "microsoft\\.com"
  - "claude\\.ai"
  - "platform\\.deepseek\\.com"
  - "console\\.mistral\\.ai"
  - "auth\\.mistral\\.ai"
  - "admin\\.google\\.com"
  - "console\\.cloud\\.google\\.com"
  # Mintlify export bug: canonicals point at /src/_props/... which 404 on the live site
  - "docs\\.langchain\\.com/src/_props/"
  # OpenAPI-generated Agent Server pages (same class of noise as make broken-links)
  - "docs\\.langchain\\.com/langsmith/agent-server-api/"
  - "https://auth.langchain.com"
  - "https://eu.auth.langchain.com"
  # API host roots often 404 without a path; they are endpoints, not docs pages
  - "api\\.host\\.langchain\\.com"
  - "api\\.smith\\.langchain\\.com"
  - "eu\\.api\\.smith\\.langchain\\.com"
  - "docs\\.vllm\\.ai"
  - "app\\.slack\\.com"
  - "aws\\.amazon\\.com/marketplace"
  - "mckinsey\\.com"