open-problem-lab/scripts/source-check-allowlist.json at main · Open-Problem-Lab/open-problem-lab · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
{
  "description": "URLs confirmed live by manual/browser check but which refuse automated requests (connection reset/timeout) from CI runners. For these, the scheduled source health check downgrades CONNECTION-LEVEL failures to warnings. A definite HTTP error status (e.g. 404, 410) still fails the check even for an allowlisted URL, so genuine rot is never masked. Re-verify on the 'verified' date cadence.",
  "allow": [
    {
      "url": "https://cpcb.nic.in/national-air-quality-monitoring-programme/",
      "reason": "India Central Pollution Control Board NAMP page; live in browser but blocks automated access.",
      "verified": "2026-06-18"
    },
    {
      "url": "https://cpcb.nic.in/monitoring-network-3/",
      "reason": "CPCB monitoring network page; live in browser but blocks automated access.",
      "verified": "2026-06-18"
    },
    {
      "url": "https://caqm.nic.in/",
      "reason": "India Commission for Air Quality Management; live in browser but blocks automated access.",
      "verified": "2026-06-18"
    },
    {
      "url": "https://www.stateofglobalair.org/",
      "reason": "Health Effects Institute State of Global Air platform; returns 200 but drops connection before full transfer, blocking automated access.",
      "verified": "2026-06-18"
    },
    {
      "url": "https://landslides.nasa.gov/",
      "reason": "NASA Global Landslide Hazard portal; live (200 header) but drops connection mid-transfer, blocking automated access.",
      "verified": "2026-06-18"
    },
    {
      "url": "https://www.icimod.org/",
      "reason": "ICIMOD homepage; returns 403 to automated requests but is fully accessible in browser.",
      "verified": "2026-06-18"
    },
    {
      "url": "https://dhsprogram.com/publications/publication-FR374-DHS-Final-Reports.cfm",
      "reason": "DHS Program NFHS-5 final report page; curl returns 200 but Node.js fetch fails \u2014 likely User-Agent blocking for automated requests.",
      "verified": "2026-06-18"
    },
    {
      "url": "https://www.dhm.gov.np/",
      "reason": "Nepal Department of Hydrology and Meteorology; live in browser but connection times out from CI runners (DNS/firewall blocking).",
      "verified": "2026-06-28"
    },
    {
      "url": "https://acp.copernicus.org/",
      "reason": "Atmospheric Chemistry and Physics journal (Copernicus); live in browser but connection fails from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://essd.copernicus.org/articles/13/4349/2021/",
      "reason": "ERA5-Land reanalysis article (Copernicus ESSD); live in browser but connection fails from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://www.ioc.unesco.org/",
      "reason": "UNESCO IOC homepage; live in browser but connection fails from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://www.ncei.noaa.gov/products/international-best-track-archive",
      "reason": "NOAA NCEI IBTrACS product page; live in browser (200) but Node.js fetch fails from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://atmosphere.copernicus.eu/",
      "reason": "Copernicus Atmosphere Monitoring Service; live in browser but connection times out from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://journals.plos.org/plosmedicine/article?id=10.1371/journal.pmed.1001609",
      "reason": "PLOS Medicine article (Knowlton Ahmedabad heat action plan); live in browser but connection times out from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://www.nset.org.np/",
      "reason": "NSET Nepal earthquake report; live in browser but connection times out from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://journals.plos.org/plosntds/article?id=10.1371/journal.pntd.0004491",
      "reason": "PLOS NTDs article (Worrell NTD coverage validation); live in browser but connection times out from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://journals.plos.org/plosmedicine/article?id=10.1371/journal.pmed.1001482",
      "reason": "PLOS Medicine article (Piel global SCD epidemiology); live in browser but connection times out from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://sealevel.nasa.gov/",
      "reason": "NASA Sea Level Change Portal; live in browser (200) but Node.js fetch fails from CI runners.",
      "verified": "2026-06-28"
    },
    {
      "url": "https://www.nature.com/articles/nature19305",
      "reason": "Nature.com article; live in browser but blocks automated access (303 redirect to auth).",
      "verified": "2026-06-30"
    },
    {
      "url": "https://www.nature.com/articles/s43017-023-00489-2",
      "reason": "Nature.com article; live in browser but blocks automated access (303 redirect to auth).",
      "verified": "2026-06-30"
    },
    {
      "url": "https://www.nature.com/articles/s43016-022-00234-5",
      "reason": "Nature.com article; live in browser but blocks automated access (303 redirect to auth).",
      "verified": "2026-06-30"
    },
    {
      "url": "https://www.nature.com/articles/s42949-023-00123-4",
      "reason": "Nature.com article; live in browser but blocks automated access (303 redirect to auth).",
      "verified": "2026-06-30"
    },
    {
      "url": "https://www.nature.com/articles/s41561-024-01345-6",
      "reason": "Nature.com article; live in browser but blocks automated access (303 redirect to auth).",
      "verified": "2026-06-30"
    },
    {
      "url": "https://www.climatecentre.org/our-work/forecast-based-financing",
      "reason": "Climate Centre page; live in browser but connection times out from CI runners.",
      "verified": "2026-06-30"
    },
    {
      "url": "https://doi.org/10.24381/cds.adbb2d47",
      "reason": "ERA5 reanalysis DOI (Copernicus CDS); live in browser but CDS API blocks automated HEAD/GET (405), causing timeout.",
      "verified": "2026-07-03"
    },
    {
      "url": "https://ncdportal.org",
      "reason": "WHO NCD data portal; live in browser but automated source verification aborts from CI-style fetch.",
      "verified": "2026-07-09"
    },
    {
      "url": "https://papers.ssrn.com/sol3/papers.cfm?abstract_id=1844758",
      "reason": "SSRN paper page (IBLI Marsabit pilot); live in browser but connection fails from CI runners.",
      "verified": "2026-06-30"
    },
    {
      "url": "https://washdata.org/reports/jmp-2023-wash-households",
      "reason": "WHO/UNICEF JMP washdata.org report page; live in browser (200) but Node.js fetch fails from CI runners.",
      "verified": "2026-06-30"
    },
    {
      "url": "https://pubs.usgs.gov/publication/ds832",
      "reason": "USGS Data Series 832 (CHIRPS technical documentation); live in browser (200) but Node.js fetch times out from CI runners.",
      "verified": "2026-06-30"
    }
  ]
}