config.example.toml

# make up copies this file to config.toml if it is missing.
# Edit config.toml; it is private and ignored by Git.
# Example: sources = ["blog.codinghorror.com"]
# X example: sources = [{ domain = "x.com", accounts = ["example"] }]
# Reddit: sources = [{ domain = "reddit.com", feed_urls = ["r/LocalLLaMA"] }]
# Domain strings and tables with feed_urls/tags can be mixed.
# See docs/features/rss.md for examples.
# YouTube: sources = [{ domain = "youtube.com", accounts = ["@Channel4News"] }]
# Hacker News: sources = [{ domain = "hckrnews.com", hacker_news_filter = "top50" }]
# Compose HN with RSS: docs/features/hacker-news.md#add-rss-or-use-it-alone
sources = []

[clickhouse]
# Compose service name, reachable from the application container.
host = "clickhouse"
port = 8123
database = "dank"
username = "default"
password = ""
secure = false
use_http = true

[media]
# Use ["image"] for images only, or [] to keep references without downloads.
download_types = ["image", "audio", "video"]

[storage]
data_dir = "data"
max_asset_bytes = 10485760

# Optional; these concurrency limits apply in both native and Docker runs.
[scrape]
source_concurrency = 4
http_concurrency = 16
http_per_host = 2
media_concurrency = 4
queue_batches = 2

[reddit]
# Minimum spacing between Reddit browser actions; reuse unchanged details.
request_interval_seconds = 2.0
detail_cache_hours = 24.0
# Post bodies and media links are always collected from individual post pages.
capture_comments = true
comment_limit = 50
comment_sort = "best"
# Also requires "video" in media.download_types; false keeps remote playback.
download_videos = false
# Save linked publisher articles, reusing readable articles already collected.
collect_linked_articles = false

[rss]
feed_staleness_days = 14
keep_feed_on_fetch_failure = false
# Zero or omitted preserves unlimited fetching; use 20 for a bounded run.
max_entries_per_feed = 0

[browser]
executable_path = "/usr/local/bin/dank-chromium"

[logging]
file = "data/dank.log"
level = "INFO"

# Sign in with make x-login before collecting X accounts.
# Optional collection limits; no X password belongs in this file.
# [x]
# homepage = true # Include signed-in For You in normal scrapes.
# max_posts = 200
# max_scrolls = 20
# scroll_pause_seconds = 1.5

# Bounded conversation snapshots for each account's newest owned posts.
# [x.conversation]
# enabled = true
# max_posts_per_account = 5
# max_replies = 50
# max_scrolls = 3
# timeout_seconds = 30

# Optional autofill via the host's 1Password CLI; you submit each step yourself.
# [x.onepassword]
# username = "op://Personal/X/username"
# password = "op://Personal/X/password"


# YouTube starts with public Hype and News feeds when selected as a source.
[youtube]
scrape_videos = false
include_shorts = true
include_posts = true
hype = true
news_tabs = ["top_stories", "business", "world"]
region = "GB"
max_posts = 200
max_scrolls = 20
scroll_pause_seconds = 1.5
stall_scrolls = 3
# Stop chronological channel feeds after this many consecutive known videos.
known_overlap = 5
# Saved browser sessions are opt-in; homepage also requires a signed-in session.
authenticated = false
homepage = false
# profile_dir = "data/youtube-browser-profile"

# Daily front-page stories; comments are fetched only with --hacker-news-details.
[hacker_news]
days = 7
comment_limit = "all"
detail_max_posts = 20
detail_timeout_seconds = "all"

# Optional Google login through 1Password (including authenticator codes).
# [youtube.onepassword]
# account = "YOUR_1PASSWORD_ACCOUNT_ID"
# username = "op://VAULT_ID/GOOGLE_ITEM_ID/username"
# password = "op://VAULT_ID/GOOGLE_ITEM_ID/password"
# otp = "op://VAULT_ID/GOOGLE_ITEM_ID/one-time password?attribute=otp"