forked from webfp/tor-browser-crawler
-
Notifications
You must be signed in to change notification settings - Fork 1
/
Copy pathconfig.ini
44 lines (36 loc) · 1.11 KB
/
config.ini
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
[DEFAULT]
# Tor configuration
torrc ControlPort=9051
torrc SocksPort=9050
torrc SocksBindAddress=127.0.0.1
# Crawl job configuration
# For understanding batch and visit parameters please refer
# to Wang and Goldberg's WPES'13 paper, Section 4.1.4
job batches=1
job visits=1
# pauses (seconds)
# pause between two batches
job pause_between_batches=5
# pause before crawling a new site
job pause_between_sites=5
# pause before visiting the same site (instances)
job pause_between_visits=4
# time to wait after the page loads
job pause_in_site=5
[default]
# Tor browser configuration
# The options in this section are just for demonstration and
# are already set by tbselenium.
ffpref browser.startup.page=0
ffpref browser.startup.homepage=about:newtab
[wang_and_goldberg]
job batches=10
job visits=4
# Force to reuse circuits as much as possible
torrc MaxCircuitDirtiness=600000
# Wang and Goldberg: do not fix the entry guard
torrc UseEntryGuards=0
# configure randomized pipelining
ffpref network.http.pipelining.max-optimistic-requests=5000
ffpref network.http.pipelining.maxrequests=15000
ffpref network.http.pipelining=False