Research-Stack/2-Search-Space/search/stract/configs/crawler/planner.toml

12 lines
372 B
TOML

host_graph_path = "data/webgraph_host"
host_harmonic_path = "data/centrality/harmonic"
host_centrality_rank_store_path = "data/centrality/harmonic_rank"
output_path = "data/crawlplan"
page_graph_path = "data/webgraph_page"
page_harmonic_path = "data/centrality_page/approx_harmonic"
num_job_queues = 5
crawl_budget = 1_000
top_host_fraction = 0.01
wander_fraction = 0.2