Commit a41c561e authored by Tobias Steiner's avatar Tobias Steiner
Browse files

Add a bigger delay between requests

parent 45d0a0a1
...@@ -34,7 +34,7 @@ const spider = new Spider({ ...@@ -34,7 +34,7 @@ const spider = new Spider({
// How many requests can be run in parallel // How many requests can be run in parallel
concurrent: 10, concurrent: 10,
// How long to wait after each request // How long to wait after each request
delay: 100, delay: 200,
// A stream to where internal logs are sent, optional // A stream to where internal logs are sent, optional
logs: logger, logs: logger,
// Re-visit visited URLs, false by default // Re-visit visited URLs, false by default
...@@ -69,7 +69,10 @@ class Crawler extends Transform { ...@@ -69,7 +69,10 @@ class Crawler extends Transform {
*/ */
private timeout = 20; private timeout = 20;
private serverTimeout = 15 * 1000; /**
* Timeout for a server
*/
private serverTimeout = 30 * 1000;
/** /**
* Logger * Logger
*/ */
......
Supports Markdown
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment