diff --git a/internal/links.go b/internal/links.go index ebdda0b..b84dfcd 100644 --- a/internal/links.go +++ b/internal/links.go @@ -56,5 +56,11 @@ func FindLinks(url string) chan string { c.Visit(url) + defer func() { + close(links) + }() + + go c.Wait() + return links } diff --git a/s65hj722ud0x.log b/s65hj722ud0x.log new file mode 100644 index 0000000..0b64e1c --- /dev/null +++ b/s65hj722ud0x.log @@ -0,0 +1,420 @@ +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:37:57Z" level=warning msg="error loading pod settings: open /data/settings.yaml: no such file or directory" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:37:57Z" level=info msg="merging store ..." +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:37:57Z" level=info msg="Calibrating scrypt parameters ..." +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="scrypt params" params="{32768 8 6 16 32}" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="Started background job SyncStore (@every 1m)" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="started background jobs" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="started task dispatcher" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="started crawler" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="serving metrics endpoint at https://spyda.dev/metrics" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="Instance Name: spyda.dev" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="Base URL: https://spyda.dev" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="Admin User: admin" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="Admin Name: James Mills" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="Admin Email: james@mills.io" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="SMTP Host: mail.mills.io" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="SMTP Port: 587" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="SMTP User: noreply@twtxt.net" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="SMTP From: noreply@twtxt.net" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="API Session Time: 240h0m0s" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:00Z" level=info msg="spyda vERSION@e1b0dd1 listening on http://0.0.0.0:8000" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:05Z" level=info msg="running startup jobs" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:38:05Z" level=info msg="merging store ..." +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:08 (172.68.86.21) "GET / HTTP/1.1" 200 1979 775.941µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1721 1.366105ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:23 (172.68.86.9) "GET / HTTP/1.1" 200 1994 395.585µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1724 965.162µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:38 (172.68.86.9) "GET / HTTP/1.1" 200 1979 407.526µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1726 1.156148ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:53 (172.68.86.5) "GET / HTTP/1.1" 200 1974 295.256µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:38:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1720 1.354639ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:39:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:08 (172.68.86.21) "GET / HTTP/1.1" 200 1962 419.581µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1728 887.42µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:23 (172.68.86.21) "GET / HTTP/1.1" 200 1986 327.143µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1731 921.457µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:39:33Z" level=warning msg="no session found for Se30J4rQcY1OHD4RIroILuElOg9MkrisIiHqnDqUxzlvc2lNCem_ttk-LFZVs-xSsRuzb2RT5m2bZfCW_iaqkA== (creating new one)" error="sessin not found or expired" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:33 (172.68.86.9) "GET / HTTP/1.1" 200 1986 523.548µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:34 (172.68.86.9) "GET /css/e1b0dd1/spyda.min.css HTTP/1.1" 200 6920 1.120679ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:34 (172.68.86.117) "GET /js/e1b0dd1/spyda.min.js HTTP/1.1" 200 4116 497.712µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:34 (172.68.86.7) "GET /img/e1b0dd1/favicon.png HTTP/1.1" 200 35944 1.282911ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:36 (172.68.86.9) "GET / HTTP/1.1" 200 1979 451.147µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:38 (172.68.86.21) "GET / HTTP/1.1" 200 1988 387.417µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1730 1.022193ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:53 (172.68.86.9) "GET / HTTP/1.1" 200 1962 376.115µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:39:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1732 974.673µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:40:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:08 (172.68.86.21) "GET / HTTP/1.1" 200 1994 422.69µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1734 1.024465ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:23 (172.68.86.5) "GET / HTTP/1.1" 200 1962 451.352µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1733 1.242733ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:38 (172.68.86.9) "GET / HTTP/1.1" 200 1986 295.502µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1730 965.204µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:53 (172.68.86.21) "GET / HTTP/1.1" 200 1974 336.378µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:40:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1730 858.22µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:08 (172.68.86.5) "GET / HTTP/1.1" 200 1962 304.837µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1731 805.102µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:23 (172.68.86.21) "GET / HTTP/1.1" 200 1988 370.711µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1731 858.503µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:27Z" level=warning msg="no session found for oEUsOCSqD6w03lGeLSRp5z7xC-GOzmo4Dgaxjli-VN0To3HxPQ8YhaG0xNRRMiuZo5DE46ORACFwDQq7E6tP8w== (creating new one)" error="sessin not found or expired" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:27 (172.68.86.21) "GET /add HTTP/1.1" 200 2469 1.018087ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:32Z" level=info msg="successfully created crawl task for https://www.domain.com.au/sale/st-george-qld-4487: https://spyda.dev/task/8WKi5fazK3p5Zk7haYAo7m" uuid=8WKi5fazK3p5Zk7haYAo7m +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:32Z" level=info msg="starting crawl task for https://www.domain.com.au/sale/st-george-qld-4487" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:32 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 499.153µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:33 (172.68.86.21) "GET /add HTTP/1.1" 200 2470 481.249µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:38 (172.68.86.5) "GET / HTTP/1.1" 200 1979 409.236µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1741 1.076131ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:43Z" level=info msg="successfully created crawl task for https://www.amazon.com.au: https://spyda.dev/task/E455SpgUkTMJ77tUQpKGWm" uuid=E455SpgUkTMJ77tUQpKGWm +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:43Z" level=info msg="starting crawl task for https://www.amazon.com.au" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:43 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 487.26µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:45 (172.68.86.21) "GET /add HTTP/1.1" 200 2466 532.489µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:50Z" level=info msg="successfully created crawl task for https://www.pizzahut.com.au: https://spyda.dev/task/Kde2WvRVUFz2UJ27VxrY2i" uuid=Kde2WvRVUFz2UJ27VxrY2i +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:50Z" level=info msg="starting crawl task for https://www.pizzahut.com.au" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:50 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 451.916µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:52 (172.68.86.21) "GET /add HTTP/1.1" 200 2473 373.492µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:53 (172.68.86.21) "GET / HTTP/1.1" 200 1974 301.212µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1742 969.387µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:55Z" level=info msg="successfully created crawl task for https://www.myer.com.au: https://spyda.dev/task/RcTf82jkKJd8p5in3NpW8g" uuid=RcTf82jkKJd8p5in3NpW8g +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:41:55Z" level=info msg="starting crawl task for https://www.myer.com.au" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:55 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 349.766µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:41:57 (172.68.86.21) "GET /add HTTP/1.1" 200 2472 496.7µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:42:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:42:01Z" level=info msg="successfully created crawl task for https://www.realestate.com.au/buy: https://spyda.dev/task/dr88HF55vPmjE8y4JhYAqK" uuid=dr88HF55vPmjE8y4JhYAqK +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:42:01Z" level=info msg="starting crawl task for https://www.realestate.com.au/buy" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:01 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 326.784µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:04 (172.68.86.21) "GET /add HTTP/1.1" 200 2473 371.057µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:08 (172.68.86.5) "GET / HTTP/1.1" 200 1979 293.635µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1739 1.454629ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:23 (172.68.86.9) "GET / HTTP/1.1" 200 1974 455.097µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1738 892.83µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:38 (172.68.86.21) "GET / HTTP/1.1" 200 1974 318.883µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:42:39Z" level=info msg="successfully created crawl task for https://www.brisbane.qld.gov.au: https://spyda.dev/task/HoGKuUkayi4pEFiq3EuAWR" uuid=HoGKuUkayi4pEFiq3EuAWR +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:39 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 428.709µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:42:39Z" level=info msg="starting crawl task for https://www.brisbane.qld.gov.au" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1740 886.714µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:43 (172.68.86.21) "GET /add HTTP/1.1" 200 2473 392.196µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:53 (172.68.86.21) "GET / HTTP/1.1" 200 1986 434.718µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:42:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 981.182µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:43:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:08 (172.68.86.9) "GET / HTTP/1.1" 200 1962 466.311µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:43:08Z" level=info msg="successfully created crawl task for https://www.visitbrisbane.com.au: https://spyda.dev/task/ne68ChdYhyB45Wt6GmtivE" uuid=ne68ChdYhyB45Wt6GmtivE +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:43:08Z" level=info msg="starting crawl task for https://www.visitbrisbane.com.au" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:08 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 388.865µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 2.85459ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:10 (172.68.86.21) "GET /add HTTP/1.1" 200 2473 549.494µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:23 (172.68.86.21) "GET / HTTP/1.1" 200 1974 421.727µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1741 961.047µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:43:30Z" level=info msg="successfully created crawl task for https://www.australia.com/en/places/brisbane-and-surrounds/guide-to-brisbane.html: https://spyda.dev/task/2EWVHiPzMNoMmxNKhQANyC" uuid=2EWVHiPzMNoMmxNKhQANyC +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:43:30Z" level=info msg="starting crawl task for https://www.australia.com/en/places/brisbane-and-surrounds/guide-to-brisbane.html" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:30 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 480.856µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:38 (172.68.86.21) "GET / HTTP/1.1" 200 1979 448.27µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1754 1.020093ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:45 (172.68.86.21) "GET /add HTTP/1.1" 200 2470 414.281µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:43:48Z" level=info msg="successfully created crawl task for https://www.lonelyplanet.com/australia/queensland/brisbane: https://spyda.dev/task/eeb3MEmhQK7QzVzEVQU6eP" uuid=eeb3MEmhQK7QzVzEVQU6eP +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:48 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 558.548µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:53 (172.68.86.5) "GET / HTTP/1.1" 200 1979 410.1µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:43:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1753 917.455µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:44:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:07 (172.68.86.21) "GET /add HTTP/1.1" 200 2468 452.758µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:08 (172.68.86.21) "GET / HTTP/1.1" 200 1979 422.086µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1747 1.14616ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:44:10Z" level=info msg="successfully created crawl task for https://www.brisbanetimes.com.au: https://spyda.dev/task/aMmd3z6EmLJizAGV6MH3RL" uuid=aMmd3z6EmLJizAGV6MH3RL +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:10 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 444.829µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:11 (172.68.86.21) "GET /add HTTP/1.1" 200 2468 426.718µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:23 (172.68.86.9) "GET / HTTP/1.1" 200 1974 404.984µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1758 914.881µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:44:31Z" level=info msg="starting crawl task for https://www.lonelyplanet.com/australia/queensland/brisbane" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:44:34Z" level=info msg="starting crawl task for https://www.brisbanetimes.com.au" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:38 (172.68.86.9) "GET / HTTP/1.1" 200 1994 486.569µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 983.872µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:53 (172.68.86.21) "GET / HTTP/1.1" 200 1962 433.89µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:44:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1754 884.235µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:45:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:08 (172.68.86.21) "GET / HTTP/1.1" 200 1988 313.933µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 817.807µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:23 (172.68.86.5) "GET / HTTP/1.1" 200 1994 344.189µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1753 799.599µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:45:35Z" level=info msg="successfully created crawl task for https://www.yelp.com/biz/straddie-super-sports-north-stradbroke-island: https://spyda.dev/task/Rofv4mwKZ9hKmVRfK2DSGJ" uuid=Rofv4mwKZ9hKmVRfK2DSGJ +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:45:35Z" level=info msg="starting crawl task for https://www.yelp.com/biz/straddie-super-sports-north-stradbroke-island" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:35 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 544.304µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:37 (172.68.86.21) "GET /add HTTP/1.1" 200 2470 518.053µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:38 (172.68.86.5) "GET / HTTP/1.1" 200 1974 334.358µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 1.045543ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:53 (172.68.86.9) "GET / HTTP/1.1" 200 1979 325.721µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:45:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 1.007323ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:46:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:08 (172.68.86.5) "GET / HTTP/1.1" 200 1974 323.611µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1755 909.501µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:23 (172.68.86.21) "GET / HTTP/1.1" 200 1974 368.675µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 984.487µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:46:33Z" level=info msg="successfully created crawl task for https://responsiblecafes.org: https://spyda.dev/task/XrqVCAZjVNvHzuSq8nUp79" uuid=XrqVCAZjVNvHzuSq8nUp79 +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:33 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 1.179344ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:38 (172.68.86.5) "GET / HTTP/1.1" 200 1988 384.957µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1747 786µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:53 (172.68.86.5) "GET / HTTP/1.1" 200 1979 305.23µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 967.468µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:46:59 (172.68.86.21) "GET /add HTTP/1.1" 200 2474 349.737µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:47:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:47:02Z" level=info msg="successfully created crawl task for http://www.cornerstorecafe.com: https://spyda.dev/task/iELcbhZDfnui2v8sX2fGJM" uuid=iELcbhZDfnui2v8sX2fGJM +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:02 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 392.347µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:08 (172.68.86.21) "GET / HTTP/1.1" 200 1979 308.302µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1747 873.518µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:19 (172.68.86.21) "GET /add HTTP/1.1" 200 2469 343.133µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:23 (172.68.86.21) "GET / HTTP/1.1" 200 1962 335.522µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:24 (172.68.86.21) "GET / HTTP/1.1" 200 1974 299.605µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 999.459µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:26 (172.68.86.21) "GET /search?q=bank HTTP/1.1" 200 3351 1.182368ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:38 (172.68.86.5) "GET / HTTP/1.1" 200 1974 334.968µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1744 1.127919ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:40 (172.68.86.21) "GET /search?q=bank HTTP/1.1" 200 3351 672.611µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:53 (172.68.86.9) "GET / HTTP/1.1" 200 1988 332.652µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:47:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1745 921.292µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:48:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:08 (172.68.86.21) "GET / HTTP/1.1" 200 1994 308.486µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:08 (172.68.86.21) "GET /add HTTP/1.1" 200 2470 389.263µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:08 (172.68.86.21) "GET / HTTP/1.1" 200 1994 323.671µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 979.606µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:23 (172.68.86.9) "GET / HTTP/1.1" 200 1962 327.08µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 773.963µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:38 (172.68.86.9) "GET / HTTP/1.1" 200 1974 818.418µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1753 945.998µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:53 (172.68.86.21) "GET / HTTP/1.1" 200 1988 396.123µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:48:53Z" level=info msg="successfully created crawl task for https://www.morningafter.com.au: https://spyda.dev/task/wyrQav5mY5eaMpC2BPp7S9" uuid=wyrQav5mY5eaMpC2BPp7S9 +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:53 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 414.239µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1749 892.503µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:48:56 (172.68.86.21) "GET /add HTTP/1.1" 200 2474 407.72µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:49:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:08 (172.68.86.21) "GET / HTTP/1.1" 200 1988 299.915µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 854.6µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:14 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 585.68µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:49:14Z" level=info msg="successfully created crawl task for https://www.suncorp.com.au: https://spyda.dev/task/NCxfgL7zNHPuVgWYayhar7" uuid=NCxfgL7zNHPuVgWYayhar7 +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:23 (172.68.86.21) "GET / HTTP/1.1" 200 1974 328.964µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 1.053681ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:38 (172.68.86.5) "GET / HTTP/1.1" 200 1974 324.626µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1745 834.805µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:46 (172.68.86.21) "GET /add HTTP/1.1" 200 2473 511.335µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:49:49Z" level=info msg="successfully created crawl task for https://www.ing.com.au: https://spyda.dev/task/wfoZsgeWbPNUahHFt6ebt5" uuid=wfoZsgeWbPNUahHFt6ebt5 +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:49 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 363.143µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:53 (172.68.86.21) "GET / HTTP/1.1" 200 1979 341.162µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:49:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 921.656µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:50:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:08 (172.68.86.9) "GET / HTTP/1.1" 200 1986 375.594µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1747 1.050767ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:12 (172.68.86.21) "GET /add HTTP/1.1" 200 2475 490.016µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:50:15Z" level=info msg="successfully created crawl task for https://www.bankwest.com.au: https://spyda.dev/task/yPHrijDWbfpnp9riHpfveM" uuid=yPHrijDWbfpnp9riHpfveM +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:15 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 469.35µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:23 (172.68.86.9) "GET / HTTP/1.1" 200 1979 357.505µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1747 1.046767ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:30 (172.68.86.21) "GET /add HTTP/1.1" 200 2474 501.437µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:50:32Z" level=info msg="successfully created crawl task for https://www.banksa.com.au: https://spyda.dev/task/p4ZEgKigimXQmtWaf6yrGW" uuid=p4ZEgKigimXQmtWaf6yrGW +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:32 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 341.823µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:38 (172.68.86.9) "GET / HTTP/1.1" 200 1988 303.415µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1745 1.470828ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:48 (172.68.86.21) "GET /add HTTP/1.1" 200 2474 392.716µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:50:50Z" level=info msg="successfully created crawl task for https://www.bankaust.com.au: https://spyda.dev/task/duvEruNhyyf9qjRXiERD6B" uuid=duvEruNhyyf9qjRXiERD6B +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:50 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 343.853µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:53 (172.68.86.5) "GET / HTTP/1.1" 200 1988 319.077µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:53 (172.68.86.21) "GET /add HTTP/1.1" 200 2471 417.655µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:50:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 754.714µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:51:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:08 (172.68.86.21) "GET / HTTP/1.1" 200 1988 312.834µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:51:08Z" level=info msg="successfully created crawl task for https://www.bankofmelbourne.com.au: https://spyda.dev/task/qNnHGiKBDcaaZkPnW6hLDQ" uuid=qNnHGiKBDcaaZkPnW6hLDQ +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:08 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 451.697µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1749 1.071241ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:20 (172.68.86.21) "GET /add HTTP/1.1" 200 2469 349.864µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:51:22Z" level=info msg="successfully created crawl task for https://www.westpac.com.au: https://spyda.dev/task/vpHZvzWQWTf57B9GCLo3M8" uuid=vpHZvzWQWTf57B9GCLo3M8 +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:22 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 388.819µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:23 (172.68.86.9) "GET / HTTP/1.1" 200 1974 304.306µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 844.465µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:38 (172.68.86.9) "GET / HTTP/1.1" 200 1986 337.186µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:38 (172.68.86.21) "GET /add HTTP/1.1" 200 2472 338.273µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 867.115µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:51:41Z" level=info msg="successfully created crawl task for https://www.boq.com.au: https://spyda.dev/task/4JGLWXhbvhfoULFehF64A8" uuid=4JGLWXhbvhfoULFehF64A8 +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:41 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 415.784µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:43 (172.68.86.21) "GET /add HTTP/1.1" 200 2467 409.655µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:51 (172.68.86.21) "GET /search?q=John+Harrison HTTP/1.1" 200 3338 4.279107ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:53 (172.68.86.21) "GET / HTTP/1.1" 200 1974 347.678µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 1.014564ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:51:58Z" level=info msg="successfully created crawl task for https://up.com.au: https://spyda.dev/task/U7knYA6YYZjgaEMYiwZrWJ" uuid=U7knYA6YYZjgaEMYiwZrWJ +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:51:58 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 375.28µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:52:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:01 (172.68.86.21) "GET /add HTTP/1.1" 200 2474 338.281µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:08 (172.68.86.5) "GET / HTTP/1.1" 200 1988 354.641µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 844.402µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:23 (172.68.86.5) "GET / HTTP/1.1" 200 1986 308.851µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 945.559µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:31 (172.68.86.21) "GET / HTTP/1.1" 200 1994 329.374µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:37 (172.68.86.21) "GET /search?q=Dr.+Harrison HTTP/1.1" 200 3468 1.168691ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:38 (172.68.86.9) "GET / HTTP/1.1" 200 1986 338.791µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 991.58µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:53 (172.68.86.5) "GET / HTTP/1.1" 200 1986 683.326µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:52:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 1.032866ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:53:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:08 (172.68.86.21) "GET / HTTP/1.1" 200 1988 307.112µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1741 1.024197ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:23 (172.68.86.21) "GET / HTTP/1.1" 200 1986 469.04µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 1.10393ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:53:29Z" level=info msg="successfully created crawl task for https://www.bankofamerica.com: https://spyda.dev/task/vE6k7QUgDCAhEntoG7q5WE" uuid=vE6k7QUgDCAhEntoG7q5WE +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:29 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 439.837µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:38 (172.68.86.21) "GET / HTTP/1.1" 200 1974 340.19µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 971.449µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:53 (172.68.86.5) "GET / HTTP/1.1" 200 1962 327.668µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:53:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 785.503µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:54:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:03 (172.68.86.21) "GET /search?q=James+Mills HTTP/1.1" 200 3431 4.53176ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:08 (172.68.86.9) "GET / HTTP/1.1" 200 1962 327.022µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:09 (172.68.86.21) "GET /search?q=James+Mills HTTP/1.1" 200 3453 4.073538ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 1.087607ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:23 (172.68.86.21) "GET / HTTP/1.1" 200 1979 346.196µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 894.37µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:38 (172.68.86.5) "GET / HTTP/1.1" 200 1986 383.768µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 886.061µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:40 (172.68.86.21) "GET /add HTTP/1.1" 200 2469 404.376µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:54:43Z" level=info msg="successfully created crawl task for https://www.bendigobank.com.au: https://spyda.dev/task/y4uPMKDo5ZsmzMrjeb7ydH" uuid=y4uPMKDo5ZsmzMrjeb7ydH +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:43 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 474.282µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:45 (172.68.86.21) "GET /add HTTP/1.1" 200 2477 371.155µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:53 (172.68.86.5) "GET / HTTP/1.1" 200 1962 315.042µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:54:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 1.345014ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:55:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:06 (172.68.86.21) "GET /search?q=%22James+Mills%22 HTTP/1.1" 200 3443 4.500331ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:08 (172.68.86.21) "GET / HTTP/1.1" 200 1986 340.235µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 855.313µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:20 (172.68.86.21) "GET /add HTTP/1.1" 200 2467 365.171µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:23 (172.68.86.21) "GET / HTTP/1.1" 200 1994 367.1µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 1.023835ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:55:29Z" level=info msg="successfully created crawl task for https://prologic.shortcircuit.net.au: https://spyda.dev/task/gAyzucFiMhc8gsMLYQDpaY" uuid=gAyzucFiMhc8gsMLYQDpaY +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:29 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 457.362µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:31 (172.68.86.21) "GET /add HTTP/1.1" 200 2473 344.045µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:55:36Z" level=info msg="successfully created crawl task for https://prologic.blog: https://spyda.dev/task/JenYH27WRBWhRNkNq2diq9" uuid=JenYH27WRBWhRNkNq2diq9 +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:36 (172.68.86.21) "POST /add HTTP/1.1" 200 1918 352.346µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:38 (172.68.86.21) "GET / HTTP/1.1" 200 1974 324.239µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:38 (172.68.86.9) "GET / HTTP/1.1" 200 1988 323.875µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1749 878.668µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:41 (172.68.86.21) "GET / HTTP/1.1" 200 1962 324.816µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:53 (172.68.86.9) "GET / HTTP/1.1" 200 1974 306.625µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:55:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 967.414µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:56:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:08 (172.68.86.5) "GET / HTTP/1.1" 200 1988 358.696µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 897.385µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:23 (172.68.86.21) "GET / HTTP/1.1" 200 1994 329.461µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 913.462µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:38 (172.68.86.21) "GET / HTTP/1.1" 200 1988 342.737µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 845.055µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:53 (172.68.86.9) "GET / HTTP/1.1" 200 1962 370.524µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:56:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 1.014811ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:57:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:08 (172.68.86.9) "GET / HTTP/1.1" 200 1979 317.76µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1755 920.948µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:23 (172.68.86.5) "GET / HTTP/1.1" 200 1962 382.164µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 872.579µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:38 (172.68.86.9) "GET / HTTP/1.1" 200 1974 399.821µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 905.471µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:53 (172.68.86.21) "GET / HTTP/1.1" 200 1979 333.408µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:57:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1755 897.903µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:58:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:08 (172.68.86.21) "GET / HTTP/1.1" 200 1988 383.799µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:09 (172.68.86.21) "GET / HTTP/1.1" 200 1974 282.798µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1754 828.614µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:13 (172.68.86.21) "GET /search?q=James+Mills HTTP/1.1" 200 3439 4.101052ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:23 (172.68.86.21) "GET /search?q=Australian+Bank HTTP/1.1" 200 3253 893.186µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:23 (172.68.86.21) "GET / HTTP/1.1" 200 1994 346.133µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 1.022576ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:32 (172.68.86.21) "GET /search?q=Thai HTTP/1.1" 200 2467 548.921µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:38 (172.68.86.9) "GET / HTTP/1.1" 200 1988 332.656µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 868.981µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:46 (172.68.86.21) "GET / HTTP/1.1" 200 1974 381.519µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:53 (172.68.86.21) "GET / HTTP/1.1" 200 1994 355.03µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:58:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1749 951.435µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T03:59:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:08 (172.68.86.21) "GET / HTTP/1.1" 200 1974 771.882µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 880.984µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:23 (172.68.86.5) "GET / HTTP/1.1" 200 1994 441.61µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 953.931µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:38 (172.68.86.21) "GET / HTTP/1.1" 200 1988 333.974µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 897.647µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:53 (172.68.86.9) "GET / HTTP/1.1" 200 1962 465.026µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 03:59:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1751 851.122µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T04:00:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:08 (172.68.86.21) "GET / HTTP/1.1" 200 1988 398.805µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1748 899.251µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:15 (172.68.86.21) "GET /task/y4uPMKDo5ZsmzMrjeb7ydH HTTP/1.1" 200 40 106.65µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:15 (172.68.86.23) "GET /favicon.ico HTTP/1.1" 404 1952 353.168µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:23 (172.68.86.9) "GET / HTTP/1.1" 200 1974 286.621µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1746 935.882µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:38 (172.68.86.5) "GET / HTTP/1.1" 200 1962 364.826µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1754 829.964µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:53 (172.68.86.5) "GET / HTTP/1.1" 200 1979 341.551µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1749 824.633µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:00:55 (172.68.86.21) "GET /task/gAyzucFiMhc8gsMLYQDpaY HTTP/1.1" 200 40 51.752µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T04:01:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:03 (172.68.86.21) "GET /task/JenYH27WRBWhRNkNq2diq9 HTTP/1.1" 200 40 59.908µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:08 (172.68.86.5) "GET / HTTP/1.1" 200 1979 749.971µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1750 935.857µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:18 (172.68.86.21) "GET /task/8WKi5fazK3p5Zk7haYAo7m HTTP/1.1" 200 41 54.978µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:21 (172.68.86.21) "GET /task/E455SpgUkTMJ77tUQpKGWm HTTP/1.1" 200 41 95.511µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:23 (172.68.86.5) "GET / HTTP/1.1" 200 1974 347.63µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1754 855.457µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:25 (172.68.86.21) "GET /task/Kde2WvRVUFz2UJ27VxrY2i HTTP/1.1" 200 40 59.08µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:29 (172.68.86.21) "GET /task/RcTf82jkKJd8p5in3NpW8g HTTP/1.1" 200 41 60.202µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:33 (172.68.86.21) "GET /task/dr88HF55vPmjE8y4JhYAqK HTTP/1.1" 200 41 48.16µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:36 (172.68.86.21) "GET /task/HoGKuUkayi4pEFiq3EuAWR HTTP/1.1" 200 41 53.429µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:38 (172.68.86.21) "GET / HTTP/1.1" 200 1986 414.807µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1754 964.424µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:40 (172.68.86.21) "GET /task/ne68ChdYhyB45Wt6GmtivE HTTP/1.1" 200 41 51.62µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:44 (172.68.86.21) "GET /task/2EWVHiPzMNoMmxNKhQANyC HTTP/1.1" 200 41 66.959µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:48 (172.68.86.21) "GET /task/eeb3MEmhQK7QzVzEVQU6eP HTTP/1.1" 200 41 48.309µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:52 (172.68.86.21) "GET /task/aMmd3z6EmLJizAGV6MH3RL HTTP/1.1" 200 41 54.302µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:53 (172.68.86.5) "GET / HTTP/1.1" 200 1979 327.467µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1756 857.084µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:01:56 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 53.352µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T04:02:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:08 (172.68.86.5) "GET / HTTP/1.1" 200 1994 332.08µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1756 899.11µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:12 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 54.069µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:23 (172.68.86.9) "GET / HTTP/1.1" 200 1988 303.413µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1752 916.366µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:31 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 68.514µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:32 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 49.232µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:38 (172.68.86.21) "GET / HTTP/1.1" 200 1979 325.598µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1753 922.866µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:45 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 55.767µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:46 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 54.419µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:47 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 61.735µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:47 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 52.994µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:48 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 61.098µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:49 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 47.784µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:49 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 51.419µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:50 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 63.107µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:51 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 55.49µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:52 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 75.304µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:53 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 47.527µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:53 (172.68.86.21) "GET / HTTP/1.1" 200 1974 317.943µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:54 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 68.444µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1755 886.849µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:54 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 59.346µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:55 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 47.854µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:57 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 53.514µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:58 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 56.336µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:02:59 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 47.636µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T04:03:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:00 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 64.607µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:00 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 51.132µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:01 (172.68.86.21) "GET /task/Rofv4mwKZ9hKmVRfK2DSGJ HTTP/1.1" 200 40 52.837µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:08 (172.68.86.5) "GET / HTTP/1.1" 200 1962 336.132µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1755 1.31828ms +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:23 (172.68.86.5) "GET / HTTP/1.1" 200 1962 396.306µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1758 878.728µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:38 (172.68.86.5) "GET / HTTP/1.1" 200 1988 429.569µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1758 925.799µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:53 (172.68.86.9) "GET / HTTP/1.1" 200 1962 361.549µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:03:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1758 981.036µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | time="2021-02-02T04:04:00Z" level=info msg="synced store" +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:08 (172.68.86.5) "GET / HTTP/1.1" 200 1979 340.076µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:09 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1758 885.856µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:23 (172.68.86.21) "GET / HTTP/1.1" 200 1994 334.645µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:24 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1761 940.064µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:38 (172.68.86.21) "GET / HTTP/1.1" 200 1988 350.136µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:39 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1759 983.971µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:53 (172.68.86.9) "GET / HTTP/1.1" 200 1994 338.518µs +spyda_spyda.1.s65hj722ud0x@dm6.mills.io | [spyda] 2021/02/02 04:04:54 (10.0.2.6:45506) "GET /metrics HTTP/1.1" 200 1759 1.038417ms