{"full_name":"binux/pyspider","owner":"binux","name":"pyspider","shard":"1","url":"https://github.com/binux/pyspider","description":"A Powerful Spider(Web Crawler) System in Python.","homepage":"http://docs.pyspider.org/","topics":["python","crawler"],"tag_pages":["crawler","python"],"language":"Python","license":"Apache-2.0","avatar":"https://avatars.githubusercontent.com/u/646451?u=5aa0b106a60a3ce125e0017263baa64e88e599b9&v=4","created_at":"2014-02-21T19:18:47Z","pushed_at":"2024-04-30T19:43:29Z","metrics":{"stars":16743,"forks":3609,"watchers":1,"issues":823,"prs":172,"releases":13,"issues_open":274,"issues_closed":549,"prs_open":26,"prs_closed":56,"prs_merged":90,"discussions":0},"growth":{"day":{"stars":-1,"forks":-1,"base_day":"2026-11-15"}},"history":{"dates":["2026-11-10","2026-11-11","2026-11-12","2026-11-13","2026-11-14","2026-11-15","2026-11-16"],"stars":[16744,16746,16747,16747,16746,16744,16743],"forks":[3610,3611,3611,3610,3610,3610,3609],"watchers":[null,1,1,1,1,1,1],"issues_open":[null,274,274,274,274,274,274],"prs_open":[null,26,26,26,26,26,26]},"boards":{},"same_owner":[],"issues":[{"number":138,"title":"Crawl rate bottleneck","comments":30,"created_at":"2015-02-20T09:55:13Z"},{"number":175,"title":"Phantom js always go die when crawling","comments":27,"created_at":"2015-04-08T01:07:15Z"},{"number":174,"title":"*** glibc detected *** /usr/local/bin/python2.7: free(): invalid next size (fast): 0x00000000028d40d0 ***","comments":27,"created_at":"2015-04-05T12:21:36Z"},{"number":224,"title":"not implemented","comments":26,"created_at":"2015-06-11T13:40:22Z"},{"number":472,"title":"ImportError: pycurl: libcurl link-time version (7.37.1) is older than compile-time version (7.43.0)","comments":23,"created_at":"2016-06-14T11:33:39Z"},{"number":458,"title":"Phantomjs, performance","comments":20,"created_at":"2016-06-01T12:38:37Z"},{"number":238,"title":"Always get \"connect to scheduler rpc error: error(10061,' ')","comments":18,"created_at":"2015-07-11T14:48:12Z"},{"number":63,"title":"Error no longer continue running after a period of time,","comments":16,"created_at":"2014-12-31T05:41:27Z"}],"discussions":[],"latest_release":{"name":"v0.3.10","tag":"v0.3.10","published_at":"2018-04-18T04:25:22Z","body":"## New features:\r\n* add phantomjs proxy support #692 @volvofixthis\r\n* support redis 3.x in cluster mode for message queue @hackty\r\n\r\n## Fix several bugs:\r\n* Improve the performance of counter.to_dict \r\n* Fixed issue of counter changed during read\r\n* Fix tornado version dependency in setup.py ","is_prerelease":false},"readme":true,"readme_zh":false,"news":[],"stale":false,"snapshot_at":"2026-11-16T09:23:14Z","history_start":"2026-09-06"}