- function spider($url, $spider = 'Blankspider', $port = 80, $timeout = 15) {
- $content= '';
- $resolve = parse_url($url);
- $host = $resolve['host'];
- $path = empty($resolve['path']) ? '/' : $resolve['path'].(!empty($resolve['query']) ? '?'.$resolve['query'] : '');
- if(empty($host)) { return 'Requested host name can\\'t be empty'; }
- $fp = fsockopen($host, $port, $errno, $errstr, $timeout);
- if (!$fp) {
- return $errstr;
- } else {
- $fputs = "GET $path HTTP/1.1\\r\\n";
- $fputs.= "Accept: */*\\r\\n";
- $fputs.= "Host: $host\\r\\n";
- $fputs.= "Spider: $spider\\r\\n";
- $fputs.= "Connection: Close\\r\\n\\r\\n";
- stream_set_blocking($fp, 1);
- stream_set_timeout($fp, $timeout);
- fputs($fp, $fputs);
- while(!feof($fp)) {
- if(($return = fgets($fp)) && ($return == "\\r\\n" || $return == "\\n")) {
- break;
- }
- }
- while(!feof($fp)) { $content .= fgets($fp, 8192); }
- fclose($fp);
- return $content;
- }
- }
- function cron2spider($iptable, $sleep = 5) {
- set_time_limit(0);
- $i = 0;
- date_default_timezone_set('PRC');
- if(!file_exists($iptable)) {
- return json_encode(array(
- 'status'=> 'error',
- 'description'=> 'iptable.conf file not exists'));
- }
- $file = file($iptable);
- if(empty($file)) {
- return json_encode(array(
- 'status'=> 'error',
- 'description'=> 'iptable.conf can\\'t be empty'));
- }
- while($i< count($file)) {
- if(!file_exists('robots') || !is_writable('robots')) {
- return json_encode(array(
- 'status'=> 'error',
- 'description'=> 'directory doesn\\'t exist or don\\'t have write permissions'));
- }
- $dir = 'robots/'.preg_replace('/(http\\:\\/\\/)|(\\s)|(www\\.)/', '', $file[$i]);
- if(!file_exists($dir)){ mkdir($dir); }
- file_put_contents($dir.'/'.date('Y.m.d.H.i.s', time()).'.txt', spider(preg_replace('/\\s/', '', $file[$i])));
- $i++;
- sleep($sleep);
- }
- return json_encode(array(
- 'status'=> 'ok',
- 'description'=> 'robots program execution success'));
- }
- echo cron2spider('iptable.conf');
- //该片段来自于http://www.codesnippet.cn/detail/110720134547.html
来源: http://www.codesnippet.cn/detail/110720134547.html