本文实例讲述了PHP实现抓取百度搜索结果页面【相关搜索词】并存储到txt文件。分享给大家供大家参考,具体如下:
一、百度搜索关键词【】
【】搜索链接
https://www.baidu.com/s"//img.jbzj.com/file_images/article/201807/2018711122208294.png" alt="" />
搜索结果部分源代码:
<div id="rs"><div class="tt">相关搜索</div><table cellpadding="0"><tbody><tr><th><a href="/s" rel="external nofollow" >游戏脚本一般都在哪找</a></th><td></td><th><a href="/s" rel="external nofollow" >脚本怎么写</a></th><td></td><th><a href="/s" rel="external nofollow" >脚本是什么意思</a></th></tr><tr><th><a href="/s" rel="external nofollow" >app</a></th><td></td><th><a href="/s" rel="external nofollow" >手机脚本制作</a></th><td></td><th><a href="/s" rel="external nofollow" >手机脚本大全</a></th></tr><tr><th><a href="/s" rel="external nofollow" >脚本游戏制作大师</a></th><td></td><th><a href="/s" rel="external nofollow" >游戏脚本制作教程</a></th><td></td><th><a href="/s" rel="external nofollow" >脚本精灵</a></th></tr></tbody></table></div>
二、抓取并保存本地
源代码
index.php:
<form action="index.php" method="post"> <input name="q" type="text" /> <input type="submit" value="Get Keywords" /> </form> <"http://www.baidu.com/s".$word; // 构造包头,模拟浏览器请求 $header = array ( "Host:www.baidu.com", "Content-Type:application/x-www-form-urlencoded",//post请求 "Connection: keep-alive", 'Referer:http://www.baidu.com', 'User-Agent: Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; WOW64; Trident/5.0; BIDUBrowser 2.6)' ); $ch = curl_init (); curl_setopt ( $ch, CURLOPT_URL, $url ); curl_setopt ( $ch, CURLOPT_HTTPHEADER, $header ); curl_setopt ( $ch, CURLOPT_RETURNTRANSFER, 1 ); $content = curl_exec ( $ch ); if ($content == FALSE) { echo "error:" . curl_error ( $ch ); } curl_close ( $ch ); //输出结果echo $content; $this->o_String->string=$content; $s_begin='<div id="rs">'; $s_end='</div>'; $summary=$this->o_String->getPart($s_begin,$s_end); $s_begin='<div class="tt">相关搜索</div><table cellpadding="0"><tr><th>'; $s_end='</th></tr></table></div>'; $content=$this->o_String->getPart($s_begin,$s_end); return $content; } public function __destruct(){ unset($this->o_String); } } if($_POST){ $com = new ComBaike(); $q = $_POST['q']; $str = $com->getItem($q); //获取搜索内容 $pat = '/<a(.*"(.*" rel="external nofollow" (.*",", $m[4]); //生成文件夹 $dates = date("Ymd"); $path="./Search/".$dates."/"; if(!is_dir($path)){ mkdir($path,0777,true); } //生成文件 $file = fopen($path.iconv("UTF-8","GBK",$q).".txt",'w'); if(fwrite($file,$con)){ echo $con; echo '<script>alert("success")</script>'; }else{ echo '<script>alert("error")</script>'; } fclose($file); } "htmlcode"><"_blank" href="//www.jb51.net/Special/66.htm">php curl用法总结》、《PHP网络编程技巧总结》、《PHP数组(Array)操作技巧大全》、《php字符串(string)用法总结》、《PHP数据结构与算法教程》及《PHP中json格式数据操作技巧汇总》希望本文所述对大家PHP程序设计有所帮助。