简单使用phpspider爬取24节气数据
Git地址:https://github.com/owner888/phpspider官方文档:https://doc.phpspider.org/'127.0.0.1','port
Git地址:https://github.com/owner888/phpspider
官方文档:https://doc.phpspider.org/
<?php
ini_set("memory_limit", "10240M");
require_once __DIR__ . '/../autoloader.php';
use phpspider\core\phpspider;
use phpspider\core\requests;
use phpspider\core\selector;
use phpspider\core\db;
/* Do NOT delete this comment */
$db_config = array(
'host' => '127.0.0.1',
'port' => 3306,
'user' => 'root',
'pass' => '123456',
'name' => 'qiushibaike',
);
// 数据库配置
db::set_connect('default', $db_config);
// 数据库链接
db::_init();
for ($i = 1900; $i <= 2100; $i++)
{
$url = "http://jieqi.911cha.com/{$i}.html";
$html = requests::get("https://jieqi.911cha.com/{$i}.html");
$data = selector::select($html, "//div[@class='gclear jq mb']//a");
foreach ($data as $k=>$v){
db::insert('content',['content'=>$v] );
}
}
相关文章
发表评论
评论列表
- 这篇文章还没有收到评论,赶紧来抢沙发吧~