<?php
namespace Spider\Lib;
use Dever;
class Get
{
public function wechat_api()
{
$time = time();
$config = Dever::db('spider/wechat')->get(array('where_zdate' => $time));
if ($config) {
foreach ($config as $k => $v) {
//$this->get($v['id'], $v['name'], $v['wechat']);
Dever::daemon('lib/get.get?id=' . $v['id'], 'spider');
if (!$v['zdate'] || $v['zdate'] < 100000) {
$v['zdate'] = time();
}
Dever::db('spider/wechat')->update(array('where_id' => $v['id'], 'zdate' => $v['zdate'] + ($v['pdate']*3600)));
}
}
return 'ok';
}
public function up($id, $name, $data)
{
$audit = Dever::param('audit', $data);
$info = Dever::db('spider/data')->one($id);
$wechat = Dever::db('spider/wechat')->one($info['wechat_id']);
# 查询文章表里有没有
$article = Dever::db('content/article')->one(array('wechat_data_id' => $id, 'wechat' => 2));
if ($audit == 2) {
$insert['cate_id'] = $wechat['cate_id'];
$insert['author_id'] = $wechat['author_id'];
$insert['name'] = $info['name'];
$insert['pdate'] = $info['pdate'];
$insert['pic_cover'] = $info['cover'];
$insert['content'] = $info['content'];
$insert['audit'] = 2;
$insert['wechat'] = 2;
$insert['wechat_data_id'] = $info['id'];
if (!$article) {
Dever::db('content/article')->insert($insert);
} else {
$insert['where_id'] = $article['id'];
Dever::db('content/article')->update($insert);
}
} else {
if ($article) {
$where['where_id'] = $article['id'];
$where['audit'] = 1;
Dever::db('content/article')->update($where);
}
}
}
public function get_api()
{
}
public function get()
{
$id = Dever::input('id');
$info = Dever::db('spider/wechat')->one($id);
$name = $info['name'];
$wechat = $info['wechat'];
$url = 'https://weixin.sogou.com/weixin?type=1&query='.$name.'&ie=utf8&s_from=input&_sug_=n&_sug_type_=';
$content = $this->content($name, $url);
preg_match_all('/<a target="_blank" uigs="account_name_0" href="(.*?)">(.*?)<\/a>/i', $content, $matches);
if (isset($matches[1][0])) {
$url = $matches[1][0];
$url = str_replace('&', '&', $url);
$content = $this->content($name, $url);
# 获取微信号 <p class="profile_account">微信号: tesexiaozhenzmg</p>
if (!$wechat) {
preg_match_all('/<p class="profile_account">微信号: (.*?)<\/p>/i', $content, $matches);
if (isset($matches[1][0]) && $matches[1][0]) {
$wechat = $matches[1][0];
Dever::db('spider/wechat')->update(array('where_id' => $id, 'wechat' => $wechat));
}
}
# 获取微信前10条内容
preg_match_all('/var msgList = {(.*?)};/i', $content, $matches);
if (isset($matches[1][0]) && $matches[1][0])
{
$string = '{'.$matches[1][0].'}';
$array = Dever::json_decode($string);
if (isset($array['list'])) {
foreach ($array['list'] as $k => $v) {
$this->getArticle($id, $name, $v['app_msg_ext_info']);
}
}
}
}
}
private function getArticle($id, $name, $data)
{
$host = 'https://mp.weixin.qq.com';
$url = $host . $data['content_url'];
$url = str_replace('&', '&', $url);
$content = $this->content($name, $url);
preg_match_all('/<div class="rich_media_content " id="js_content">([\s\S]*?)<\/div>/i', $content, $matches);
$result['content'] = '';
if (isset($matches[1][0]) && $matches[1][0]) {
$result['content'] = $this->convertContent($matches[1][0]);
}
$result['title'] = $data['title'];
$result['cover'] = $this->pic($data['cover']);
$result['copyright'] = $data['copyright_stat'] == 11 ? 1 : 2;
$result['pdate'] = '';
# 获取时间
preg_match_all('/var ct = "(.*?)";/i', $content, $matches);
if ($matches[1][0] && $matches[1][0]) {
$result['pdate'] = $matches[1][0];
}
$where['wechat_id'] = $id;
$where['name'] = $result['title'];
$info = Dever::db('spider/data')->one($where);
$where['cover'] = $result['cover'];
$where['content'] = $result['content'];
$where['copyright'] = $result['copyright'];
$where['pdate'] = $result['pdate'];
if (!$info) {
Dever::db('spider/data')->insert($where);
} else {
$where['where_id'] = $info['id'];
Dever::db('spider/data')->update($where);
}
}
private function convertContent($content)
{
$content = trim($content);
preg_match_all('/data-src="(.*?)"/i', $content, $matches);
if (isset($matches[1]) && $matches[1]) {
foreach ($matches[1] as $k => $v) {
$pic = $this->pic($v);
$content = str_replace($v, $pic, $content);
}
}
$content = str_replace('data-src', 'src', $content);
return $content;
}
private function pic($pic)
{
$data = Dever::load('upload/save.copy?key=1&file=' . urlencode($pic));
if ($data && isset($data['url'])) {
return $data['url'];
} else {
return '';
}
}
private function header()
{
$ip = $this->ip();
$header = array();
$header['Accept'] = 'image/gif, image/jpeg, image/pjpeg, image/pjpeg, application/x-ms-application, application/x-ms-xbap, application/vnd.ms-xpsdocument, application/xaml+xml, */*';
$header['Connection'] = 'Keep-Alive';
$header['Pragma'] = 'no-cache';
$header['Accept-Language'] = 'zh-Hans-CN,zh-Hans;q=0.8,en-US;q=0.5,en;q=0.3';
$header['User-Agent'] = $this->agent();
$header['CLIENT-IP'] = $ip;
$header['X-FORWARDED-FOR'] = $ip;
return $header;
}
private function agent()
{
$agent = [
'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1; SV1; AcooBrowser; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
'Mozilla/4.0 (compatible; MSIE 7.0; Windows NT 6.0; Acoo Browser; SLCC1; .NET CLR 2.0.50727; Media Center PC 5.0; .NET CLR 3.0.04506)',
'Mozilla/4.0 (compatible; MSIE 7.0; AOL 9.5; AOLBuild 4337.35; Windows NT 5.1; .NET CLR 1.1.4322; .NET CLR 2.0.50727)',
'Mozilla/5.0 (Windows; U; MSIE 9.0; Windows NT 9.0; en-US)',
'Mozilla/5.0 (compatible; MSIE 9.0; Windows NT 6.1; Win64; x64; Trident/5.0; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 2.0.50727; Media Center PC 6.0)',
'Mozilla/5.0 (compatible; MSIE 8.0; Windows NT 6.0; Trident/4.0; WOW64; Trident/4.0; SLCC2; .NET CLR 2.0.50727; .NET CLR 3.5.30729; .NET CLR 3.0.30729; .NET CLR 1.0.3705; .NET CLR 1.1.4322)',
'Mozilla/4.0 (compatible; MSIE 7.0b; Windows NT 5.2; .NET CLR 1.1.4322; .NET CLR 2.0.50727; InfoPath.2; .NET CLR 3.0.04506.30)',
'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN) AppleWebKit/523.15 (KHTML, like Gecko, Safari/419.3) Arora/0.3 (Change: 287 c9dfb30)',
'Mozilla/5.0 (X11; U; Linux; en-US) AppleWebKit/527 (KHTML, like Gecko, Safari/419.3) Arora/0.6',
'Mozilla/5.0 (Windows; U; Windows NT 5.1; en-US; rv:1.8.1.2pre) Gecko/20070215 K-Ninja/2.1.1',
'Mozilla/5.0 (Windows; U; Windows NT 5.1; zh-CN; rv:1.9) Gecko/20080705 Firefox/3.0 Kapiko/3.0',
'Mozilla/5.0 (X11; Linux i686; U;) Gecko/20070322 Kazehakase/0.4.5',
'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.0.8) Gecko Fedora/1.9.0.8-1.fc10 Kazehakase/0.5.6',
'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.56 Safari/535.11',
'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_7_3) AppleWebKit/535.20 (KHTML, like Gecko) Chrome/19.0.1036.7 Safari/535.20',
'Opera/9.80 (Macintosh; Intel Mac OS X 10.6.8; U; fr) Presto/2.9.168 Version/11.52'];
return $agent[rand(0,count($agent) - 1)];;
}
private function ip()
{
$ip_long = array(
array('607649792', '608174079'), //36.56.0.0-36.63.255.255
array('1038614528', '1039007743'), //61.232.0.0-61.237.255.255
array('1783627776', '1784676351'), //106.80.0.0-106.95.255.255
array('2035023872', '2035154943'), //121.76.0.0-121.77.255.255
array('2078801920', '2079064063'), //123.232.0.0-123.235.255.255
array('-1950089216', '-1948778497'), //139.196.0.0-139.215.255.255
array('-1425539072', '-1425014785'), //171.8.0.0-171.15.255.255
array('-1236271104', '-1235419137'), //182.80.0.0-182.92.255.255
array('-770113536', '-768606209'), //210.25.0.0-210.47.255.255
array('-569376768', '-564133889'), //222.16.0.0-222.95.255.255
);
$rand_key = mt_rand(0, 9);
$ip = long2ip(mt_rand($ip_long[$rand_key][0], $ip_long[$rand_key][1]));
return $ip;
}
private function content($name, $url)
{
$key = md5($name) . '_' . md5($url);
$time = time();
$date = explode('-', date('Y-m-d', $time));
$file = Dever::path(Dever::data() . 'tmp/', $date[0] . '/' . $date[1] . '/' . $date[2] . '/' . $key);
$num = 3600;
if (!is_file($file) || (is_file($file) && filemtime($file) - $time > $num)) {
$header = $this->header();
$content = Dever::curl($url, false, 'get', false, $header, $header['User-Agent'], 'http://weixin.sogou.com/');
file_put_contents($file, $content);
} else {
$content = file_get_contents($file);
}
if (!$content) {
Dever::alert('内容已失效');
}
return $content;
}
}