dever il y a 3 ans
Parent
commit
0b033b6874
1 fichiers modifiés avec 52 ajouts et 7 suppressions
  1. 52 7
      app/collection/lib/Spider.php

+ 52 - 7
app/collection/lib/Spider.php

@@ -31,9 +31,46 @@ class Spider
 		$this->pic($data);
 	}
 
+    # 从采集的数据导入 一天采集一次,一次使用12个
+    public function import()
+    {
+        # 导入到唯美中
+        # 每年12期,
+        $id = Dever::input('info_id', 5);
+        $source_id = $where['pid'] = Dever::input('pid', 3);
+        $where['use'] = 1;
+        $data = Dever::db('spider/data')->getAll($where);
+
+        $main_name = '收集者';
+
+        $page_name = '唯美';
+
+        $page_desc = '';
+
+        $date = explode('-', date('Y-m-d'));
+
+        $param = array();
+
+        if ($data) {
+            foreach ($data as $k => $v) {
+                $value = Dever::array_decode($v['value']);
+                if ($value && is_array($value)) {
+                    Dever::db('spider/data')->update(array('where_id' => $v['id'], 'use' => 2));
+                    foreach ($value as $k1 => $v1) {
+                        $page_desc = $v1['name'];
+                        $pic = $v1['pic'];
+                        $this->upPic($id, $source_id, $main_name, $page_name, $page_desc, $pic, $param);
+                        
+                    }
+                }
+            }
+        }
+    }
+
 	# 接收采集的图片数据
     public function pic($data)
     {
+        return;
     	$id = Dever::input('info_id');
         $main_name = Dever::input('main_name', '图片收集序列');
     	$page_name = Dever::input('page_name');
@@ -65,6 +102,11 @@ class Spider
             }
         }
 
+        $this->upPic($id, $source_id, $main_name, $page_name, $page_desc, $pic, $data, $day_name_type);
+    }
+
+    public function upPic($id, $source_id, $main_name, $page_name, $page_desc, $pic, $data, $day_name_type = 1)
+    {
         if (isset($date[0]) && isset($date[1]) && isset($date[2])) {
             $year = intval($date[0]);
             if (!$year) {
@@ -99,11 +141,11 @@ class Spider
             # 按月生成子章节
             $month_name = $month . '月';
 
-            # 按天生成内容名称
-            if ($day_name_type == 1) {
-                $day_name = '第' . $day . '天';
-            } else {
+            # 生成内容名称
+            if ($day_name_type == 2 && isset($data['name']) && $data['name']) {
                 $day_name = $data['name'];
+            } else {
+                $day_name = '第' . $day . '天';
             }
             # 每期最多12个,多了有点卡顿,后续要优化的
             $max = 12;
@@ -231,9 +273,12 @@ class Spider
     	foreach ($pic as $k => $v) {
 	    	$where['pic_key'] = md5($v);
 	    	$param['pic'] = $v;
-	    	Dever::upinto($table, $where, $param);
-
-            Dever::load('collection/lib/content')->updateTypeId($id, '', $where);
+            $v = Dever::curl($v . '?imageInfo');
+            $v = Dever::json_decode($v);
+            if (isset($v['width']) && $v['width'] > 0) {
+                Dever::upinto($table, $where, $param);
+                Dever::load('collection/lib/content')->updateTypeId($id, '', $where);
+            }
     	}
     }
 }