Parse.php 2.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114
  1. <?php
  2. namespace Spider\Lib;
  3. use Dever;
  4. class Parse
  5. {
  6. private $url = '';
  7. private $host = '';
  8. private $log;
  9. private $doc = array();
  10. private $data = array();
  11. public function __construct($url, $project, $rule, $col)
  12. {
  13. $doc = Doc::getInstance($url, $rule);
  14. $doc->log(new Log($project));
  15. $data = $doc->get();
  16. if ($data) {
  17. if (!is_array($data) && !is_object($data)) {
  18. $state = Dever::json_decode($data);
  19. if ($state) {
  20. $data = $state;
  21. }
  22. }
  23. if ($data) {
  24. if (is_array($data)) {
  25. $domain = parse_url($url);
  26. $host = $domain['scheme'] . '://' . $domain['host'];
  27. foreach ($data as $k => $v) {
  28. if (!strstr($v, 'http')) {
  29. $v = $host . $v;
  30. }
  31. $this->data[$k] = $this->load($doc, $v, $col, $project);
  32. }
  33. } else {
  34. $this->data = $this->load($doc, $data, $col, $project);
  35. }
  36. }
  37. }
  38. $doc->saveLog();
  39. }
  40. public function get()
  41. {
  42. return $this->data;
  43. }
  44. private function load($doc, $data, $col, $project)
  45. {
  46. $result = $table = array();
  47. $data = $doc->init($data);
  48. if (!$col) {
  49. if (Dever::input('test') == 1) {
  50. $doc->outLog();
  51. echo 'error';die;
  52. }
  53. return false;
  54. }
  55. foreach ($col as $v) {
  56. $callback = false;
  57. if (strpos($v['key'], '.') !== false) {
  58. $temp = explode('.', $v['key']);
  59. $v['key'] = $temp[1];
  60. $callback = $temp[0];
  61. }
  62. $value = $doc->rule($data, $col, $v);
  63. if ($value == 'error') {
  64. break;
  65. }
  66. if ($callback) {
  67. if (function_exists($callback)) {
  68. $value = $callback($value);
  69. } else {
  70. $value = Dever::{$callback}($value);
  71. }
  72. }
  73. $result[$v['key']] = $value;
  74. if (Dever::input('test') == 1) {
  75. $table[$v['name']] = $value;
  76. }
  77. }
  78. if (Dever::input('test') == 1) {
  79. $doc->outLog();
  80. print_r(Dever::table($table));die;
  81. }
  82. $this->update($result, $project);
  83. return $result;
  84. }
  85. private function update($data, $project)
  86. {
  87. $param['option_pid'] = $project;
  88. $param['option_value'] = json_encode($data, JSON_UNESCAPED_UNICODE);
  89. $info = Dever::db('spider/data')->one($param);
  90. if ($info) {
  91. $update = array();
  92. foreach ($param as $i => $j) {
  93. $i = str_replace('option_', 'set_', $i);
  94. $update[$i] = $j;
  95. }
  96. $id = $update['where_id'] = $info['id'];
  97. Dever::db('spider/data')->update($update);
  98. } else {
  99. $update = array();
  100. foreach ($param as $i => $j) {
  101. $i = str_replace('option_', 'add_', $i);
  102. $update[$i] = $j;
  103. }
  104. $id = Dever::db('spider/data')->insert($update);
  105. }
  106. }
  107. }