1

app/Amqp/Consumer/GatherConsumer.php

@@ -14,6 +14,7 @@ class GatherConsumer extends ConsumerMessage
 {
     public function consumeMessage($data, AMQPMessage $message): Result
     {
+        var_dump("消费者");
         $collectorService = new CollectorService();
         $collectorService->goCrawler($data);
         return Result::ACK;

app/JsonRpc/CollectorService.php

@@ -310,26 +310,32 @@ class CollectorService implements CollectorServiceInterface
             ->select("rule.*","web.name as web_name","web.url as web_url","web.type as web_type")
             ->first();
         $info = $info->toArray();
-//        var_dump("规则信息：",$info);
+        var_dump("规则信息：",$info);
         switch ($info['web_type']){
             case 1:
                 var_dump("===========规则采集======",$info);
-                Rule::where(['id'=>$data['id']])->update(['status'=>1]);
-                //添加几个值
-                $info['admin_user_id'] = $data['admin_user_id'];
-                $info['rule_id'] = $data['id'];
-                $info['copyfrom'] = $info['web_name'];
-                $info['author'] = $info['writer'];
+                try {
+                    Rule::where(['id'=>$data['id']])->update(['status'=>1]);
+                    //添加几个值
+                    $info['admin_user_id'] = $data['admin_user_id'];
+                    $info['rule_id'] = $data['id'];
+                    $info['copyfrom'] = $info['web_name'];
+                    $info['author'] = $info['writer'];
 //                var_dump("++++++++++++++++++");
-                $urlList = $this->addUrlArr($info);
+                    $urlList = $this->addUrlArr($info);
 //                var_dump("采集列表：",$urlList);
-                if($urlList){
-                    foreach ($urlList as $val){
+                    if($urlList){
+                        foreach ($urlList as $val){
 
-                        $this->ruleCollection($val,$info);
+                            $this->ruleCollection($val,$info);
+                        }
                     }
+                    Rule::where(['id'=>$data['id']])->update(['status'=>2]);
+                }catch (\Exception $e){
+                    var_dump("采集失败报错：",$e->getMessage());
+                    Rule::where(['id'=>$data['id']])->update(['status'=>2]);
                 }
-                Rule::where(['id'=>$data['id']])->update(['status'=>2]);
+
                 break;
             case 2:
                 Rule::where(['id'=>$data['id']])->update(['status'=>1]);
@@ -387,13 +393,13 @@ class CollectorService implements CollectorServiceInterface
      */
     public function ruleCollection($url,$info)
     {
-        var_dump("采集参数：",$url,$info['start']);
+//        var_dump("采集参数：",$url,$info['start']);
         $list = QueryList::get($url);
         $dataList = $list->rules([
             'title' => ['a:eq(0)', 'text'],
             'link'  => ['a:eq(0)', 'href'],
         ])->range($info['start'])->query()->getData();
-        var_dump("采集的内容：",$dataList);
+        var_dump("采集的列表：",$dataList);
         $firstUrlArr =  explode("/", $url);
         array_pop($firstUrlArr);
         $firstUrlArr = implode('/',$firstUrlArr);
@@ -414,8 +420,7 @@ class CollectorService implements CollectorServiceInterface
                     }
                     $newUrlStr = $info['con_url'].$tiem['link'];
                 }
-
-//                $detailContent = QueryList::get($newUrlStr);
+                var_dump("详情地址：",$newUrlStr);
                 $detailContent = QueryList::get($newUrlStr);
                 $rules = [];
                 if($info['title']){

runtime/hyperf.pid

@@ -1 +0,0 @@
-63188