|
@@ -11,7 +11,7 @@ use App\Tools\Result;
|
|
|
use Hyperf\Validation\Contract\ValidatorFactoryInterface;
|
|
|
use App\Constants\ErrorCode;
|
|
|
use Hyperf\Context\Context;
|
|
|
-use App\Service\GatherQueueService;
|
|
|
+//use App\Service\GatherQueueService;
|
|
|
use App\Service\ImportQueueService;
|
|
|
/**
|
|
|
* ClassCollectorController
|
|
@@ -22,8 +22,8 @@ class CollectorController extends AbstractController
|
|
|
{
|
|
|
#[Inject]
|
|
|
protected ValidatorFactoryInterface $validationFactory;
|
|
|
- #[Inject]
|
|
|
- protected GatherQueueService $Gservice;
|
|
|
+// #[Inject]
|
|
|
+// protected GatherQueueService $Gservice;
|
|
|
#[Inject]
|
|
|
protected ImportQueueService $Iservice;
|
|
|
|
|
@@ -263,7 +263,7 @@ class CollectorController extends AbstractController
|
|
|
break;
|
|
|
|
|
|
}
|
|
|
-
|
|
|
+
|
|
|
if(isset($requireData['writer_class']) && $requireData['type'] != 3){
|
|
|
$validator = $this->validationFactory->make(
|
|
|
$requireData,
|
|
@@ -279,6 +279,7 @@ class CollectorController extends AbstractController
|
|
|
return Result::error($errorMessage);
|
|
|
}
|
|
|
}
|
|
|
+
|
|
|
if(isset($requireData['writer']) && $requireData['type'] != 3){
|
|
|
$validator = $this->validationFactory->make(
|
|
|
$requireData,
|
|
@@ -331,6 +332,7 @@ class CollectorController extends AbstractController
|
|
|
]
|
|
|
);
|
|
|
}
|
|
|
+
|
|
|
if(isset($requireData['web_id'])){
|
|
|
$validator = $this->validationFactory->make(
|
|
|
$requireData,
|
|
@@ -341,7 +343,8 @@ class CollectorController extends AbstractController
|
|
|
'web_id.required' => '网站id不能为空'
|
|
|
]
|
|
|
);
|
|
|
- }
|
|
|
+ }
|
|
|
+
|
|
|
if ($validator->fails()) {
|
|
|
$errorMessage = $validator->errors()->first();
|
|
|
return Result::error($errorMessage);
|
|
@@ -479,21 +482,7 @@ class CollectorController extends AbstractController
|
|
|
break;
|
|
|
|
|
|
}
|
|
|
- if(isset($requireData['source']) && $requireData['type'] != 3){
|
|
|
- $validator = $this->validationFactory->make(
|
|
|
- $requireData,
|
|
|
- [
|
|
|
- 'source' => 'required'
|
|
|
- ],
|
|
|
- [
|
|
|
- 'source.required' => '文章来源不能为空'
|
|
|
- ]
|
|
|
- );
|
|
|
- if ($validator->fails()) {
|
|
|
- $errorMessage = $validator->errors()->first();
|
|
|
- return Result::error($errorMessage);
|
|
|
- }
|
|
|
- }
|
|
|
+
|
|
|
if(isset($requireData['writer_class']) && $requireData['type'] != 3){
|
|
|
$validator = $this->validationFactory->make(
|
|
|
$requireData,
|
|
@@ -530,6 +519,7 @@ class CollectorController extends AbstractController
|
|
|
return Result::error($result['message'],0,[]);
|
|
|
}
|
|
|
return Result::success($result['data']);
|
|
|
+
|
|
|
}
|
|
|
/**
|
|
|
* 删除任务规则
|
|
@@ -567,9 +557,25 @@ class CollectorController extends AbstractController
|
|
|
$data = [];
|
|
|
$data['admin_user_id'] = Context::get("UserId");
|
|
|
$data['time'] = microtime();
|
|
|
+ $requireData = $this->request->all();
|
|
|
+ $validator = $this->validationFactory->make(
|
|
|
+ $requireData,
|
|
|
+ [
|
|
|
+ 'id'=> 'required',
|
|
|
+ ],
|
|
|
+ [
|
|
|
+ 'id.required' => '规则id不能为空',
|
|
|
+ ]
|
|
|
+ );
|
|
|
+ if ($validator->fails()) {
|
|
|
+ $errorMessage = $validator->errors()->first();
|
|
|
+ return Result::error($errorMessage);
|
|
|
+ }
|
|
|
// $b = $this->Iservice->push($data,1);
|
|
|
- $result = $this->Gservice->push($data,1);
|
|
|
- return Result::success($result);
|
|
|
+ $data['id'] = $requireData['id'];
|
|
|
+ var_dump("发送数据:",$data);
|
|
|
+ $result = $this->collectorServiceClient->sendCrawler($data);
|
|
|
+ return $result['code']==200?Result::success($result['data']):Result::error('采集失败');
|
|
|
|
|
|
}
|
|
|
|
|
@@ -578,6 +584,7 @@ class CollectorController extends AbstractController
|
|
|
* @param $data
|
|
|
* @return array
|
|
|
*/
|
|
|
+
|
|
|
public function goSendCrawler($data=[])
|
|
|
{
|
|
|
var_dump("我要开始采集了!!!");
|
|
@@ -638,6 +645,7 @@ class CollectorController extends AbstractController
|
|
|
return Result::error($errorMessage);
|
|
|
}
|
|
|
|
|
|
+
|
|
|
}
|
|
|
if(isset($requireData['state'])){
|
|
|
$validator = $this->validationFactory->make(
|
|
@@ -823,21 +831,9 @@ class CollectorController extends AbstractController
|
|
|
$data['time'] = microtime();
|
|
|
|
|
|
// var_dump("=====111");
|
|
|
- $result = $this->Iservice->push($data,1);
|
|
|
+ $result = $this->collectorServiceClient->addArt($data);
|
|
|
// var_dump("=====111",$result);
|
|
|
return Result::success($result);
|
|
|
}
|
|
|
- /**
|
|
|
- * 导入中
|
|
|
- * @return array
|
|
|
- */
|
|
|
- public function goaddArt($data=[])
|
|
|
- {
|
|
|
- if(is_array($data)){
|
|
|
- var_dump("我要开始导入了!!!");
|
|
|
- $this->collectorServiceClient->addArt($data);
|
|
|
- return Result::success([]);
|
|
|
- }
|
|
|
-
|
|
|
- }
|
|
|
+
|
|
|
}
|