CollectorController.php 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633
  1. <?php
  2. declare(strict_types=1);
  3. namespace App\Controller;
  4. use App\JsonRpc\CollectorServiceInterface;
  5. use App\Tools\PublicData;
  6. use Hyperf\Di\Annotation\Inject;
  7. use Hyperf\HttpServer\Annotation\AutoController;
  8. use App\Tools\Result;
  9. use Hyperf\Validation\Contract\ValidatorFactoryInterface;
  10. use App\Constants\ErrorCode;
  11. use Hyperf\Context\Context;
  12. use App\Service\GatherQueueService;
  13. use App\Service\ImportQueueService;
  14. /**
  15. * ClassCollectorController
  16. * @package App\Controller
  17. */
  18. class CollectorController extends AbstractController
  19. {
  20. #[Inject]
  21. protected ValidatorFactoryInterface $validationFactory;
  22. #[Inject]
  23. protected GatherQueueService $Gservice;
  24. #[Inject]
  25. protected ImportQueueService $Iservice;
  26. /**
  27. * @var CollectorServiceInterface
  28. */
  29. #[Inject]
  30. private $collectorServiceClient;
  31. /**
  32. * 添加网站
  33. * @return array
  34. */
  35. public function addWeb()
  36. {
  37. $requireData = $this->request->all();
  38. $validator = $this->validationFactory->make(
  39. $requireData,
  40. [
  41. 'name'=> 'required',
  42. 'url'=> 'required',
  43. ],
  44. [
  45. 'name.required' => '网站名称不能为空',
  46. 'url.required' => '网站地址不能为空',
  47. ]
  48. );
  49. if ($validator->fails()) {
  50. $errorMessage = $validator->errors()->first();
  51. return Result::error($errorMessage);
  52. }
  53. $result = $this->collectorServiceClient->addWeb($requireData);
  54. if ($result['code'] != ErrorCode::SUCCESS) {
  55. return Result::error($result['message'],0,[]);
  56. }
  57. return Result::success($result['data']);
  58. }
  59. /**
  60. * 获取及搜索网站
  61. * @return array
  62. */
  63. public function getWeb()
  64. {
  65. $requireData = $this->request->all();
  66. $validator = $this->validationFactory->make(
  67. $requireData,
  68. [
  69. 'page'=> 'required',
  70. 'pageSize'=> 'required',
  71. ],
  72. [
  73. 'page.required' => '第几页不能为空',
  74. 'pageSize.required' => '每页显示条数不能为空',
  75. ]
  76. );
  77. if(isset($requireData['keyWord'])){
  78. $validator = $this->validationFactory->make(
  79. $requireData,
  80. [
  81. 'keyWord'=> 'required'
  82. ],
  83. [
  84. 'keyWord.required' => '搜索词不能为空'
  85. ]
  86. );
  87. }
  88. if ($validator->fails()) {
  89. $errorMessage = $validator->errors()->first();
  90. return Result::error($errorMessage);
  91. }
  92. $result = $this->collectorServiceClient->getWeb($requireData);
  93. if ($result['code'] != ErrorCode::SUCCESS) {
  94. return Result::error($result['message'],0,[]);
  95. }
  96. return Result::success($result['data']);
  97. }
  98. /**
  99. * 修改网站
  100. * @return array
  101. */
  102. public function upWeb()
  103. {
  104. $requireData = $this->request->all();
  105. $validator = $this->validationFactory->make(
  106. $requireData,
  107. [
  108. 'name'=> 'required',
  109. 'url'=> 'required',
  110. 'id' => 'required'
  111. ],
  112. [
  113. 'name.required' => '网站名称不能为空',
  114. 'url.required' => '网站地址不能为空',
  115. 'id.required' => '网站id不能为空'
  116. ]
  117. );
  118. if ($validator->fails()) {
  119. $errorMessage = $validator->errors()->first();
  120. return Result::error($errorMessage);
  121. }
  122. $result = $this->collectorServiceClient->upWeb($requireData);
  123. if ($result['code'] != ErrorCode::SUCCESS) {
  124. return Result::error($result['message'],0,[]);
  125. }
  126. return Result::success($result['data']);
  127. }
  128. /**
  129. * 修改网站
  130. * @return array
  131. */
  132. public function delWeb()
  133. {
  134. $requireData = $this->request->all();
  135. $validator = $this->validationFactory->make(
  136. $requireData,
  137. [
  138. 'id' => 'required'
  139. ],
  140. [
  141. 'id.required' => '网站id不能为空'
  142. ]
  143. );
  144. if ($validator->fails()) {
  145. $errorMessage = $validator->errors()->first();
  146. return Result::error($errorMessage);
  147. }
  148. $result = $this->collectorServiceClient->delWeb($requireData);
  149. if ($result['code'] != ErrorCode::SUCCESS) {
  150. return Result::error($result['message'],0,[]);
  151. }
  152. return Result::success($result['data']);
  153. }
  154. /**
  155. * 添加规则任务
  156. * @return array
  157. */
  158. public function addRule()
  159. {
  160. $requireData = $this->request->all();
  161. $validator = $this->validationFactory->make(
  162. $requireData,
  163. [
  164. 'name' => 'required',
  165. 'first_url' => 'required',
  166. 'second_start' => 'required',
  167. 'second_num' => 'required',
  168. 'second_end' => 'required',
  169. 'start' => 'required',
  170. 'title' => 'required',
  171. 'content' => 'required',
  172. 'source' => 'required',
  173. 'writer_class' => 'required',
  174. 'writer' => 'required',
  175. 'web_id' => 'required'
  176. ],
  177. [
  178. 'name.required' => '任务规则名称不能为空',
  179. 'first_url.required' => '第2页网址开头不能为空',
  180. 'second_num.required' => '第2页代码页数不能为空',
  181. 'second_end.required' => '第2页网址结束字符串不能为空',
  182. 'start.required' => '开始代码不能为空',
  183. 'title.required' => '标题标签类名不能为空',
  184. 'content.required' => '内容标签类名不能为空',
  185. 'source.required' => '来源标签类名不能为空',
  186. 'writer_class.required' => '作者标签类名不能为空',
  187. 'writer.required' => '作者名称不能为空',
  188. 'web_id.required' => '网站id不能为空'
  189. ]
  190. );
  191. if ($validator->fails()) {
  192. $errorMessage = $validator->errors()->first();
  193. return Result::error($errorMessage);
  194. }
  195. $result = $this->collectorServiceClient->addRule($requireData);
  196. if ($result['code'] != ErrorCode::SUCCESS) {
  197. return Result::error($result['message'],0,[]);
  198. }
  199. return Result::success($result['data']);
  200. }
  201. /**
  202. * 获取并搜索任务规则
  203. * @return array
  204. */
  205. public function getRule()
  206. {
  207. $requireData = $this->request->all();
  208. $validator = $this->validationFactory->make(
  209. $requireData,
  210. [
  211. 'web_id' => 'required',
  212. 'pageSize' => 'required',
  213. 'page' => 'required'
  214. ],
  215. [
  216. 'web_id.required' => '网站id不能为空',
  217. 'pageSize.required' => '每页显示数量不能为空',
  218. 'page.required' => '第几页不能为空',
  219. ]
  220. );
  221. if(isset($requireData['keyWord'])){
  222. $validator = $this->validationFactory->make(
  223. $requireData,
  224. [
  225. 'keyWord' => 'required'
  226. ],
  227. [
  228. 'keyWord.required' => '搜索词不能为空'
  229. ]
  230. );
  231. }
  232. if ($validator->fails()) {
  233. $errorMessage = $validator->errors()->first();
  234. return Result::error($errorMessage);
  235. }
  236. $result = $this->collectorServiceClient->getRule($requireData);
  237. if ($result['code'] != ErrorCode::SUCCESS) {
  238. return Result::error($result['message'],0,[]);
  239. }
  240. return Result::success($result['data']);
  241. }
  242. /**
  243. * 修改规则任务待开发
  244. * @return array
  245. */
  246. public function getOneRule()
  247. {
  248. $requireData = $this->request->all();
  249. $validator = $this->validationFactory->make(
  250. $requireData,
  251. [
  252. 'id' => 'required'
  253. ],
  254. [
  255. 'id.required' => '任务规则id不能为空'
  256. ]
  257. );
  258. if ($validator->fails()) {
  259. $errorMessage = $validator->errors()->first();
  260. return Result::error($errorMessage);
  261. }
  262. $result = $this->collectorServiceClient->getOneRule($requireData);
  263. if ($result['code'] != ErrorCode::SUCCESS) {
  264. return Result::error($result['message'],0,[]);
  265. }
  266. return Result::success($result['data']);
  267. }
  268. /**
  269. * 修改规则任务待开发
  270. * @return array
  271. */
  272. public function upRule()
  273. {
  274. $requireData = $this->request->all();
  275. $validator = $this->validationFactory->make(
  276. $requireData,
  277. [
  278. 'id' => 'required',
  279. 'name' => 'required',
  280. 'first_url' => 'required',
  281. 'second_start' => 'required',
  282. 'second_num' => 'required',
  283. 'second_end' => 'required',
  284. 'start' => 'required',
  285. 'title' => 'required',
  286. 'content' => 'required',
  287. 'source' => 'required',
  288. 'writer_class' => 'required',
  289. 'writer' => 'required'
  290. ],
  291. [
  292. 'id.required' => '任务规则id不能为空',
  293. 'name.required' => '任务规则名称不能为空',
  294. 'first_url.required' => '第2页网址开头不能为空',
  295. 'second_num.required' => '第2页代码页数不能为空',
  296. 'second_end.required' => '第2页网址结束字符串不能为空',
  297. 'start.required' => '开始代码不能为空',
  298. 'title.required' => '标题标签类名不能为空',
  299. 'content.required' => '内容标签类名不能为空',
  300. 'source.required' => '来源标签类名不能为空',
  301. 'writer_class.required' => '作者标签类名不能为空',
  302. 'writer.required' => '作者名称不能为空'
  303. ]
  304. );
  305. if ($validator->fails()) {
  306. $errorMessage = $validator->errors()->first();
  307. return Result::error($errorMessage);
  308. }
  309. $result = $this->collectorServiceClient->upRule($requireData);
  310. if ($result['code'] != ErrorCode::SUCCESS) {
  311. return Result::error($result['message'],0,[]);
  312. }
  313. return Result::success($result['data']);
  314. }
  315. /**
  316. * 删除任务规则
  317. * @return array
  318. */
  319. public function delRule()
  320. {
  321. $requireData = $this->request->all();
  322. $validator = $this->validationFactory->make(
  323. $requireData,
  324. [
  325. 'rule_id' => 'required'
  326. ],
  327. [
  328. 'rule_id.required' => '任务规则id不能为空'
  329. ]
  330. );
  331. if ($validator->fails()) {
  332. $errorMessage = $validator->errors()->first();
  333. return Result::error($errorMessage);
  334. }
  335. $result = $this->collectorServiceClient->delRule($requireData);
  336. if ($result['code'] != ErrorCode::SUCCESS) {
  337. return Result::error($result['message'],0,[]);
  338. }
  339. return Result::success($result['data']);
  340. }
  341. /**
  342. * 开始采集
  343. * @return array
  344. */
  345. public function sendCrawler()
  346. {
  347. $data = [];
  348. $data['admin_user_id'] = Context::get("UserId");
  349. $data['time'] = microtime();
  350. // $b = $this->Iservice->push($data,1);
  351. $result = $this->Gservice->push($data,1);
  352. return Result::success($result);
  353. }
  354. /**
  355. * 发送请求
  356. * @param $data
  357. * @return array
  358. */
  359. public function goSendCrawler($data=[])
  360. {
  361. var_dump("我要开始采集了!!!");
  362. $this->collectorServiceClient->sendCrawler($data);
  363. return Result::success([]);
  364. }
  365. /**
  366. * 获取并搜索资讯
  367. * @return array
  368. */
  369. public function getInfo()
  370. {
  371. $requireData = $this->request->all();
  372. $validator = $this->validationFactory->make(
  373. $requireData,
  374. [
  375. 'rule_id' => 'required',
  376. 'pageSize' => 'required',
  377. 'page' => 'required'
  378. ],
  379. [
  380. 'rule_id.required' => '规则任务id不能为空',
  381. 'pageSize.required' => '每页显示数量不能为空',
  382. 'page.required' => '第几页不能为空'
  383. ]
  384. );
  385. if ($validator->fails()) {
  386. $errorMessage = $validator->errors()->first();
  387. return Result::error($errorMessage);
  388. }
  389. if(isset($requireData['title'])){
  390. $validator = $this->validationFactory->make(
  391. $requireData,
  392. [
  393. 'title' => 'required'
  394. ],
  395. [
  396. 'title.required' => '资讯题目不能为空'
  397. ]
  398. );
  399. if ($validator->fails()) {
  400. $errorMessage = $validator->errors()->first();
  401. return Result::error($errorMessage);
  402. }
  403. }
  404. if(isset($requireData['source'])){
  405. $validator = $this->validationFactory->make(
  406. $requireData,
  407. [
  408. 'source' => 'required'
  409. ],
  410. [
  411. 'source.required' => '资讯来源不能为空'
  412. ]
  413. );
  414. if ($validator->fails()) {
  415. $errorMessage = $validator->errors()->first();
  416. return Result::error($errorMessage);
  417. }
  418. }
  419. if(isset($requireData['state'])){
  420. $validator = $this->validationFactory->make(
  421. $requireData,
  422. [
  423. 'state' => 'required'
  424. ],
  425. [
  426. 'state.required' => '资讯状态不能为空'
  427. ]
  428. );
  429. if ($validator->fails()) {
  430. $errorMessage = $validator->errors()->first();
  431. return Result::error($errorMessage);
  432. }
  433. }
  434. $result = $this->collectorServiceClient->getInfo($requireData);
  435. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  436. }
  437. /**
  438. * 获取某个资讯
  439. * @return array
  440. */
  441. public function getOneInfo()
  442. {
  443. $requireData = $this->request->all();
  444. $validator = $this->validationFactory->make(
  445. $requireData,
  446. [
  447. 'art_id' => 'required'
  448. ],
  449. [
  450. 'art_id.required' => '资讯id不能为空'
  451. ]
  452. );
  453. if ($validator->fails()) {
  454. $errorMessage = $validator->errors()->first();
  455. return Result::error($errorMessage);
  456. }
  457. $result = $this->collectorServiceClient->getOneInfo($requireData);
  458. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  459. }
  460. /**
  461. *修改资讯
  462. * @return array
  463. */
  464. public function upInfo()
  465. {
  466. $requireData = $this->request->all();
  467. $validator = $this->validationFactory->make(
  468. $requireData,
  469. [
  470. 'art_id' => 'required',
  471. 'title' => 'required',
  472. 'level' => 'required',
  473. 'keyword' => 'required',
  474. 'content' => 'required',
  475. 'hits' => 'required',
  476. 'is_original' => 'required',
  477. 'islink' => 'required'
  478. ],
  479. [
  480. 'art_id.required' => '资讯id不能为空',
  481. 'title.required' => '资讯标题不能为空',
  482. 'level.required' => '推荐级别不能为空',
  483. 'keyword.required' => '资讯关键词不能为空',
  484. 'content.required' => '资讯内容不能为空',
  485. 'hits.required' => '浏览量不能为空',
  486. 'is_original.required' => '原创不能为空',
  487. 'islink.required' => '外链不能为空'
  488. ]
  489. );
  490. if ($validator->fails()) {
  491. $errorMessage = $validator->errors()->first();
  492. return Result::error($errorMessage);
  493. }
  494. if($requireData['islink']==1){
  495. $requireData = $this->request->all();
  496. $validator = $this->validationFactory->make(
  497. $requireData,
  498. [
  499. 'linkurl' => 'required'
  500. ],
  501. [
  502. 'linkurl.required' => '外链地址不能为空'
  503. ]
  504. );
  505. if ($validator->fails()) {
  506. $errorMessage = $validator->errors()->first();
  507. return Result::error($errorMessage);
  508. }
  509. }
  510. if($requireData['is_original']==0){
  511. $requireData = $this->request->all();
  512. $validator = $this->validationFactory->make(
  513. $requireData,
  514. [
  515. 'fromurl' => 'required',
  516. 'copyfrom' => 'required'
  517. ],
  518. [
  519. 'fromurl.required' => '采集来源地址不能为空',
  520. 'copyfrom' => '采集来源不能为空'
  521. ]
  522. );
  523. if ($validator->fails()) {
  524. $errorMessage = $validator->errors()->first();
  525. return Result::error($errorMessage);
  526. }
  527. }
  528. $result = $this->collectorServiceClient->upInfo($requireData);
  529. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  530. }
  531. /**
  532. * 删除资讯
  533. * @return array
  534. */
  535. public function delInfo()
  536. {
  537. $requireData = $this->request->all();
  538. $validator = $this->validationFactory->make(
  539. $requireData,
  540. [
  541. 'art_id' => 'required'
  542. ],
  543. [
  544. 'art_id.required' => '资讯id不能为空'
  545. ]
  546. );
  547. if ($validator->fails()) {
  548. $errorMessage = $validator->errors()->first();
  549. return Result::error($errorMessage);
  550. }
  551. $result = $this->collectorServiceClient->delInfo($requireData);
  552. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  553. }
  554. /**
  555. * 关联导航池
  556. * @return array
  557. */
  558. public function addCatid()
  559. {
  560. $requireData = $this->request->all();
  561. $validator = $this->validationFactory->make(
  562. $requireData,
  563. [
  564. 'rule_id' => 'required'
  565. ],
  566. [
  567. 'rule_id.required' => '任务规则id不能为空'
  568. ]
  569. );
  570. if ($validator->fails()) {
  571. $errorMessage = $validator->errors()->first();
  572. return Result::error($errorMessage);
  573. }
  574. $result = $this->collectorServiceClient->addCatid($requireData);
  575. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  576. }
  577. /**
  578. * 开始导入
  579. * @return array
  580. */
  581. public function addArt()
  582. {
  583. $requireData = $this->request->all();
  584. if(!empty($requireData)){
  585. $validator = $this->validationFactory->make(
  586. $requireData,
  587. [
  588. 'rule_id' => 'required'
  589. ],
  590. [
  591. 'rule_id.required' => '任务规则id不能为空'
  592. ]
  593. );
  594. if ($validator->fails()) {
  595. $errorMessage = $validator->errors()->first();
  596. return Result::error($errorMessage);
  597. }
  598. }
  599. $data['rule_id'] = $requireData['rule_id'];
  600. $data['time'] = microtime();
  601. // var_dump("=====111");
  602. $result = $this->Iservice->push($data,1);
  603. // var_dump("=====111",$result);
  604. return Result::success($result);
  605. }
  606. /**
  607. * 导入中
  608. * @return array
  609. */
  610. public function goaddArt($data=[])
  611. {
  612. if(is_array($data)){
  613. var_dump("我要开始导入了!!!");
  614. $this->collectorServiceClient->addArt($data);
  615. return Result::success([]);
  616. }
  617. }
  618. }