CollectorController.php 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593
  1. <?php
  2. declare(strict_types=1);
  3. namespace App\Controller;
  4. use App\JsonRpc\CollectorServiceInterface;
  5. use App\Tools\PublicData;
  6. use Hyperf\Di\Annotation\Inject;
  7. use Hyperf\HttpServer\Annotation\AutoController;
  8. use App\Tools\Result;
  9. use Hyperf\Validation\Contract\ValidatorFactoryInterface;
  10. use App\Constants\ErrorCode;
  11. use Hyperf\Context\Context;
  12. /**
  13. * ClassCollectorController
  14. * @package App\Controller
  15. */
  16. class CollectorController extends AbstractController
  17. {
  18. #[Inject]
  19. protected ValidatorFactoryInterface $validationFactory;
  20. /**
  21. * @var CollectorServiceInterface
  22. */
  23. #[Inject]
  24. private $collectorServiceClient;
  25. /**
  26. * 添加网站
  27. * @return array
  28. */
  29. public function addWeb()
  30. {
  31. $requireData = $this->request->all();
  32. $validator = $this->validationFactory->make(
  33. $requireData,
  34. [
  35. 'name'=> 'required',
  36. 'url'=> 'required',
  37. ],
  38. [
  39. 'name.required' => '网站名称不能为空',
  40. 'url.required' => '网站地址不能为空',
  41. ]
  42. );
  43. if ($validator->fails()) {
  44. $errorMessage = $validator->errors()->first();
  45. return Result::error($errorMessage);
  46. }
  47. $result = $this->collectorServiceClient->addWeb($requireData);
  48. if ($result['code'] != ErrorCode::SUCCESS) {
  49. return Result::error($result['message'],0,[]);
  50. }
  51. return Result::success($result['data']);
  52. }
  53. /**
  54. * 获取及搜索网站
  55. * @return array
  56. */
  57. public function getWeb()
  58. {
  59. $requireData = $this->request->all();
  60. $validator = $this->validationFactory->make(
  61. $requireData,
  62. [
  63. 'page'=> 'required',
  64. 'pageSize'=> 'required',
  65. ],
  66. [
  67. 'page.required' => '第几页不能为空',
  68. 'pageSize.required' => '每页显示条数不能为空',
  69. ]
  70. );
  71. if(isset($requireData['keyWord'])){
  72. $validator = $this->validationFactory->make(
  73. $requireData,
  74. [
  75. 'keyWord'=> 'required'
  76. ],
  77. [
  78. 'keyWord.required' => '搜索词不能为空'
  79. ]
  80. );
  81. }
  82. if ($validator->fails()) {
  83. $errorMessage = $validator->errors()->first();
  84. return Result::error($errorMessage);
  85. }
  86. $result = $this->collectorServiceClient->getWeb($requireData);
  87. if ($result['code'] != ErrorCode::SUCCESS) {
  88. return Result::error($result['message'],0,[]);
  89. }
  90. return Result::success($result['data']);
  91. }
  92. /**
  93. * 修改网站
  94. * @return array
  95. */
  96. public function upWeb()
  97. {
  98. $requireData = $this->request->all();
  99. $validator = $this->validationFactory->make(
  100. $requireData,
  101. [
  102. 'name'=> 'required',
  103. 'url'=> 'required',
  104. 'id' => 'required'
  105. ],
  106. [
  107. 'name.required' => '网站名称不能为空',
  108. 'url.required' => '网站地址不能为空',
  109. 'id.required' => '网站id不能为空'
  110. ]
  111. );
  112. if ($validator->fails()) {
  113. $errorMessage = $validator->errors()->first();
  114. return Result::error($errorMessage);
  115. }
  116. $result = $this->collectorServiceClient->upWeb($requireData);
  117. if ($result['code'] != ErrorCode::SUCCESS) {
  118. return Result::error($result['message'],0,[]);
  119. }
  120. return Result::success($result['data']);
  121. }
  122. /**
  123. * 修改网站
  124. * @return array
  125. */
  126. public function delWeb()
  127. {
  128. $requireData = $this->request->all();
  129. $validator = $this->validationFactory->make(
  130. $requireData,
  131. [
  132. 'id' => 'required'
  133. ],
  134. [
  135. 'id.required' => '网站id不能为空'
  136. ]
  137. );
  138. if ($validator->fails()) {
  139. $errorMessage = $validator->errors()->first();
  140. return Result::error($errorMessage);
  141. }
  142. $result = $this->collectorServiceClient->delWeb($requireData);
  143. if ($result['code'] != ErrorCode::SUCCESS) {
  144. return Result::error($result['message'],0,[]);
  145. }
  146. return Result::success($result['data']);
  147. }
  148. /**
  149. * 添加规则任务
  150. * @return array
  151. */
  152. public function addRule()
  153. {
  154. $requireData = $this->request->all();
  155. $validator = $this->validationFactory->make(
  156. $requireData,
  157. [
  158. 'name' => 'required',
  159. 'first_url' => 'required',
  160. 'second_start' => 'required',
  161. 'second_num' => 'required',
  162. 'second_end' => 'required',
  163. 'start' => 'required',
  164. 'title' => 'required',
  165. 'content' => 'required',
  166. 'source' => 'required',
  167. 'writer_class' => 'required',
  168. 'writer' => 'required',
  169. 'web_id' => 'required'
  170. ],
  171. [
  172. 'name.required' => '任务规则名称不能为空',
  173. 'first_url.required' => '第2页网址开头不能为空',
  174. 'second_num.required' => '第2页代码页数不能为空',
  175. 'second_end.required' => '第2页网址结束字符串不能为空',
  176. 'start.required' => '开始代码不能为空',
  177. 'title.required' => '标题标签类名不能为空',
  178. 'content.required' => '内容标签类名不能为空',
  179. 'source.required' => '来源标签类名不能为空',
  180. 'writer_class.required' => '作者标签类名不能为空',
  181. 'writer.required' => '作者名称不能为空',
  182. 'web_id.required' => '网站id不能为空'
  183. ]
  184. );
  185. if ($validator->fails()) {
  186. $errorMessage = $validator->errors()->first();
  187. return Result::error($errorMessage);
  188. }
  189. $result = $this->collectorServiceClient->addRule($requireData);
  190. if ($result['code'] != ErrorCode::SUCCESS) {
  191. return Result::error($result['message'],0,[]);
  192. }
  193. return Result::success($result['data']);
  194. }
  195. /**
  196. * 获取并搜索任务规则
  197. * @return array
  198. */
  199. public function getRule()
  200. {
  201. $requireData = $this->request->all();
  202. $validator = $this->validationFactory->make(
  203. $requireData,
  204. [
  205. 'web_id' => 'required',
  206. 'pageSize' => 'required',
  207. 'page' => 'required'
  208. ],
  209. [
  210. 'web_id.required' => '网站id不能为空',
  211. 'pageSize.required' => '每页显示数量不能为空',
  212. 'page.required' => '第几页不能为空',
  213. ]
  214. );
  215. if(isset($requireData['keyWord'])){
  216. $validator = $this->validationFactory->make(
  217. $requireData,
  218. [
  219. 'keyWord' => 'required'
  220. ],
  221. [
  222. 'keyWord.required' => '搜索词不能为空'
  223. ]
  224. );
  225. }
  226. if ($validator->fails()) {
  227. $errorMessage = $validator->errors()->first();
  228. return Result::error($errorMessage);
  229. }
  230. $result = $this->collectorServiceClient->getRule($requireData);
  231. if ($result['code'] != ErrorCode::SUCCESS) {
  232. return Result::error($result['message'],0,[]);
  233. }
  234. return Result::success($result['data']);
  235. }
  236. /**
  237. * 修改规则任务待开发
  238. * @return array
  239. */
  240. public function getOneRule()
  241. {
  242. $requireData = $this->request->all();
  243. $validator = $this->validationFactory->make(
  244. $requireData,
  245. [
  246. 'id' => 'required'
  247. ],
  248. [
  249. 'id.required' => '任务规则id不能为空'
  250. ]
  251. );
  252. if ($validator->fails()) {
  253. $errorMessage = $validator->errors()->first();
  254. return Result::error($errorMessage);
  255. }
  256. $result = $this->collectorServiceClient->getOneRule($requireData);
  257. if ($result['code'] != ErrorCode::SUCCESS) {
  258. return Result::error($result['message'],0,[]);
  259. }
  260. return Result::success($result['data']);
  261. }
  262. /**
  263. * 修改规则任务待开发
  264. * @return array
  265. */
  266. public function upRule()
  267. {
  268. $requireData = $this->request->all();
  269. $validator = $this->validationFactory->make(
  270. $requireData,
  271. [
  272. 'id' => 'required',
  273. 'name' => 'required',
  274. 'first_url' => 'required',
  275. 'second_start' => 'required',
  276. 'second_num' => 'required',
  277. 'second_end' => 'required',
  278. 'start' => 'required',
  279. 'title' => 'required',
  280. 'content' => 'required',
  281. 'source' => 'required',
  282. 'writer_class' => 'required',
  283. 'writer' => 'required'
  284. ],
  285. [
  286. 'id.required' => '任务规则id不能为空',
  287. 'name.required' => '任务规则名称不能为空',
  288. 'first_url.required' => '第2页网址开头不能为空',
  289. 'second_num.required' => '第2页代码页数不能为空',
  290. 'second_end.required' => '第2页网址结束字符串不能为空',
  291. 'start.required' => '开始代码不能为空',
  292. 'title.required' => '标题标签类名不能为空',
  293. 'content.required' => '内容标签类名不能为空',
  294. 'source.required' => '来源标签类名不能为空',
  295. 'writer_class.required' => '作者标签类名不能为空',
  296. 'writer.required' => '作者名称不能为空'
  297. ]
  298. );
  299. if ($validator->fails()) {
  300. $errorMessage = $validator->errors()->first();
  301. return Result::error($errorMessage);
  302. }
  303. $result = $this->collectorServiceClient->upRule($requireData);
  304. if ($result['code'] != ErrorCode::SUCCESS) {
  305. return Result::error($result['message'],0,[]);
  306. }
  307. return Result::success($result['data']);
  308. }
  309. /**
  310. * 删除任务规则
  311. * @return array
  312. */
  313. public function delRule()
  314. {
  315. $requireData = $this->request->all();
  316. $validator = $this->validationFactory->make(
  317. $requireData,
  318. [
  319. 'rule_id' => 'required'
  320. ],
  321. [
  322. 'rule_id.required' => '任务规则id不能为空'
  323. ]
  324. );
  325. if ($validator->fails()) {
  326. $errorMessage = $validator->errors()->first();
  327. return Result::error($errorMessage);
  328. }
  329. $result = $this->collectorServiceClient->delRule($requireData);
  330. if ($result['code'] != ErrorCode::SUCCESS) {
  331. return Result::error($result['message'],0,[]);
  332. }
  333. return Result::success($result['data']);
  334. }
  335. /**
  336. * 开始采集
  337. * @return array
  338. */
  339. public function sendCrawler()
  340. {
  341. $requireData = $this->request->all();
  342. $result = $this->collectorServiceClient->sendCrawler($requireData);
  343. return $result?Result::success($result['data']):Result::error($result['message']);
  344. }
  345. /**
  346. * 获取并搜索资讯
  347. * @return array
  348. */
  349. public function getInfo()
  350. {
  351. $requireData = $this->request->all();
  352. $validator = $this->validationFactory->make(
  353. $requireData,
  354. [
  355. 'rule_id' => 'required',
  356. 'pageSize' => 'required',
  357. 'page' => 'required'
  358. ],
  359. [
  360. 'rule_id.required' => '规则任务id不能为空',
  361. 'pageSize.required' => '每页显示数量不能为空',
  362. 'page.required' => '第几页不能为空'
  363. ]
  364. );
  365. if ($validator->fails()) {
  366. $errorMessage = $validator->errors()->first();
  367. return Result::error($errorMessage);
  368. }
  369. if(isset($requireData['title'])){
  370. $validator = $this->validationFactory->make(
  371. $requireData,
  372. [
  373. 'title' => 'required'
  374. ],
  375. [
  376. 'title.required' => '资讯题目不能为空'
  377. ]
  378. );
  379. if ($validator->fails()) {
  380. $errorMessage = $validator->errors()->first();
  381. return Result::error($errorMessage);
  382. }
  383. }
  384. if(isset($requireData['source'])){
  385. $validator = $this->validationFactory->make(
  386. $requireData,
  387. [
  388. 'source' => 'required'
  389. ],
  390. [
  391. 'source.required' => '资讯来源不能为空'
  392. ]
  393. );
  394. if ($validator->fails()) {
  395. $errorMessage = $validator->errors()->first();
  396. return Result::error($errorMessage);
  397. }
  398. }
  399. if(isset($requireData['state'])){
  400. $validator = $this->validationFactory->make(
  401. $requireData,
  402. [
  403. 'state' => 'required'
  404. ],
  405. [
  406. 'state.required' => '资讯状态不能为空'
  407. ]
  408. );
  409. if ($validator->fails()) {
  410. $errorMessage = $validator->errors()->first();
  411. return Result::error($errorMessage);
  412. }
  413. }
  414. $result = $this->collectorServiceClient->getInfo($requireData);
  415. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  416. }
  417. /**
  418. * 获取某个资讯
  419. * @return array
  420. */
  421. public function getOneInfo()
  422. {
  423. $requireData = $this->request->all();
  424. $validator = $this->validationFactory->make(
  425. $requireData,
  426. [
  427. 'art_id' => 'required'
  428. ],
  429. [
  430. 'art_id.required' => '资讯id不能为空'
  431. ]
  432. );
  433. if ($validator->fails()) {
  434. $errorMessage = $validator->errors()->first();
  435. return Result::error($errorMessage);
  436. }
  437. $result = $this->collectorServiceClient->getOneInfo($requireData);
  438. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  439. }
  440. /**
  441. *修改资讯
  442. * @return array
  443. */
  444. public function upInfo()
  445. {
  446. $requireData = $this->request->all();
  447. $validator = $this->validationFactory->make(
  448. $requireData,
  449. [
  450. 'art_id' => 'required',
  451. 'title' => 'required',
  452. 'level' => 'required',
  453. 'keyword' => 'required',
  454. 'content' => 'required',
  455. 'hits' => 'required',
  456. 'is_original' => 'required',
  457. 'islink' => 'required'
  458. ],
  459. [
  460. 'art_id.required' => '资讯id不能为空',
  461. 'title.required' => '资讯标题不能为空',
  462. 'level.required' => '推荐级别不能为空',
  463. 'keyword.required' => '资讯关键词不能为空',
  464. 'content.required' => '资讯内容不能为空',
  465. 'hits.required' => '浏览量不能为空',
  466. 'is_original.required' => '原创不能为空',
  467. 'islink.required' => '外链不能为空'
  468. ]
  469. );
  470. if ($validator->fails()) {
  471. $errorMessage = $validator->errors()->first();
  472. return Result::error($errorMessage);
  473. }
  474. if($requireData['islink']==1){
  475. $requireData = $this->request->all();
  476. $validator = $this->validationFactory->make(
  477. $requireData,
  478. [
  479. 'linkurl' => 'required'
  480. ],
  481. [
  482. 'linkurl.required' => '外链地址不能为空'
  483. ]
  484. );
  485. if ($validator->fails()) {
  486. $errorMessage = $validator->errors()->first();
  487. return Result::error($errorMessage);
  488. }
  489. }
  490. if($requireData['is_original']==0){
  491. $requireData = $this->request->all();
  492. $validator = $this->validationFactory->make(
  493. $requireData,
  494. [
  495. 'fromurl' => 'required',
  496. 'copyfrom' => 'required'
  497. ],
  498. [
  499. 'fromurl.required' => '采集来源地址不能为空',
  500. 'copyfrom' => '采集来源不能为空'
  501. ]
  502. );
  503. if ($validator->fails()) {
  504. $errorMessage = $validator->errors()->first();
  505. return Result::error($errorMessage);
  506. }
  507. }
  508. $result = $this->collectorServiceClient->upInfo($requireData);
  509. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  510. }
  511. /**
  512. * 删除资讯
  513. * @return array
  514. */
  515. public function delInfo()
  516. {
  517. $requireData = $this->request->all();
  518. $validator = $this->validationFactory->make(
  519. $requireData,
  520. [
  521. 'art_id' => 'required'
  522. ],
  523. [
  524. 'art_id.required' => '资讯id不能为空'
  525. ]
  526. );
  527. if ($validator->fails()) {
  528. $errorMessage = $validator->errors()->first();
  529. return Result::error($errorMessage);
  530. }
  531. $result = $this->collectorServiceClient->delInfo($requireData);
  532. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  533. }
  534. /**
  535. * 关联导航池
  536. * @return array
  537. */
  538. public function addCatid()
  539. {
  540. $requireData = $this->request->all();
  541. $validator = $this->validationFactory->make(
  542. $requireData,
  543. [
  544. 'rule_id' => 'required'
  545. ],
  546. [
  547. 'rule_id.required' => '任务规则id不能为空'
  548. ]
  549. );
  550. if ($validator->fails()) {
  551. $errorMessage = $validator->errors()->first();
  552. return Result::error($errorMessage);
  553. }
  554. $result = $this->collectorServiceClient->addCatid($requireData);
  555. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  556. }
  557. /**
  558. * 导入资讯
  559. * @return array
  560. */
  561. public function addArt()
  562. {
  563. $requireData = $this->request->all();
  564. $validator = $this->validationFactory->make(
  565. $requireData,
  566. [
  567. 'rule_id' => 'required'
  568. ],
  569. [
  570. 'rule_id.required' => '任务规则id不能为空'
  571. ]
  572. );
  573. if ($validator->fails()) {
  574. $errorMessage = $validator->errors()->first();
  575. return Result::error($errorMessage);
  576. }
  577. $result = $this->collectorServiceClient->addArt($requireData);
  578. return $result['code']==200?Result::success($result['data']):Result::error($result['message']);
  579. }
  580. }