CollectorService.php 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453
  1. <?php
  2. namespace App\JsonRpc;
  3. use App\Model\OldModel\Article as OldArticle;
  4. use App\Model\OldModel\ArticleData as OldArticleData;
  5. use App\Model\OldModel\Category;
  6. use App\Model\Article;
  7. use App\Model\Web;
  8. use App\Model\Rule;
  9. use App\Model\ArticleData;
  10. use Hyperf\DbConnection\Db;
  11. use Hyperf\RpcServer\Annotation\RpcService;
  12. use App\Tools\Result;
  13. use function Hyperf\Support\retry;
  14. #[RpcService(name: "CollectorService", protocol: "jsonrpc-http", server: "jsonrpc-http")]
  15. class CollectorService implements CollectorServiceInterface
  16. {
  17. /**
  18. * 添加网站
  19. * @param array $data
  20. * @return array|mixed
  21. */
  22. public function addWeb(array $data): array
  23. {
  24. $where = [
  25. 'name' => $data['name']
  26. ];
  27. $isweb = Web::where($where)->first();
  28. if(empty($isweb)){
  29. date_default_timezone_set('Asia/Shanghai');
  30. $time = time();
  31. $catetime = date('Y-m-d H:i:s', $time);
  32. $data['created_at'] = $catetime;
  33. $web = Web::insert($data);
  34. }else{
  35. return Result::error('此网站已存在,不可重复添加!');
  36. }
  37. if(empty($web)){
  38. return Result::error('添加失败');
  39. }
  40. return Result::success('添加成功');
  41. }
  42. /**
  43. * 获取并搜索网站
  44. * @param array $data
  45. * @return array|mixed
  46. */
  47. public function getWeb(array $data): array
  48. {
  49. if(isset($data['keyWord'])){
  50. $where = [
  51. ['name','like','%'.$data['keyWord'].'%']
  52. ];
  53. $rep = Web::where($where)->limit($data['pageSize'])->orderBy("created_at","desc")->offset(($data['page']-1)*$data['pageSize'])->get();
  54. $count = Web::where($where)->count();
  55. if($count==0){
  56. return Result::error('未查找到相关网站!');
  57. }
  58. }else{
  59. $rep = Web::limit($data['pageSize'])->orderBy("created_at","desc")->offset(($data['page']-1)*$data['pageSize'])->get();
  60. $count = Web::count();
  61. }
  62. $data = [
  63. 'rep' => $rep->toArray(),
  64. 'count' => $count
  65. ];
  66. if(empty($rep)){
  67. return Result::error('您还未添加网站,请先去添加!');
  68. }
  69. return Result::success($data);
  70. }
  71. /**
  72. * 修改网站
  73. * @param array $data
  74. * @return array|mixed
  75. */
  76. public function upWeb(array $data): array
  77. {
  78. $web = Web::where('id',$data['id'])->first();
  79. if(empty($web->toArray())){
  80. return Result::error('请输入正确的网站id!');
  81. }else{
  82. $id = Web::where('id',$data['id'])->update($data);
  83. if(empty($id)){
  84. return Result::error('无法修改!');
  85. }
  86. }
  87. return Result::success($id);
  88. }
  89. /**
  90. * 删除网站
  91. * @param array $data
  92. * @return array|mixed
  93. */
  94. public function delWeb(array $data): array
  95. {
  96. $web = Web::where('id',$data['id'])->first();
  97. if(empty($web->toArray())){
  98. return Result::error('请输入正确的网站id!');
  99. }else{
  100. $id = Web::where('id',$data['id'])->delete();
  101. if(empty($id)){
  102. return Result::error('无法删除!');
  103. }
  104. }
  105. return Result::success($id);
  106. }
  107. /**
  108. * 添加规则任务
  109. * @param array $data
  110. * @return array|mixed
  111. */
  112. public function addRule(array $data): array
  113. {
  114. $web = Web::where('id',$data['web_id'])->get();
  115. if(empty($web->toArray())){
  116. return Result::error('请输入正确的网站id!');
  117. }else{
  118. $rulename = Rule::where('name',$data['name'])->get();
  119. if(empty($rulename->toArray())){
  120. date_default_timezone_set('Asia/Shanghai');
  121. $time = time();
  122. $catetime = date('Y-m-d H:i:s', $time);
  123. $data['created_at'] = $catetime;
  124. $id = Rule::insertGetId($data);
  125. $result = ['data' => $id];
  126. }else{
  127. return Result::error('此任务已存在!');
  128. }
  129. }
  130. return Result::success($result['data']);
  131. }
  132. /**
  133. * 获取并搜索规则任务
  134. * @param array $data
  135. * @return array|mixed
  136. */
  137. public function getRule(array $data): array
  138. {
  139. $web = Web::where('id',$data['web_id'])->get();
  140. if(empty($web->toArray())){
  141. return Result::error('请输入正确的网站id!');
  142. }else{
  143. if(isset($data['keyWord'])){
  144. $where = [
  145. ['name','like','%'.$data['keyWord'].'%'],
  146. ['web_id','=', $data['web_id']]
  147. ];
  148. $rep = Rule::withCount(relations:'arts')->where($where)->limit($data['pageSize'])->orderBy("created_at","desc")->offset(($data['page']-1)*$data['pageSize'])->get();
  149. $count = Rule::where($where)->count();
  150. if($count==0){
  151. return Result::error('未查找到相关网站!');
  152. }
  153. }else{
  154. $rep = Rule::withCount(relations:'arts')->where('web_id',$data['web_id'])->limit($data['pageSize'])->orderBy("created_at","desc")->offset(($data['page']-1)*$data['pageSize'])->get();
  155. $count = Rule::where('web_id',$data['web_id'])->count();
  156. if($count==0){
  157. return Result::error('此网站下暂无规则任务!');
  158. }
  159. }
  160. }
  161. $data = [
  162. 'rep' => $rep->toArray(),
  163. 'count' => $count
  164. ];
  165. return Result::success($data);
  166. }
  167. /**
  168. * 获取某个任务规则
  169. * @param array $data
  170. * @return array|mixed
  171. */
  172. public function getOneRule(array $data): array
  173. {
  174. $result = Rule::where('id',$data['id'])->first();
  175. if(empty($result)){
  176. return Result::error('请输入正确的规则任务id!');
  177. }else{
  178. return Result::success($result);
  179. }
  180. }
  181. /**
  182. * 修改规则任务
  183. * @param array $data
  184. * @return array|mixed
  185. */
  186. public function upRule(array $data): array
  187. {
  188. $rule = Rule::where('id',$data['id'])->first();
  189. if(empty($rule)){
  190. return Result::error('请输入正确的规则任务id!');
  191. }else{
  192. $rulename = Rule::where('name',$data['name'])->first();
  193. if(empty($rulename)){
  194. $result = Rule::where('id',$data['id'])->update($data);
  195. }else{
  196. return Result::error('此任务名称已存在!');
  197. }
  198. }
  199. return Result::success($result);
  200. }
  201. /**
  202. * 删除规则任务
  203. * @param array $data
  204. * @return array
  205. */
  206. public function delRule(array $data): array
  207. {
  208. $where = ['id' => $data['rule_id']];
  209. $rule = Rule::where($where)->first();
  210. if(empty($rule)){
  211. return Result::error('请输入正确的规则任务id!');
  212. }else{
  213. $delrule = Rule::where($where)->delete();
  214. if(empty($delrule)){
  215. return Result::error('此规则任务删除失败!');
  216. }
  217. }
  218. return Result::success($delrule);
  219. }
  220. /**
  221. * 开始采集
  222. * @param array $data
  223. * @return array
  224. */
  225. public function sendCrawler(array $data): array
  226. {
  227. $result = Article::get();
  228. $b = OldArticle::get();
  229. $a = [
  230. 'old'=>$b,
  231. 'new'=>$result
  232. ];
  233. return Result::success($a);
  234. }
  235. /**
  236. * 获取并搜索资讯
  237. * @param array $data
  238. * @return array
  239. */
  240. public function getInfo(array $data): array
  241. {
  242. $where = [
  243. ['rule_id','=',$data['rule_id']]
  244. ];
  245. //若存在条件参数都存到where数组
  246. if(isset($data['title'])){
  247. $where[] = ['title','like','%'.$data['title'].'%'];
  248. }
  249. if(isset($data['source'])){
  250. $art_source = Article::where($where)->get();
  251. if(!empty($art_source->toArray())){
  252. $where[] = ['source','=',$data['source']];
  253. }
  254. }
  255. if(isset($data['state'])){
  256. $where[] = ['state','=',$data['state']];
  257. }
  258. //跨库查询栏目导航及采集的新闻
  259. $info = Article::query()
  260. ->where($where)
  261. ->with(['category' => function ($query) {
  262. $query->select('name');
  263. }])
  264. ->orderBy("article.id","desc")
  265. ->limit($data['pageSize'])
  266. ->offset(($data['page']-1)*$data['pageSize'])->get();
  267. $count = Article::where($where)->count();
  268. if($count == 0){
  269. return Result::error('暂无资讯');
  270. }
  271. $data = [
  272. 'rep' => $info->toArray(),
  273. 'count' => $count
  274. ];
  275. return Result::success($data);
  276. }
  277. /**
  278. * 获取某个资讯
  279. * @param array $data
  280. * @return array
  281. */
  282. public function getOneInfo(array $data): array
  283. {
  284. $where = ['id' => $data['art_id']];
  285. $inf = Article::where($where)->first();
  286. $info = Article::where($where)
  287. ->leftJoin('article_data','article_id','id')
  288. ->select('article.*','article_data.content')
  289. ->first();
  290. if($inf['catid']!=null){
  291. $category = Category::where(['id'=>$info['catid']])->select('name')->first();
  292. $info['category'] = $category['name'];
  293. }
  294. if(empty($info)){
  295. return Result::error('请输入正确的资讯id!');
  296. }
  297. return Result::success($info);
  298. }
  299. /**
  300. * 修改资讯
  301. * @param array $data
  302. * @return array
  303. */
  304. public function upInfo(array $data): array
  305. {
  306. $id = $data['art_id'];
  307. $content = $data['content'];
  308. unset($data['art_id']);
  309. //去掉此元素
  310. unset($data['content']);
  311. //去掉此元素
  312. $info = Article::where('id',$id)->first();
  313. if($info['state']==1){
  314. return Result::error('此文章已导入 ,不可编辑!');
  315. }else{
  316. Db::beginTransaction();
  317. try{
  318. $info = Article::where('id',$id)->update($data);
  319. $art_data = ArticleData::where('article_id',$id)->update(['content'=>$content]);
  320. Db::commit();
  321. } catch(\Throwable $ex){
  322. Db::rollBack();
  323. var_dump($ex->getMessage());
  324. return Result::error("修改失败",0);
  325. }
  326. $data = [
  327. 'info' => $info,
  328. 'art_data' => $art_data
  329. ];
  330. return Result::success($data);
  331. }
  332. }
  333. /**
  334. * 删除资讯
  335. * @param array $data
  336. * @return array
  337. */
  338. public function delInfo(array $data): array
  339. {
  340. $id = $data['art_id'];
  341. $info = Article::where('id',$id)->first();
  342. if($info['state']==1){
  343. return Result::error('此文章已导入,不可删除!');
  344. }else{
  345. Db::beginTransaction();
  346. try{
  347. $delinfo = Article::where('id',$id)->delete();
  348. $deldata = ArticleData::where('article_id',$id)->delete();
  349. Db::commit();
  350. } catch(\Throwable $ex){
  351. Db::rollBack();
  352. var_dump($ex->getMessage());
  353. return Result::error("删除失败",0);
  354. }
  355. }
  356. $data = [
  357. 'delinfo' => $delinfo,
  358. 'deldata' => $deldata
  359. ];
  360. return Result::success($data);
  361. }
  362. /**
  363. * 关联导航池
  364. * @param array $data
  365. * @return array
  366. */
  367. public function addCatid(array $data): array
  368. {
  369. $id = $data['rule_id'];
  370. //查找此规则任务下的文章是否都已经导入
  371. $info = Article::where('rule_id',$id)->where('state',0)->select('id')->get();
  372. if(empty($info->toArray())){
  373. return Result::error('所有文章都已导入,不可修改关联的导航池!');
  374. }else{
  375. //查找此规则任务下的文章是否已经有导入的文章
  376. $article = Article::where('rule_id',$id)->where('state',1)->select('id')->get();
  377. if(!empty($article->toArray())){
  378. //若有已导入的文章则直接复制之前已导入的导航池
  379. $catid = Article::whereIn('id',$article)->select('catid')->first();
  380. //若未导入的文章已经复制之前的导航,则无需修改
  381. $art_catid = Article::whereIn('id',$info)->whereNull('catid')->count();
  382. if($art_catid>0){
  383. $result = Article::whereIn('id',$info)->update(['catid'=>$catid['catid']]);
  384. }else{
  385. $result = ['已全部关联导航,无需导入!'];
  386. }
  387. }else{
  388. //若不存在已导入的文章则判断是否存在导航id
  389. if(isset($data['catid'])){
  390. //若存在直接使用此导航id
  391. $result = Article::whereIn('id',$info)->update(['catid'=>$data['catid']]);
  392. }else{
  393. //若不存在则返回所有导航栏目
  394. $result = Category::select('id','name')->get();
  395. }
  396. }
  397. }
  398. return Result::success($result);
  399. }
  400. /**
  401. * 导入文章
  402. * @param array $data
  403. * @return array
  404. */
  405. public function addArt(array $data): array
  406. {
  407. $where = [
  408. 'rule_id' => $data['rule_id'],
  409. 'state' => 0
  410. ];
  411. $arts_id = Article::where($where)->wherenotNull('catid')->orderBy('id')->select('id')->get();
  412. $arts = Article::where($where)->wherenotNull('catid')->select('title','catid','level','introduce','keyword','author','copyfrom','fromurl','hits','islink','imgurl','admin_user_id','is_original')->orderBy('id')->get()->toArray();
  413. Db::beginTransaction();
  414. try{
  415. $arts_data = ArticleData::whereIn('article_id',$arts_id)->select('content')->orderBy('article_id')->get()->toArray();
  416. $oldart = OldArticle::insert($arts);
  417. $oldart_data = OldArticleData::insert($arts_data);
  418. Db::commit();
  419. } catch(\Throwable $ex){
  420. Db::rollBack();
  421. var_dump($ex->getMessage());
  422. return Result::error($ex->getMessage(),0);
  423. }
  424. // var_dump($article_data);
  425. $data = [
  426. 'rep' => $oldart,
  427. 'content' => $oldart_data
  428. ];
  429. return Result::success($data);
  430. }
  431. }