讲解thinkphp5.1如何实现多线程爬虫

php think make:command Thread thread

<?php /**  * Created by.  * User: Jim  * Date: 2020/9/29  * Time: 14:31  */  namespace appcommand;  use GuzzleHttpClient; use GuzzleHttpPool; use thinkconsoleCommand; use thinkconsoleInput; use thinkconsoleOutput;  /**  * Guzzle  * Class Thread  * @package appcommand  * 文档地址 https://guzzle-cn.readthedocs.io/zh_CN/latest/quickstart.html  */  class Thread extends Command {      /**      * 请求的总次数      * @var int      */     protected $totalPageCount = 50;     /**      * 当前请求的次数      * @var int      */     protected static $counter = 1;     /**      * 线程的数量      * @var int      */     protected $threads = 20;      protected function configure()     {         // 指令配置         $this->setName('thread');         // 设置参数      }      protected function execute(Input $input, Output $output)     {          $client = new Client();         $requests = function ($total) use ($client) {             foreach (range(1, $total) as $r) {                 $uri = 'https://apinew.juejin.im/content_api/v1/short_msg/detail';                 yield function () use ($client, $uri) {                     return $client-&gt;postAsync($uri, [                         'verify' =&gt; false,                         'json' =&gt; [                             'msg_id' =&gt; '6845185452727599118'                         ]                     ]);                 };             }          };          $pool = new Pool($client, $requests($this-&gt;totalPageCount), [             'concurrency' =&gt; $this-&gt;threads,             // 请求成功             'fulfilled' =&gt; function ($response, $index) use ($output) {                 $res = $response-&gt;getBody()-&gt;getContents();                 $output-&gt;writeln($res);                 $output-&gt;writeln("正在执行第{$index}个·····");                 if ($this-&gt;checkThreadIsEnd() == true) {                     $output-&gt;writeln("------------请求结束---------");                     return false;                 }             },             // 请求失败             'rejected' =&gt; function ($reason, $index) use ($output) {                 $output-&gt;writeln("执行失败，{$reason}");             },         ]);         $promise = $pool-&gt;promise();         $promise-&gt;wait();     }      /**      * 检测任务是否结束      * @return bool      */     private function checkThreadIsEnd()     {         if (self::$counter totalPageCount) {             self::$counter++;             return false;         } else {             return true;         }     }   }