swoole之 swoole_process 应用于TP框架

swoole_process 实现了多进程的管理,多个进程同时进行采集任务,

公司的框架比较low,用的tp框架,结合tp框架实现多进程的采集

这是swoole好的学习资源

https://segmentfault.com/a/1190000002946586

    /**
     * 用swoole多进程方法进行采集
     * 采集网贷天眼下各个平台的数据,由于网贷天眼的平台的每个参数指标对应一个ajax请求,
     * 所有设计每个参数指标对应一张表,这样看起来虽然比较繁琐,但有助于数据的更新和维护.
     * 先循环遍历出url表中所有的属于网贷天眼的url,和cid,调用各个抓取参数方法,进行
     * 入库操作
     */
    public function addDataSwoole()
    {

        for ($i = 0; $i < 14; $i++) {

            $process = new swoole_process([$this, 'swooleGetContents'], true);
            $start = $process->start();
            $process->write($i);
            $workers[$start] = $process;
        }

        //防止产生僵尸进程.
        while (true) {
            $res = swoole_process::wait();

            if ($res) {
                $pid = $res['pid'];
                write_logs('exit '.$pid);
            }else{
                break;
            }
        }

    }

    /**
     * 这是swoole回调函数用的
     * @param swoole_process $worker
     */
    public function swooleGetContents(swoole_process $worker)
    {
        $i = $worker->read();

        $urls = $this->allUrls();

        switch ($i) {
            case 0:
                $method = 'add_new_collect_money';
                break;
            case 1:
                $method = 'add_pure_money';
                break;
            case 2:
                $method = 'add_rate';
                break;
            case 3:
                $method = 'add_remainder';
                break;
            case 4:
                $method = 'add_paid_invest_people';
                break;
            case 5:
                $method = 'add_plat_paid';
                break;
            case 6:
                $method = 'add_top_ten_borrower';
                break;
            case 7:
                $method = 'add_top_ten_invest';
                break;
            case 8:
                $method = 'add_full_scale_time';
                break;
            case 9:
                $method = 'add_average_borrowing_time';
                break;
            case 10:
                $method = 'add_borrowing_to_invest';
                break;
            case 11:
                $method = 'add_invest_vs';
                break;
            case 12:
                $method = 'add_invest_total_vs';
                break;
            case 13:
                $method = 'add_new_borrowing_distribution';
                break;
        }

        foreach ($urls as $v) {
            $res = $this->$method($v['url'], $v['cid']);
        }

        var_dump('this process' . $method);

    }