Swoole和Workerman对PHP与MySQL的大数据量查询和传输的优化方法

<?php
Coun(function () {
    $db = new SwooleCoroutineMysql();
    $db->connect([
        'host' => '127.0.0.1',
        'port' => 3306,
        'user' => 'root',
        'passWord' => '123456',
        'database' => 'test',
    ]);

    // 开始协程
    Go(function () use ($db) {
        $result = $db->query('SELECT * FROM table');
        var_dump($result);
    });

    // 开始协程
    go(function () use ($db) {
        $result = $db->query('SELECT * FROM table2');
        var_dump($result);
    });
});
?>

<?php
$dbPool = new SwooleCoroutineChannel(10); // 设置连接池大小为10

$dbConfig = [
    'host' => '127.0.0.1',
    'port' => 3306,
    'user' => 'root',
    'password' => '123456',
    'database' => 'test',
];

for ($i = 0; $i < 10; $i++) {
    go(function () use ($dbConfig, $dbPool) {
        $db = new SwooleCoroutineMySQL();
        $db->connect($dbConfig);
        $dbPool->push($db); // 将连接放入连接池
    });
}

go(function () use ($dbPool) {
    $db = $dbPool->pop(); // 从连接池中取出一个连接
    $result = $db->query('SELECT * FROM table');
    var_dump($result);
    $dbPool->push($db); // 将连接放回连接池
});
?>

<?php
use WorkermanWorker;
use WorkermanConnectiontcpConnection;

$worker = new Worker();
$worker->count = 4; // 设置进程数为4

$worker->onWorkerStart = function ($worker) {
    $db = new mysqli('127.0.0.1', 'root', '123456', 'test');
    if ($db->connect_errno) {
        printf("Connect failed: %s
", $db->connect_error);
        exit();
    }

    // 每个进程中的回调函数单独查询数据
    $worker->onMessage = function (TcpConnection $connection, $data) use ($db) {
        $result = $db->query('SELECT * FROM table');
        $connection->send($result->fetch_all(MYSQLI_ASSOC));
    };
};

Worker::runAll();
?>

<?php
use WorkermanWorker;
use WorkermanConnectionTcpConnection;
use WorkermanlibTimer;
use PredisClient;

$worker = new Worker();
$worker->count = 4;

$redis = new Client(array(
    'scheme' => 'tcp',
    'host'   => '127.0.0.1',
    'port'   => 6379,
));

$worker->onWorkerStart = function ($worker) use ($redis) {
    // 查询数据并存入缓存
    $current_time = time();
    $result = $redis->get('data');
    if (!$result) {
        $db = new mysqli('127.0.0.1', 'root', '123456', 'test');
        if ($db->connect_errno) {
            printf("Connect failed: %s
", $db->connect_error);
            exit();
        }
        $result = $db->query('SELECT * FROM table');
        $redis->set('data', serialize($result));
        $redis->expire('data', 60); // 设置缓存失效时间为60秒
        $db->close();
    } else {
        $result = unserialize($result);
    }

    // 每个进程中的回调函数返回缓存结果
    $worker->onMessage = function (TcpConnection $connection, $data) use ($result) {
        $connection->send($result);
    };
};

// 定期更新缓存
$worker->onWorkerStart = function ($worker) use ($redis) {
    Timer::add(60, function () use ($redis, $worker) {
        $db = new mysqli('127.0.0.1', 'root', '123456', 'test');
        if ($db->connect_errno) {
            printf("Connect failed: %s
", $db->connect_error);
            exit();
        }
        $result = $db->query('SELECT * FROM table');
        $redis->set('data', serialize($result));
        $db->close();

        // 更新每个进程中的结果
        foreach ($worker->connections as $connection) {
            $connection->send($result);
        }
    });
};

Worker::runAll();
?>