使用PHP生成器批量更新数据
<?phpheader('Content-Type: text/html; charset=utf-8');// 定义数据配置信息$host = '';$dbname = '';$user = '';$pass = '';$prefix = '';try { // 是否开启更新执行 define('DEBUG',true); // true 执行修改SQL false 反之, $testFor = 0; $testNum = 3; // 测试循环次数 如果开启执行 true 更新SQL,测试无效, //每次执行多少条数据 $everyRow = 1000; $start = 0; $number = 1; // 序号 //记录日志 $loger = function($content){ $file = '/tmp/sql.log'; $date = date('Y-m-d H:i:s'); file_put_contents($file, "[{$date}] | {$content}".PHP_EOL, FILE_APPEND | LOCK_EX); }; // 获取当前时间戳,精确到毫秒 $getCurrentTime = function () { list ($msec, $sec) = explode(" ", microtime()); return (float)$msec + (float)$sec; }; // 连接数据库$pdo = new PDO ("mysql:host={$host};dbname={$dbname}", $user, $pass); $tableName = $prefix.'order_info'; // 定义获取数据函数 $querySql = ''; $selectQuery = function ($pdo, $tableName, $start, $everyRow) { global $querySql; $querySql = "SELECT order_id,order_sn,buy_from FROM {$tableName} WHERE buy_from = 0 LIMIT {$start},{$everyRow}"; $queryStmt = $pdo->prepare($querySql); $queryStmt->execute(); $result = $queryStmt->fetchAll(PDO::FETCH_ASSOC); $queryStmt->closeCursor(); return $result; }; do { // 防止开发时死循环 if (DEBUG) { ++$testFor; if ($testFor > $testNum) { break; } } // 记录开始时间 $begin = $getCurrentTime(); if ($result = $selectQuery($pdo, $tableName, $start, $everyRow)) { // 定义生成器 $getGenerator = function ($data) { foreach ($data as $key => $value) { yield $key => $value; } }; // 遍历生成器,实现拼接执行SQL语句 1 web UU1%,U1% 2 wap UL%,UM% 3 iOS UA%,UUA% 4 Android UB%,UUB% $generator = $getGenerator($result); $sql = 'UPDATE '.$tableName.' SET buy_from = CASE order_id'; $fromArray = ['U1'=>1,'UU1'=>1,'UM'=>2,'UL'=>2,'UA'=>3,'UUA'=>3,'UB'=>4,'UUB'=>4]; $orderIdStr = ''; foreach ($generator as $value) { $order_sn = isset($value['order_sn']) ? trim($value['order_sn']) : false; if ($order_sn) { $prefixFrom = substr($order_sn, 0, 2); // 截取字符串 if($prefixFrom == 'UU'){ // 快速订单处理 $prefixFrom = substr($order_sn, 0, 3); $fromBy = isset($fromArray[$prefixFrom]) ? $fromArray[$prefixFrom] : ''; }else{ $fromBy = isset($fromArray[$prefixFrom]) ? $fromArray[$prefixFrom] : ''; } if ($fromBy) { $orderId = $value['order_id']; $orderIdStr .= $orderId.','; $sql .= " WHEN {$orderId} THEN {$fromBy}"; } } } //拼接SQL,处理大数据更新 $orderIdStrWhere = rtrim($orderIdStr, ","); $sql .= ' END WHERE order_id IN ('.$orderIdStrWhere.')'; $count = 0; if (!DEBUG) { $stmt = $pdo->prepare($sql); $stmt->execute(); $count = $stmt->rowCount(); $stmt->closeCursor(); } $end = $getCurrentTime(); $spend = round($end - $begin,5); $memory = memory_get_usage(); // 返回的单位是b,/1024得到kb,/(1024*1024)得到mb 1024*1024 = 1048576 $logContent = '序号:'.$number.' | 查询SQL:'.$querySql.' | 脚本执行时间为:'.$spend.' 秒 | 影响行数:'.$count.' | 消耗内存:'.($memory / 1048576).' mb'; $loger($logContent); // 记录日志 echo $logContent.'<br/>'; } $start += $everyRow; // 分页记录计数 ++$number; //序号计数 // 随机暂停 0.2 - 0.99 秒 缓解并发情况下对DB压力 usleep(rand(200, 999) * 1000); } while ($result = $selectQuery($pdo, $tableName, $start, $everyRow));} catch (PDOException $e) {die( "Error!: " . $e->getMessage());}
声明:本站所有文章资源内容,如无特殊说明或标注,均为采集网络资源。如若本站内容侵犯了原著者的合法权益,可联系本站删除。