php读取txt文件并将数据插入到数据库
程序员文章站
2023-12-03 17:21:22
今天测试一个功能,需要往数据库中插入一些原始数据,pm给了一个txt文件,如何快速的将这个txt文件的内容拆分为所要的数组,然后再插入到数据库中?
serial_nu...
今天测试一个功能,需要往数据库中插入一些原始数据,pm给了一个txt文件,如何快速的将这个txt文件的内容拆分为所要的数组,然后再插入到数据库中?
serial_number.txt的示例内容:
serial_number.txt:
dm00001a11 0116, sn00002a11 0116, ab00003a11 0116, pv00004a11 0116, oc00005a11 0116, ix00006a11 0116,
创建数据表:
create table serial_number( id int primary key auto_increment not null, serial_number varchar(50) not null )engine=innodb default charset=utf8;
php代码如下:
$conn = mysql_connect('127.0.0.1','root','') or die("invalid query: " . mysql_error()); mysql_select_db('test', $conn) or die("invalid query: " . mysql_error()); $content = file_get_contents("serial_number.txt"); $contents= explode(",",$content);//explode()函数以","为标识符进行拆分 foreach ($contents as $k => $v)//遍历循环 { $id = $k; $serial_number = $v; mysql_query("insert into serial_number (`id`,`serial_number`) values('$id','$serial_number')"); }
备注:方法有很多种,我这里是在拆分txt文件为数组后,然后遍历循环得到的数组,每循环一次,往数据库中插入一次。
再给大家分享一个支持大文件导入的
<?php /** * $splitchar 字段分隔符 * $file 数据文件文件名 * $table 数据库表名 * $conn 数据库连接 * $fields 数据对应的列名 * $inserttype 插入操作类型,包括insert,replace */ function loadtxtdataintodatabase($splitchar,$file,$table,$conn,$fields=array(),$inserttype='insert'){ if(empty($fields)) $head = "{$inserttype} into `{$table}` values('"; else $head = "{$inserttype} into `{$table}`(`".implode('`,`',$fields)."`) values('"; //数据头 $end = "')"; $sqldata = trim(file_get_contents($file)); if(preg_replace('/\s*/i','',$splitchar) == '') { $splitchar = '/(\w+)(\s+)/i'; $replace = "$1','"; $specialfunc = 'preg_replace'; }else { $splitchar = $splitchar; $replace = "','"; $specialfunc = 'str_replace'; } //处理数据体,二者顺序不可换,否则空格或tab分隔符时出错 $sqldata = preg_replace('/(\s*)(\n+)(\s*)/i','\'),(\'',$sqldata); //替换换行 $sqldata = $specialfunc($splitchar,$replace,$sqldata); //替换分隔符 $query = $head.$sqldata.$end; //数据拼接 if(mysql_query($query,$conn)) return array(true); else { return array(false,mysql_error($conn),mysql_errno($conn)); } } //调用示例1 require 'db.php'; $splitchar = '|'; //竖线 $file = 'sqldata1.txt'; $fields = array('id','parentid','name'); $table = 'cengji'; $result = loadtxtdataintodatabase($splitchar,$file,$table,$conn,$fields); if (array_shift($result)){ echo 'success!<br/>'; }else { echo 'failed!--error:'.array_shift($result).'<br/>'; } /*sqlda ta1.txt 1|0|a 2|1|b 3|1|c 4|2|d -- cengji create table `cengji` ( `id` int(11) not null auto_increment, `parentid` int(11) not null, `name` varchar(255) default null, primary key (`id`), unique key `parentid_name_unique` (`parentid`,`name`) using btree ) engine=innodb auto_increment=1602 default charset=utf8 */ //调用示例2 require 'db.php'; $splitchar = ' '; //空格 $file = 'sqldata2.txt'; $fields = array('id','make','model','year'); $table = 'cars'; $result = loadtxtdataintodatabase($splitchar,$file,$table,$conn,$fields); if (array_shift($result)){ echo 'success!<br/>'; }else { echo 'failed!--error:'.array_shift($result).'<br/>'; } /* sqldata2.txt 11 aston db19 2009 12 aston db29 2009 13 aston db39 2009 -- cars create table `cars` ( `id` int(11) not null auto_increment, `make` varchar(16) not null, `model` varchar(16) default null, `year` varchar(16) default null, primary key (`id`) ) engine=innodb auto_increment=14 default charset=utf8 */ //调用示例3 require 'db.php'; $splitchar = ' '; //tab $file = 'sqldata3.txt'; $fields = array('id','make','model','year'); $table = 'cars'; $inserttype = 'replace'; $result = loadtxtdataintodatabase($splitchar,$file,$table,$conn,$fields,$inserttype); if (array_shift($result)){ echo 'success!<br/>'; }else { echo 'failed!--error:'.array_shift($result).'<br/>'; } /* sqldata3.txt 11 aston db19 2009 12 aston db29 2009 13 aston db39 2009 */ //调用示例3 require 'db.php'; $splitchar = ' '; //tab $file = 'sqldata3.txt'; $fields = array('id','value'); $table = 'notexist'; //不存在表 $result = loadtxtdataintodatabase($splitchar,$file,$table,$conn,$fields); if (array_shift($result)){ echo 'success!<br/>'; }else { echo 'failed!--error:'.array_shift($result).'<br/>'; } //附:db.php /* //注释这一行可全部释放 ?> <?php static $connect = null; static $table = 'jilian'; if(!isset($connect)) { $connect = mysql_connect("localhost","root",""); if(!$connect) { $connect = mysql_connect("localhost","zjmainstay",""); } if(!$connect) { die('can not connect to database.fatal error handle by /test/db.php'); } mysql_select_db("test",$connect); mysql_query("set names utf8",$connect); $conn = &$connect; $db = &$connect; } ?>
//*/
复制代码
-- 数据表结构:
-- 100000_insert,1000000_insert
create table `100000_insert` ( `id` int(11) not null auto_increment, `parentid` int(11) not null, `name` varchar(255) default null, primary key (`id`) ) engine=innodb auto_increment=1 default charset=utf8
100000 (10万)行插入:insert 100000_line_data use 2.5534288883209 seconds
1000000(100万)行插入:insert 1000000_line_data use 19.677318811417 seconds
//可能报错:mysql server has gone away
//解决:修改my.ini/my.cnf max_allowed_packet=20m