Home  >  Article  >  Backend Development  >  PHP implements text data import into SQL SERVER

PHP implements text data import into SQL SERVER

高洛峰
高洛峰Original
2017-01-06 14:22:011142browse

My test supports CSV, SQL, and TXT

In fact, other formats are also available, but I don’t need them.

The speed is almost 10,000 per second

<?php
set_time_limit(0);
ignore_user_abort(true);
include(&#39;sgk.php&#39;);
echo "<br><br>";
?>
<?php
function array_iconv($data,$output = &#39;GBK&#39;) {
 $encode_arr = array(&#39;UTF-8&#39;,&#39;ASCII&#39;,&#39;GBK&#39;,&#39;GB2312&#39;,&#39;BIG5&#39;,&#39;JIS&#39;,&#39;eucjp-win&#39;,&#39;sjis-win&#39;,&#39;EUC-JP&#39;);
 $encoded = mb_detect_encoding($data, $encode_arr);//自动判断编码
 if (!is_array($data)) {
 return mb_convert_encoding($data, $output, $encoded);
 }
 else {
 foreach ($data as $key=>$val) {
  if(is_array($val)) {
  $data[$key] = array_iconv($val, $input, $output);
  } else {
  $data[$key] = mb_convert_encoding($data, $output, $encoded);
  }
 }
 return $data;
 }
}
function microtime_float(){ 
  return microtime(true); 
} 
if ($_SESSION[&#39;id&#39;]<>&#39;&#39;){
if (@$_POST["submit"]<>""){
if ((($_FILES["file"]["type"] == "text/plain")
|| ($_FILES["file"]["type"] == "application/vnd.ms-excel") || ($_FILES["file"]["type"] == "application/octet-stream")
|| ($_FILES["file"]["type"] == "application/vnd.openxmlformats-officedocument.spreadsheetml.sheet"))
&& ($_FILES["file"]["size"] < 198102805))
 {
 if ($_FILES["file"]["error"] > 0)
  {
  echo "Return Code: " . $_FILES["file"]["error"] . "<br />";
  }
 else
  {
  $name=$_FILES["file"]["name"];
  $name=iconv(&#39;utf-8&#39;, &#39;GB2312//IGNORE&#39;, $_FILES[&#39;file&#39;][&#39;name&#39;]); 
  echo "Upload: " . $_FILES["file"]["name"] . "<br />";
  echo "Size: " . ($_FILES["file"]["size"] / 1048576) . " Mb<br />";
  $exit= pathinfo($_FILES["file"]["name"], PATHINFO_EXTENSION);
  $exit=&#39;.&#39; .$exit;
  
    if ($exit==".asp" or $exit==".php" or $exit==".jsp" OR $exit==".aspx"){
  echo "我擦,你想做什么?";
  exit;
  }
  $size=filesize($_FILES["file"]["tmp_name"]);
   $_FILES["file"]["name"]=md5($_FILES["file"]["name"].$size).$exit;
  if (file_exists("uploadhehe/" . $_FILES["file"]["name"]))
   {
   echo $_FILES["file"]["name"] . " 已经存在 ";
   }
  else
   {
   move_uploaded_file($_FILES["file"]["tmp_name"],
   "uploadhehe/" . $_FILES["file"]["name"]);
   echo "<br>开始自动处理文件<br>";
   $begin = microtime_float();
$file="uploadhehe/" . $_FILES["file"]["name"];
$handle = @fopen($file, "r");
//$handle=array_iconv(&#39;utf-8&#39;,&#39;gbk&#39;,$handle);
$total=0;
$over=0;
if ($handle) {
  $sql="INSERT INTO [dbo].[own_user_data1] ([Name],[Context],[md5],[data]) VALUES";
  $num=0;
  $_FILES[&#39;file&#39;][&#39;name&#39;]=iconv(&#39;utf-8&#39;, &#39;GB2312//IGNORE&#39;, $_FILES[&#39;file&#39;][&#39;name&#39;]); 
  while (!feof($handle)) {
    $buffer = fgets($handle, 2000);
    $buffer=str_replace("\n", "", $buffer);
    $line_array=explode("\r\n", $buffer);
    $Context=htmlspecialchars(addslashes($line_array[0]));
    $Context=str_replace("&#39;", &#39;,&#39;, $Context);
    $Context=str_replace(&#39;"&#39;, &#39;,&#39;, $Context);
    $Context=array_iconv($Context);
    $date=date(&#39;y-m-d h:i:s&#39;,time());
    if($num<999){
    $sql.="(&#39;{$name}&#39;,&#39;{$Context}&#39;,&#39;{$_FILES[&#39;file&#39;][&#39;name&#39;]}&#39;,&#39;{$date}&#39;),"; 
    }else{
    $sql.="(&#39;{$name}&#39;,&#39;{$Context}&#39;,&#39;{$_FILES[&#39;file&#39;][&#39;name&#39;]}&#39;,&#39;{$date}&#39;)"; 
    $a=sqlsrv_query($conn,$sql);
    // if( $a === false ) {
   // die( print_r( sqlsrv_errors(), true));
// }
    $num=0;
    $sql="INSERT INTO [dbo].[own_user_data1] ([Name],[Context],[md5],[data]) VALUES";
  
    }   
    $num++; 
    $total++;
  
   }
 } 
fclose($handle);
$sql1="INSERT INTO [dbo].[own_user_info] ([uid],[md5],[date],[name],[size],[gold]) VALUES (&#39;{$_SESSION["id"]}&#39;,&#39;{$_FILES["file"]["name"]}&#39;,&#39;{$date}&#39;,&#39;{$name}&#39;,&#39;{$total}&#39;,&#39;1&#39;)";
sqlsrv_query($conn,$sql1);
if( $a === false ) {
   die( print_r( sqlsrv_errors(), true));
}
//处理没有插入到数据库的记录
if(substr($sql, strlen($sql)-1,1)==","){
  $sql=substr($sql, 0,strlen($sql)-1);
  sqlsrv_query($conn,$sql);
}
$end = microtime_float();
$time = $end-$begin;
echo "共导入{$total}条记录,耗时{$time}秒";
  
   }
  }
 }
else
 {
 echo "上传失败!";
  
 }
}
}else{
 header("Location: login.php"); 
}
?>

The above is the entire content of this article, I hope you all like it.

For more articles related to PHP importing text data into SQL SERVER, please pay attention to the PHP Chinese website!

Statement:
The content of this article is voluntarily contributed by netizens, and the copyright belongs to the original author. This site does not assume corresponding legal responsibility. If you find any content suspected of plagiarism or infringement, please contact admin@php.cn