0

私の Web アプリケーションは、連絡先テーブルにインポートする必要がある電話のカンマ区切りのリストを受け取ります。リストには、100,000 から 1,000,000 のアイテムを含めることができます。ストアドプロシージャを実装しました。しかし、それでも私には遅すぎます。それを改善するために私を助けてもらえますか？

DELIMITER $$

CREATE DEFINER=`root`@`localhost` PROCEDURE `import_phones`
(IN ContactGroupId int, IN strPhones mediumtext, OUT total int, OUT inserted int)
main: BEGIN
    declare delim varchar(1) default(',');
    declare delimPtr int unsigned default(0); -- pointer to current spliter position
    declare startPtr int unsigned default(1);
    declare phone1 nvarchar(20);

    set total = 0; -- counter of total rows
    set inserted = 0; -- counter of inserted rows

    if strPhones is null or length(strPhones) < 1 then 
        leave main;
    end if;

    drop table if exists insertphones;
    create temporary table insertphones(phone nvarchar(20))
        engine = memory;
/***
-- split strPhones by delimiter
*/
    SET delimPtr = locate(delim, strPhones,startPtr);
    loop_label: while(delimPtr > 0) do
        insert into insertphones (phone) values (substring(strPhones,startPtr,delimPtr-startPtr));
        -- select delimPtr,startPtr, substring(strPhones,startPtr,delimPtr-startPtr); 
        set startPtr = delimPtr+1;
        set delimPtr = locate(delim, strPhones,startPtr);
    end while;
    if delimPtr = 0 then
        insert into insertphones (phone) values (substring(strPhones,startPtr,delimPtr-startPtr));
    end if;

    -- select delimPtr,startPtr; 
    select count(*) from insertphones into total;
/***
--  insert phones 
*/

    insert into contacts (Phone, ContactGroupId)
        select distinct(phone), ContactGroupId from insertphones where 
        phone not in (select Phone from contacts where ContactGroupId = ContactGroupId);
    SELECT ROW_COUNT() into inserted ;
    -- select total, inserted;
END
4

2 に答える 2

0

熟考load data infile、のように

load data infile 'filename' into tablename lines terminated by ','
于 2013-03-09T13:22:51.040 に答える
0

Ok。初期バージョンよりもはるかに (約 10 倍から 20 倍) 高速に動作するソリューション。

    $tempFile = tempnam(sys_get_temp_dir(), 'phones');
$tempTable = 'tmp'.$contactGroupId.time();
file_put_contents($tempFile, $phones);
try {
    chmod($tempFile, 0777); //required for MySQL import
    $sql = sprintf(
"set @total = 0;
set @inserted = 0;
drop table if exists %s;
create temporary table %s(phone nvarchar(20)) engine = memory;
LOAD DATA INFILE '%s' INTO TABLE %s FIELDS TERMINATED BY '' LINES TERMINATED BY ',';
SELECT count(*) FROM %s INTO @total;
DELETE FROM %s WHERE length(phone) < 10;
UPDATE %s SET phone = CONCAT('7',phone) WHERE length(phone) = 10;
UPDATE %s SET phone = INSERT(phone,1,1,'7') WHERE phone like '8%%' and length(phone) = 11;
insert into contacts (Phone, ContactGroupId) select distinct(phone), %d from %s where phone not in (select Phone from contacts where ContactGroupId = %d);
SELECT ROW_COUNT() into @inserted;"
    , $tempTable, $tempTable, str_replace('\\','\\\\',$tempFile), $tempTable, $tempTable, $tempTable, $tempTable, $tempTable, $contactGroupId, $tempTable, $contactGroupId );

$command = Yii::app()->db->createCommand($sql);
$command->execute();
$command = false;
$result = Yii::app()->db->createCommand("select @total as total, @inserted as inserted")->queryRow();
$contactCounter['all'] += $result['total'];
$contactCounter['created'] += $result['inserted'];
于 2013-03-10T08:53:22.547 に答える