DataX介绍及应用实例

[root@localhost bin]# python datax.py -r streamreader -w streamwriter

DataX (DATAX-OPENSOURCE-3.0), From Alibaba !
Copyright (C) 2010-2017, Alibaba Group. All Rights Reserved.


Please refer to the streamreader document:
     https://github.com/alibaba/DataX/blob/master/streamreader/doc/streamreader.md

Please refer to the streamwriter document:
     https://github.com/alibaba/DataX/blob/master/streamwriter/doc/streamwriter.md

Please save the following configuration as a json file and  use
     python {DATAX_HOME}/bin/datax.py {JSON_FILE_NAME}.json
to run the job.

{
    "job": {
        "content": [
            {
                "reader": {
                    "name": "streamreader",
                    "parameter": {
                        "column": [],
                        "sliceRecordCount": ""
                    }
                },
                "writer": {
                    "name": "streamwriter",
                    "parameter": {
                        "encoding": "",
                        "print": true
                    }
                }
            }
        ],
        "setting": {
            "speed": {
                "channel": ""
            }
        }
    }
}

#创建数据库master_test_db
CREATE DATABASE /*!32312 IF NOT EXISTS*/`master_test_db` /*!40100 DEFAULT CHARACTER SET utf8 COLLATE utf8_unicode_ci */;
USE `master_test_db`;

#创建表tb_user
CREATE TABLE `tb_user` (
  `id` INT(11) NOT NULL AUTO_INCREMENT,
  `name` VARCHAR(20) COLLATE utf8_unicode_ci DEFAULT NULL,
  `age` INT(11) DEFAULT NULL,
  `address` VARCHAR(100) COLLATE utf8_unicode_ci DEFAULT NULL,
  `status` INT(2) NOT NULL DEFAULT '0',
  `city` VARCHAR(6) COLLATE utf8_unicode_ci DEFAULT NULL,
  PRIMARY KEY (`id`)
) ENGINE=INNODB AUTO_INCREMENT=1 DEFAULT CHARSET=utf8 COLLATE=utf8_unicode_ci CHECKSUM=1 DELAY_KEY_WRITE=1 ROW_FORMAT=DYNAMIC;

#插入记录
INSERT  INTO `tb_user`(`id`,`name`,`age`,`address`,`status`,`city`) VALUES (1,'guozhong',20,'北京市石景山区鲁谷大街',0,'我的老是人是'),(2,'zhang',23,'石家庄市红旗大街42号',1,NULL),(8,'Sam',30,'山西省西安市XXXX1111',1,NULL),(9,'liuli',30,'山西省西安市',0,NULL),(10,'xxxx',30,'xxxx111',0,NULL),(11,'xxxx',30,'山西省西安市',1,NULL),(12,'Sam',30,'山西省西安市XXXX1111',0,NULL),(13,'xxxx',30,'山西省西安市',1,NULL),(14,'Sam11',30,'xxxx111',0,NULL),(15,'Sam11',30,'山西省西安市XXXX1111',0,NULL),(16,'Sam11',30,'xxxx111',0,NULL),(19,'lulu',20,'北京',0,NULL),(20,'tonton',20,'北京',0,NULL);