官方Hello入門例子{ "job": { "content": [ { "reader": { "name": "streamreader", "parameter": { "sliceRecordCount": 10, "column": [ { "type": "long", "value": "10" }, { "type": "string", "value": "hello，你好，世界-DataX" } ] } }, "writer": { "name": "streamwriter", "parameter": { "encoding": "UTF-8", "print": true } } } ], "setting": { "speed": { "channel": 5 } } } }

運行命令：

java調用datax 參考：ublic class TestDatax { public static void main(String[] args) { try { WebLogs.info("start"); String windowcmd = "cmd /c python datax.py D:\\Software\\install\\Environment\\DataX\\datax\\job\\mysql2mysql.json"; WebLogs.info(windowcmd); //.exec("你的命令",null,new File("datax安裝路徑")); Process pr = Runtime.getRuntime().exec(windowcmd,null,new File("D:\\Software\\install\\Environment\\DataX\\datax\\bin")); BufferedReader in = new BufferedReader(new InputStreamReader(pr.getInputStream())); String line = null; while ((line = in.readLine()) != null) { WebLogs.info(line); } in.close(); pr.waitFor(); WebLogs.info("end"); } catch (Exception e) { e.printStackTrace(); } } }

網上一個mysql2mysql的例子{ "job": { "content": [ { "reader": { "name": "mysqlreader", "parameter": { "column": [ "id", "name" ], "connection": [ { "jdbcUrl": ["jdbc:mysql://127.0.0.1:3306/dq"], "table": ["table1"] } ], "password": "123456", "username": "root" } }, "writer": { "name": "mysqlwriter", "parameter": { "column": [ "id", "name" ], "connection": [ { "jdbcUrl": "jdbc:mysql://ip地址:端口/test", "table": ["table2"] } ], "password": "123456", "username": "root" } } } ], "setting": { "speed": { "channel": "1" } } } }

mysql到本地：{ "job": { "content": [ { "reader": { "name": "mysqlreader", "parameter": { "username": "root", "password": "root", "column": ["ID","VISIT_IP"], "connection": [ { "table": [ "visit_log" ], "jdbcUrl": [ "jdbc:mysql://192.168.0.197:3306/qyyx_test" ] } ] } }, "writer": { "name": "streamwriter", "parameter": { "print": false, "encoding": "UTF-8" } } } ] } }

本地方件到本地文件：{ "setting": {}, "job": { "setting": { "speed": { "channel": 2 } }, "content": [ { "reader": { "name": "txtfilereader", "parameter": { "path": ["/home/haiwei.luo/case00/data"], "encoding": "UTF-8", "column": ["*"], "fieldDelimiter": "," } }, "writer": { "name": "txtfilewriter", "parameter": { "path": "/home/haiwei.luo/case00/result", "fileName": "luohw", "writeMode": "truncate", "format": "yyyy-MM-dd" } } } ] } }HDFS打印到本地控制臺

{ "job": { "setting": { "speed": { "channel": 3 } }, "content": [ { "reader": { "name": "hdfsreader", "parameter": { "path": "/user/hive/warehouse/test.db/nnn/*", "defaultFS": "hdfs://192.168.200.45:8020", "column": ["*"], "fileType": "orc", "encoding": "UTF-8", "fieldDelimiter": "," } }, "writer": { "name": "streamwriter", "parameter": { "print": true } } } ] } }oracle到本地文件{ "job": { "content": [ { "reader": { "name": "mysqlreader", "parameter": { "username": "root", "password": "root", "column": ["ID","VISIT_IP","BEF_URL","NOW_URL","CORP_CODE","PROMOTE_NO","PLATFORM","COOKIE_EANBLED","USER_AGENT","APP_VERSION","APP_NAME","COLOR","SCREEN","JAVA_ENABLED","JS_VERSION","SID","CREATE_BY","CREATE_TIME","MODIFY_BY","MODIFY_TIME"], "connection": [ { "table": [ "visit_log" ], "jdbcUrl": [ "jdbc:mysql://192.168.0.197:3306/qyyx_test" ] } ] } }, "writer": { "name": "txtfilewriter", "parameter": { "path": "/opt/result/", "fileName": "shun", "writeMode": "truncate", "format": "yyyy-MM-dd" } } } ], "setting": { "speed": { "channel": 10 } } } }

本地文件到HDFS

orcle打印到Linux

{ "job": { "setting": { "speed": { "channel": 5 } }, "content": [ { "reader": { "name": "oraclereader", "parameter": { "username": "edw_src", "password": "123456", "where": "", "connection": [ { "querySql": [ "select * from ORDER_DETAIL_BAK" ], "jdbcUrl": [ "jdbc:oracle:thin:@192.168.0.197:1521:orcl" ] } ] } }, "writer": { "name": "streamwriter", "parameter": { "visible": true, "encoding": "UTF-8" } } } ] } }

oracle到HDFS

oracle到本地文件

{ "job": { "setting": { "speed": { "channel": 200 } }, "content": [ { "reader": { "name": "oraclereader", "parameter": { "username": "edw_src", "password": "123456", "where": "", "connection": [ { "querySql": [ "select * from ORDER_DETAIL_BAK" ], "jdbcUrl": [ "jdbc:oracle:thin:@192.168.0.197:1521:orcl" ] } ] } }, "writer": { "name": "txtfilewriter", "parameter": { "path": "/opt/result/", "fileName": "shun", "writeMode": "truncate", "format": "yyyy-MM-dd" } } } ] } }

總結

以上是生活随笔為你收集整理的datax 持续数据同步_Datax 数据同步的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。