oracle导出数据到hdfs，oracle导出数据到hbase的基本使用方法

DataX任务示例

oracle=>hdfs

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
{
    "job": {
        "content": [
            {
                "reader": {
                    "name": "oraclereader", 
                    "parameter": {
                        "column":["area_id","area_name","area_desc","up_area_id","level_code"], 
                        "connection": [
                            {
                                "jdbcUrl":["jdbc:oracle:thin:@ip:41521:marketdb2"], 
                                "table": ["com_area"]
                            }
                        ], 
			"splitPk":"area_id",
                        "password": "1234567890", 
                        "username": "chn_okd_sc"
                    }
                }, 
                "writer": {
                    "name": "hdfswriter", 
                    "parameter": {
                    "column": [
                       {"name":"area_id","type":"INT"},
                       {"name":"area_name","type":"VARCHAR"},
                       {"name":"area_desc","type":"VARCHAR"},
                       {"name":"up_area_id","type":"INT"},
                       {"name":"level_code","type":"VARCHAR"}
                    ], 
                    "compress": "", 
                    "defaultFS": "hdfs://192.168.70.128:9000", 
                    "fieldDelimiter": "\t", 
                    "fileName": "area", 
                    "fileType": "text", 
                    "path": "/user/hive/warehouse/test_db.db/area", 
                    "writeMode": "append"
                    }
                }
            }
        ], 
        "setting": {
            "speed": {
                "channel": "2"
            }
        }
    }
}

oracle=>hbase

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
{
    "job": {
        "content": [
            {
                "reader": {
                    "name": "oraclereader", 
                    "parameter": {
                        "column": [
                            {"name":"area_id","type":"string"},
                            {"name":"area_name","type":"string"},
                            {"name":"area_desc","type":"string"},
                            {"name":"up_area_id","type":"string"},
                            {"name":"level_code","type":"string"}
                        ], 
                        "connection": [
                            {
                                "jdbcUrl": ["jdbc:oracle:thin:@ip:41521:marketdb2"], 
                                "table": ["com_area"]
                            }
                        ], 
                        "password": "1234567890", 
                        "username": "chn_okd_sc"
                    }
                }, 
                "writer": {
                    "name": "hbase11xwriter", 
                    "parameter": {
                        "column": [
                           {"index":1,"name":"area:area_name","type":"string"},
                           {"index":2,"name":"area:area_desc","type":"string"},
                           {"index":3,"name":"area:up_area_id","type":"string"},
                           {"index":4,"name":"area:level_code","type":"string"}
                        ], 
                        "encoding": "UTF-8", 
                        "hbaseConfig": {
                            "hbase.cluster.distributed": "true", 
                            "hbase.rootdir": "hdfs://192.168.70.128:9000/hbase", 
                            "hbase.zookeeper.quorum": "localhost:2181"
                        }, 
                        "mode": "normal", 
                        "rowkeyColumn": [{"index":0,"type":"string"}], 
                        "table": "area"
                    }
                }
            }
        ], 
        "setting": {
            "speed": {
                "channel": "1"
            }
        }
    }
}