Java TDataSource类代码示例

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
@Test
public void initTestWithDS() throws TddlException, SQLException {

    TDataSource ds = new TDataSource();
    ds.setAppName("andor_show");
    ds.setTopologyFile("test_matrix.xml");
    ds.setSchemaFile("test_schema.xml");
    ds.init();

    Connection conn = ds.getConnection();
    PreparedStatement ps = conn.prepareStatement("select * from bmw_users limit 10");
    ResultSet rs = ps.executeQuery();

    Assert.assertTrue(rs.next());

    rs.close();
    ps.close();
    conn.close();
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void testTraceId(TDataSource ds) throws TddlException, SQLException {
    // insert a record
    Connection conn = ds.getConnection();
    String sql = " /* ANDOR ALLOW_TEMPORARY_TABLE=True */ select traceid,tracetime,span1 from eaglelog "
                 + "where tracetime>=? and tracetime<=? and rootAppName=? group by traceid,tracetime,span1 "
                 + "order by tracetime desc limit 15";
    PreparedStatement ps = conn.prepareStatement(sql);

    ps.setObject(1, 1399514386000L);
    ps.setObject(2, 1399514686000L);
    ps.setObject(3, "cybertron:default-ide-projectid");

    // select all records
    long start = System.currentTimeMillis();
    ResultSet rs = ps.executeQuery();
    while (rs.next()) {
        StringBuilder sb = new StringBuilder();
        int count = rs.getMetaData().getColumnCount();
        for (int i = 1; i <= count; i++) {

            String key = rs.getMetaData().getColumnLabel(i);
            Object val = rs.getObject(i);
            sb.append("[" + rs.getMetaData().getTableName(i) + "." + key + "->" + val + "]");
        }
        System.out.println(sb.toString());
    }

    rs.close();
    ps.close();
    conn.close();

    System.out.println("query done");
    System.out.println(System.currentTimeMillis() - start);
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void testJaeTraceId(TDataSource ds) throws SQLException {
    Connection conn = ds.getConnection();

    // insert a record
    String sql = "/* ANDOR ALLOW_TEMPORARY_TABLE=True */ select jaelog1.traceid,jaelog1.tracetime,max(jaelog2.span1),jaelog1.groupToken,jaelog2.result from";
    sql += " jaelog jaelog1 left join jaelog jaelog2 on jaelog1.traceid=jaelog2.traceid and jaelog2.tracetime>= ? and jaelog2.tracetime<= ? and jaelog2.rpcType=253 where jaelog1.tracetime>= ? and jaelog1.tracetime<= ? ";
    sql += "and jaelog1.rpcType!=253 and jaelog1.groupToken=? group by jaelog1.traceid,jaelog1.groupToken,jaelog2.result limit 20";
    PreparedStatement ps = conn.prepareStatement(sql);
    // ps.setString(1, "2a784acf13946236294728641e");
    ps.setLong(1, 1394553600000L);
    ps.setLong(2, 1394630000000L);
    ps.setLong(3, 1394553600000L);
    ps.setLong(4, 1394630000000L);
    ps.setString(5, "3229$$$");

    // select all records
    long start = System.currentTimeMillis();
    ResultSet rs = ps.executeQuery();
    while (rs.next()) {
        StringBuilder sb = new StringBuilder();
        int count = rs.getMetaData().getColumnCount();
        for (int i = 1; i <= count; i++) {

            String key = rs.getMetaData().getColumnLabel(i);
            Object val = rs.getObject(i);
            sb.append("[" + rs.getMetaData().getTableName(i) + "." + key + "->" + val + "]");
        }
        System.out.println(sb.toString());
    }

    rs.close();
    ps.close();
    conn.close();

    System.out.println("query done");
    System.out.println(System.currentTimeMillis() - start);
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void main(String[] args) throws TddlException, SQLException {

        TDataSource ds = new TDataSource();

        // init a datasource with dynamic config on diamond
        ds.setAppName("XIAMI_WEB_ATHENA");

        Map cp = new HashMap();
        cp.put(ConnectionProperties.ALLOW_TEMPORARY_TABLE, "true");
        // cp.put(ConnectionProperties.MERGE_CONCURRENT, "true");
        ds.setConnectionProperties(cp);
        ds.init();

        System.out.println("init done");

        Connection conn = ds.getConnection();

        // select all records
        PreparedStatement ps = conn.prepareStatement("select user_id,num from (SELECT user_id, count(*) AS num FROM receive_flowers GROUP BY user_id  having num >= 100) t ORDER BY num desc");

        ResultSet rs = ps.executeQuery();
        while (rs.next()) {
            StringBuilder sb = new StringBuilder();
            int count = rs.getMetaData().getColumnCount();
            for (int i = 1; i <= count; i++) {

                String key = rs.getMetaData().getColumnLabel(i);
                Object val = rs.getObject(i);
                sb.append("[" + rs.getMetaData().getTableName(i) + "." + key + "->" + val + "]");
            }
            System.out.println(sb.toString());
        }

        rs.close();
        ps.close();
        conn.close();

        System.out.println("query done");

    }
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void main(String[] args) throws TddlException, SQLException {

        TDataSource ds = new TDataSource();

        // init a datasource with dynamic config on diamond
        ds.setAppName("INTL_COMM_DEV_APP");

        ds.init();

        System.out.println("init done");

        Connection conn = ds.getConnection();

        // select all records
        PreparedStatement ps = conn.prepareStatement("SELECT * from ae_macro_daily_target a left join ae_macro_daily_target_value b on a.target_id=b.target_id where a.type=? and b.stat_date=? order by a.target_id desc");

        ps.setObject(1, "'ae_byr'");
        ps.setObject(2, "2013-12-11");
        ResultSet rs = ps.executeQuery();
        while (rs.next()) {
            StringBuilder sb = new StringBuilder();
            int count = rs.getMetaData().getColumnCount();
            for (int i = 1; i <= count; i++) {

                String key = rs.getMetaData().getColumnLabel(i);
                Object val = rs.getObject(i);
                sb.append("[" + rs.getMetaData().getTableName(i) + "." + key + "->" + val + "]");
            }
            System.out.println(sb.toString());
        }

        rs.close();
        ps.close();
        conn.close();

        System.out.println("query done");

    }
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void main(String[] args) throws TddlException, SQLException {
    TDataSource ds = new TDataSource();

    // init a datasource with local config file
    ds.setAppName("eagleeye_mptest");
    // ds.setRuleFile("eagleeye_rule.xml");
    ds.getConnectionProperties().put(ConnectionProperties.CONCURRENT_THREAD_SIZE, 10);
    ds.getConnectionProperties().put(ConnectionProperties.MERGE_CONCURRENT, true);
    ds.init();
    System.out.println("init done");
    testClient(ds);
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void testClient(TDataSource ds) throws TddlException, SQLException {
    // insert a record
    Connection conn = ds.getConnection();
    String sql = "select * from client_test " + "where trace_time>=? and trace_time<=? limit 10";
    PreparedStatement ps = conn.prepareStatement(sql);
    ps.setObject(1, "2014-06-23 00:00:00");
    ps.setObject(2, "2014-06-23 23:59:59");

    // select all records
    long start = System.currentTimeMillis();
    ResultSet rs = ps.executeQuery();
    while (rs.next()) {
        StringBuilder sb = new StringBuilder();
        int count = rs.getMetaData().getColumnCount();
        for (int i = 1; i <= count; i++) {

            String key = rs.getMetaData().getColumnLabel(i);
            Object val = rs.getObject(i);
            sb.append("[" + rs.getMetaData().getTableName(i) + "." + key + "->" + val + "]");
        }
        System.out.println(sb.toString());
    }

    rs.close();
    ps.close();
    conn.close();

    System.out.println("query done");
    System.out.println(System.currentTimeMillis() - start);
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void main(String[] args) throws TddlException, SQLException, FileNotFoundException {
    Log4jConfigurer.initLogging("src/main/resources/log4j.properties");

    TDataSource ds = new TDataSource();

    // 设置默认db(ob)
    ds.setAppName("DEV_DPS_APP");
    ds.setTopologyFile("tddl-topology-dps.xml");
    ds.setRuleFile("tddl-rule-dps-nonmysql.xml");

    // 设置simba2的mysql
    App subApp = new App();
    subApp.setAppName("DAILY_SOLAR_MERCURY_APP");
    subApp.setRuleFile("tddl-rule-dps-simba2-mysql.xml");
    ds.addSubApp(subApp);

    // 添加subway的mysql
    subApp = new App();
    subApp.setAppName("DEV_SUBWAY_MYSQL");
    subApp.setRuleFile("tddl-rule-dps-subway-mysql.xml");
    ds.addSubApp(subApp);

    Map cp = new HashMap();
    cp.put("ALLOW_TEMPORARY_TABLE", "True");
    cp.put(ConnectionProperties.TEMP_TABLE_DIR, ".\\temp\\");
    cp.put(ConnectionProperties.TEMP_TABLE_CUT_ROWS, false);
    cp.put(ConnectionProperties.TEMP_TABLE_MAX_ROWS, 1000);
    ds.setConnectionProperties(cp);

    ds.init();
    System.out.println("init done");

    // subway_adgroup_list.sql
    // solar_adgroup_list.sql
    String sql = SqlFileUtil.getSql("replace.txt");
    // sql = SqlFileUtil.getSql("solar_adgroup_list.sql");
    Connection conn = ds.getConnection();
    {
        PreparedStatement ps = conn.prepareStatement(sql);
        long start = System.currentTimeMillis();
        ResultSet rs = ps.executeQuery();
        while (rs.next()) {
            StringBuilder sb = new StringBuilder();
            int count = rs.getMetaData().getColumnCount();
            for (int i = 1; i <= count; i++) {

                String key = rs.getMetaData().getColumnLabel(i);
                Object val = rs.getObject(i);
                sb.append("[" + rs.getMetaData().getTableName(i) + "." + key + "->" + val + "]");
            }
            System.out.println(sb.toString());
        }
        System.out.println("done " + (System.currentTimeMillis() - start));
        rs.close();
        ps.close();
    }

    conn.close();
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
private TConnection getConnection(SchemaConfig schema) throws TddlException, SQLException {
    if (this.conn == null) {
        synchronized (this) {
            if (this.conn == null) {// double-check
                TDataSource ds = schema.getDataSource();
                if (!ds.isInited()) {
                    ds.init();
                }
                this.conn = ds.getConnection();
                if (txIsolation >= 0) {
                    this.conn.setTransactionIsolation(txIsolation);
                }

                if (!autocommit) {
                    this.conn.setAutoCommit(autocommit);
                }

                if (sqlMode != null) {
                    this.conn.setSqlMode(sqlMode);
                }

                if (charset != null) {
                    this.conn.setEncoding(charset);
                }

                if (this.trxPolicy != null) {
                    this.conn.setTrxPolicy(this.trxPolicy);
                }
            }
        }
    }

    return this.conn;
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
private synchronized void loadSchema(final String app) {
    SchemaConfig schema = schemas.get(app);
    if (schema != null) {
        return;
    }

    // MDC.put("app", app);
    TDataSource ds = new TDataSource();
    ds.putConnectionProperties(ConnectionProperties.CHOOSE_STREAMING, true);
    ds.putConnectionProperties(ConnectionProperties.PROCESS_AUTO_INCREMENT_BY_SEQUENCE, true);
    ds.putConnectionProperties(ConnectionProperties.INIT_CONCURRENT_POOL_EVERY_CONNECTION, false);
    // 共享一个链接池
    ds.setGlobalExecutorService(CobarServer.getInstance().getServerExectuor());
    // ds.putConnectionProperties(ConnectionProperties.MERGE_CONCURRENT,
    // true);
    // ds.putConnectionProperties(ConnectionProperties.CONCURRENT_THREAD_SIZE,
    // CobarServer.getInstance()
    // .getConfig()
    // .getSystem()
    // .getServerExecutor());
    ds.setSharding(false);// 允许非sharding启动
    ds.setAppName(app);
    // try {
    // ds.init();
    // } catch (TddlException e) {
    // // 启动时出错不往上抛
    // logger.error(e);
    // } finally {
    // MDC.remove("app");
    // }
    schema = new SchemaConfig(app);
    schema.setDataSource(ds);
    schemas.put(app, schema);
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
private synchronized void unLoadSchema(final String app) throws TddlException {
    SchemaConfig schema = schemas.remove(app);
    if (schema != null) {
        TDataSource dataSource = schema.getDataSource();
        if (dataSource != null) {
            dataSource.destroy();
        }
    }
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void main(String[] args) throws TddlException, SQLException {
    TDataSource dataSource = new TDataSource();
    dataSource.setAppName("corona_perf_qatest");
    dataSource.init();

    selectMutilStable(dataSource);
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void JDBCClient(String dbTypeStack, boolean async) throws Exception {
    us = new TDataSource();
    // if ("tddl".equalsIgnoreCase(dbTypeStack) ||
    // "mysql".equalsIgnoreCase(dbTypeStack)) {
    us.setAppName("andor_mysql_qatest");
    // } else if ("tdhs".equalsIgnoreCase(dbTypeStack)) {
    // us.setAppName("andor_tdhs_qatest");
    // } else if ("hbase".equalsIgnoreCase(dbTypeStack)) {
    // us.setAppName("andor_hbase_qatest");
    // }

    us.setRuleFile(ruleFile + dbTypeStack + "_" + rule);

    if ((!"tddl".equalsIgnoreCase(dbTypeStack)) && (!"tdhs".equalsIgnoreCase(dbTypeStack))) {
        us.setTopologyFile(machineTapologyFile);
        us.setSchemaFile(schemaFile + dbTypeStack + "_" + schema);
    }

    Map<String, Object> cp = new HashMap<String, Object>();
    if ("tdhs".equalsIgnoreCase(dbTypeStack)) {
        cp.put(ExtraCmd.USE_TDHS_FOR_DEFAULT, "true");
    }

    if ("hbase".equalsIgnoreCase(dbTypeStack)) {
        cp.put(ExtraCmd.HBASE_MAPPING_FILE, "matrix/hbase_mapping.xml");
    }
    us.setConnectionProperties(cp);
    try {
        us.init();
    } catch (Exception e) {
        Assert.fail(ExceptionUtils.getFullStackTrace(e));
    }
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void main(String[] args) throws TddlException, SQLException {
    TDataSource ds = new TDataSource();

    // init a datasource with local config file
    ds.setAppName("eagleeye");
    // ds.setRuleFile("eagleeye_rule.xml");
    ds.getConnectionProperties().put(ConnectionProperties.CONCURRENT_THREAD_SIZE, 10);

    ds.getConnectionProperties().put(ConnectionProperties.MERGE_CONCURRENT, true);

    ds.getConnectionProperties().put(ConnectionProperties.COUNT_OF_KEY_TO_RIGHT_INDEX_NESTED_LOOP, "1");

    ds.getConnectionProperties().put(ConnectionProperties.MAX_INDEX_NESTED_LOOP_ITERATION_TIMES, "10");

    ds.getConnectionProperties().put(ConnectionProperties.INDEX_NESTED_LOOP_TIME_OUT, "10000");
    ds.init();

    System.out.println("init done");

    testTraceId(ds);
}
 

import com.taobao.tddl.matrix.jdbc.TDataSource; //导入依赖的package包/类
public static void main(String[] args) throws TddlException, SQLException {

        TDataSource ds = new TDataSource();

        // init a datasource with dynamic config on diamond
        ds.setAppName("ACSS_BILL_APP");

        ds.init();

        System.out.println("init done");

        Connection conn = ds.getConnection();

        // insert a record
        // conn.prepareStatement("replace into sample_table (id,name,address) values (1,'sun','hz')").executeUpdate();

        // System.out.println("insert done");

        // select all records
        PreparedStatement ps = conn.prepareStatement(" select * from bill_detail BILL_DETAIL limit 100,200");

        ResultSet rs = ps.executeQuery();
        while (rs.next()) {
            StringBuilder sb = new StringBuilder();
            int count = rs.getMetaData().getColumnCount();
            for (int i = 1; i <= count; i++) {

                String key = rs.getMetaData().getColumnLabel(i);
                Object val = rs.getObject(i);
                sb.append("[" + rs.getMetaData().getTableName(i) + "." + key + "->" + val + "]");
            }
            System.out.println(sb.toString());
        }

        rs.close();
        ps.close();
        conn.close();

        System.out.println("query done");

    }