sql server 导出的datetime结果 CAST(0x00009E0E0095524F AS DateTime) 如何向mysql,oracle等数据库进行转换

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.nio.charset.StandardCharsets;
import java.nio.file.Files;
import java.nio.file.Paths;
import java.text.SimpleDateFormat;
import java.util.Calendar;
import java.util.regex.Matcher;
import java.util.regex.Pattern;

/**
 * sql server数据库在向mysql等数据库迁移数据时，会遇到一个麻烦，sql server导出的datetime的结果是16进制形式的二进制结果，
 * 类似于 CAST(0x00009E0E0095524F AS DateTime)，这样的导出结果是无法直接向mysql数据库中导入的，所以需要对sql server
 * 导出的脚本中的所有的 datetime 字段类型进行转换，转换成mysql等数据库认可的结果：2010-10-13 09:03:39
 * 才能正确的完成sql server数据向mysql等数据库的迁移。
 * 注意本方法只能精确到秒级别，毫秒级别是不精确的。
 * 具体转换原理，参见：http://stackoverflow.com/questions/12033598/cast-hex-as-datatime-how-to-get-date
 * @author digdeep@126.com
 */
public class SqlServerDateTimeToMysql {
    private static final Calendar cal = Calendar.getInstance();
    
    static{
        cal.set(Calendar.YEAR, 1900);
        cal.set(Calendar.MONTH, Calendar.JANUARY);
        cal.set(Calendar.DATE, 1);
        cal.set(Calendar.HOUR_OF_DAY, 0);
        cal.set(Calendar.MINUTE, 0);
        cal.set(Calendar.SECOND, 0);
    }

    /**
     * 将sql server导出的datetime字段结果 CAST(0x00009E0E0095524F AS DateTime)，转换成
     * 2010-10-13 09:03:39 ，以利于 sql server 向 mysql, oracle 迁移数据 
     * @param dateTimeStr
     * @return 
     * reference: http://stackoverflow.com/questions/12033598/cast-hex-as-datatime-how-to-get-date
     */
    public static String convertSqlServerDateTimeToMySQLDateTime(String dateTimeStr){
        return convertToMySQLDateTime(dateTimeStr, false);
    }
    

    /**
     * 将sql server导出的datetime字段结果 CAST(0x00009E0E0095524F AS DateTime)，转换成
     * 2010-10-13 09:03:39 或者 2010-10-13 09:03:39.394 注意毫秒部分不精确
     * @param dateTimeStr
     * @param millisecondFlag
     * @return
     * reference: http://stackoverflow.com/questions/12033598/cast-hex-as-datatime-how-to-get-date
     */
    public static String convertToMySQLDateTime(String dateTimeStr, boolean millisecondFlag) {
        if (dateTimeStr == null || dateTimeStr.trim().equals(""))
            return null;

        String rawData = dateTimeStr.substring("CAST(".length(), dateTimeStr.toUpperCase().indexOf(" AS DATETIME"));
        if (rawData == null || rawData.trim().equals(""))    
            return null;
        
        rawData = rawData.trim();
        String result = null;
        
        if(rawData.length() <= 10){        // rowData = "0x993a02CE"
            result = getMySQLDateTime4Bytes(rawData);
        }
        if(rawData.length() > 10 && rawData.length() <= 18){    // rowData = "0x00009E0E0095524F"
            if(millisecondFlag)
                result = getMySQLDateTime8Bytes2(rawData);    // 返回值带毫秒，毫秒部分不精确
            else
                result = getMySQLDateTime8Bytes(rawData);    // 精确到秒，返回值不带毫秒
        }
        return result;
    }
    
    /**
     * sql server 利用 Small DateTime 4个字节  
     * select CAST(0x993902CE as  SmallDateTime); 
     * 2007-05-25 11:58:00 (只精确到分钟？？？)
     *
     * mysql:
     * SELECT "0x993902CE" INTO @raw_data; 
     * SELECT conv(substr(@raw_data, 3, 4), 16, 10) INTO @days; 
     * SELECT conv(substr(@raw_data, 7, 4), 16, 10) INTO @minutes;
     * SELECT "1900-01-01 00:00:00" INTO @start_date; 
     * SELECT date_add(@start_date, interval @days DAY) INTO @date_plus_years; 
     * SELECT date_add(@date_plus_years, interval @minutes MINUTE) INTO @final_date;
     * select @final_date;
      * 2007-05-25 11:58:00
     * @param rawData
     * @return
     */
    private static String getMySQLDateTime4Bytes(String rawData){
        String day = rawData.substring(2, 2 + 4);    // rowData = "0x993a02CE"
        String minutes = rawData.substring(6, 6 + 4);

        Calendar calendar =  Calendar.getInstance();
        calendar.setTimeInMillis(cal.getTimeInMillis());    // 1900-01-01 00:00:00

        calendar.add(Calendar.DATE, Integer.parseInt(day, 16));
        calendar.add(Calendar.MINUTE, Integer.parseInt(minutes, 16));
        
        SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");
        
        return sdf.format(calendar.getTime());
    }
    
    /**
     * sql server DateTime 利用 8 字节表示， 该转换精确到秒，无毫秒部分
     * @param rawData
     * @return mysqlDateTime
     * 
     */
    private static String getMySQLDateTime8Bytes(String rawData){
        String day = rawData.substring(2, 2 + 8);
        String seconds = rawData.substring(10, 10 + 8);
        
        Calendar calendar =  Calendar.getInstance();
        calendar.setTimeInMillis(cal.getTimeInMillis());    // 1900-01-01 00:00:00

        calendar.add(Calendar.DATE, Integer.parseInt(day, 16));
        calendar.add(Calendar.SECOND, (int)(Integer.parseInt(seconds, 16)*3.33333/1000)); // 3.33333 后面的3越多越精确，带4位小数就行了

        SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss");    
        
        return sdf.format(calendar.getTime());
    }
    
    /**
     * sql server DateTime 利用 8 字节表示 ， 该转换精确到秒，有毫秒部分
     * @param rawData
     * @return mysqlDateTime
     */
    private static String getMySQLDateTime8Bytes2(String rawData){
        String day = rawData.substring(2, 2 + 8);
        String seconds = rawData.substring(10, 10 + 8);
        
        Calendar calendar =  Calendar.getInstance();
        calendar.setTimeInMillis(cal.getTimeInMillis());    // 1900-01-01 00:00:00

        calendar.add(Calendar.DATE, Integer.parseInt(day, 16));
//        BigDecimal decimal = new BigDecimal("3.3333333333");    // 使用BigDecimal在精度方面似乎没有什么作用
//        decimal = decimal.multiply(new BigDecimal(Integer.parseInt(seconds, 16)));
//        decimal = decimal.divide(new BigDecimal("1000"));
//        calendar.add(Calendar.MILLISECOND, (int)(Integer.parseInt(seconds, 16)*3.33333));//        calendar.add(Calendar.MILLISECOND, decimal.intValue());
//        calendar.add(Calendar.SECOND, decimal.intValue());    // 使用 Calendar.MILLISECOND 来处理，反而会导致秒级别的误差！不知道为什么
        
        calendar.add(Calendar.SECOND,  (int)(Integer.parseInt(seconds, 16)*3.33333/1000));
//      calendar.add(Calendar.MILLISECOND,  (int)(Integer.parseInt(seconds, 16)*3.33333)); // Calendar.MILLISECOND 会导致秒级别的误差
        SimpleDateFormat sdf = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss.SSS");    // 毫秒部分是不精确的，每次运行的结果不相同！    
        
        return sdf.format(calendar.getTime());
    }
    
    public static void main(String[] args) {
        
        // select CAST(0x00009E0E0095524F AS DateTime) == 2010-10-13 09:03:39.783  正确的日期值
        String str = "CAST(0x00009E0E0095524F AS DateTime)";    
        System.out.println(convertToMySQLDateTime(str, true));    // 2010-10-13 09:03:39.374 毫秒部分不精确
        System.out.println(convertSqlServerDateTimeToMySQLDateTime(str));    // 2010-10-13 09:03:39 秒级别是精确的
        
        try {
            // 这里的字符集一般是 StandardCharsets.UTF_16 或者 StandardCharsets.UTF_8，具体看你导出时采用的是哪种字符集
            BufferedReader reader = Files.newBufferedReader(Paths.get("F:\\Members.sql"), StandardCharsets.UTF_16);
            BufferedWriter writer = Files.newBufferedWriter(Paths.get("F:\\Members_mysql.sql"), StandardCharsets.UTF_16);
            
            String line = null; 
            Matcher matcher = null; 
            String matcherStr = null;
            String reg = ".*((?i)CAST\\(0x[0-9-a-f-A-F]+ AS DateTime\\)).*"; // ( 为特殊字符，表示普通的( 需要用 \\( 来转义表示
            Pattern pattern = Pattern.compile(reg);

            while ((line = reader.readLine()) != null) {
                while (line.matches(reg)) {
                    matcher = pattern.matcher(line);
                    matcherStr = null;
                    if (matcher.find()) {
                        matcherStr = matcher.group(1);    // matcherStr = "CAST(0x00009E0E0095524F AS DateTime)"
                        if (matcherStr != null) {
                            String mysqlStr = convertSqlServerDateTimeToMySQLDateTime(matcherStr);    
                            if(mysqlStr != null)    
                                line = line.replace(matcherStr, " " + mysqlStr + " "); // mysqlStr = 2010-10-13 09:03:39
                        }
                    } else {
                        break;    // break inner while loop
                    }
                }
                writer.write(line);
                writer.newLine();
            }
            
        } catch (Exception e) {
            e.printStackTrace();
        }
        
        System.out.println("done.");
    }
    
}

INSERT [Members] ([g_MemberID], [FK_GroupId], [FK_UserId], [FK_C_UserId], [g_Member_State], [g_Member_Jobtitle], [g_Member_Open], [g_Member_Nickname], [g_Member_FirstnamePY], [g_Member_Firstname], [g_Member_LastnamePY], [g_Member_Lastname], [g_Member_sex], [g_Member_Birthday], [g_Member_MaritalStatus], [FK_City], [g_Member_FacePath], [g_Member_Address], [g_Member_Mobile], [g_Member_hometel], [g_Member_Email], [g_Member_QQ], [g_Member_Wangwang], [g_Member_Msn], [g_Member_Note], [g_Member_JoinTime], [FK_User_AttnUserID], [g_push], [g_Member_Order], [gmt_last_modified]) VALUES (1, 1, 4, 4, 40, NULL, 30, N‘大手机‘, N‘‘, N‘‘, N‘总‘, N‘总‘, N‘M‘, N‘2013-11-31‘, NULL, 11, N‘20131231/2013123115MF0DD3.jpg‘, N‘‘, N‘13900000000‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, NULL, NULL, NULL, NULL, CAST(0x0000A2A500FC2E4F AS DateTime))
INSERT [Members] ([g_MemberID], [FK_GroupId], [FK_UserId], [FK_C_UserId], [g_Member_State], [g_Member_Jobtitle], [g_Member_Open], [g_Member_Nickname], [g_Member_FirstnamePY], [g_Member_Firstname], [g_Member_LastnamePY], [g_Member_Lastname], [g_Member_sex], [g_Member_Birthday], [g_Member_MaritalStatus], [FK_City], [g_Member_FacePath], [g_Member_Address], [g_Member_Mobile], [g_Member_hometel], [g_Member_Email], [g_Member_QQ], [g_Member_Wangwang], [g_Member_Msn], [g_Member_Note], [g_Member_JoinTime], [FK_User_AttnUserID], [g_push], [g_Member_Order], [gmt_last_modified]) VALUES (2, 2, 4, 4, 40, N‘锦鲤‘, 30, N‘‘, N‘‘, N‘测试‘, N‘总‘, N‘陈‘, N‘M‘, N‘2013-11-31‘, 0, 11, N‘20140324/2014032409Xva2Ix.jpg‘, N‘‘, N‘13900000000‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, NULL, NULL, NULL, NULL, CAST(0x0000A2F80095DF52 AS DateTime))

INSERT [Members] ([g_MemberID], [FK_GroupId], [FK_UserId], [FK_C_UserId], [g_Member_State], [g_Member_Jobtitle], [g_Member_Open], [g_Member_Nickname], [g_Member_FirstnamePY], [g_Member_Firstname], [g_Member_LastnamePY], [g_Member_Lastname], [g_Member_sex], [g_Member_Birthday], [g_Member_MaritalStatus], [FK_City], [g_Member_FacePath], [g_Member_Address], [g_Member_Mobile], [g_Member_hometel], [g_Member_Email], [g_Member_QQ], [g_Member_Wangwang], [g_Member_Msn], [g_Member_Note], [g_Member_JoinTime], [FK_User_AttnUserID], [g_push], [g_Member_Order], [gmt_last_modified]) VALUES (1, 1, 4, 4, 40, NULL, 30, N‘大手机‘, N‘‘, N‘‘, N‘总‘, N‘总‘, N‘M‘, N‘2013-11-31‘, NULL, 11, N‘20131231/2013123115MF0DD3.jpg‘, N‘‘, N‘13900000000‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, NULL, NULL, NULL, NULL,  2013-12-31 15:18:09 )
INSERT [Members] ([g_MemberID], [FK_GroupId], [FK_UserId], [FK_C_UserId], [g_Member_State], [g_Member_Jobtitle], [g_Member_Open], [g_Member_Nickname], [g_Member_FirstnamePY], [g_Member_Firstname], [g_Member_LastnamePY], [g_Member_Lastname], [g_Member_sex], [g_Member_Birthday], [g_Member_MaritalStatus], [FK_City], [g_Member_FacePath], [g_Member_Address], [g_Member_Mobile], [g_Member_hometel], [g_Member_Email], [g_Member_QQ], [g_Member_Wangwang], [g_Member_Msn], [g_Member_Note], [g_Member_JoinTime], [FK_User_AttnUserID], [g_push], [g_Member_Order], [gmt_last_modified]) VALUES (2, 2, 4, 4, 40, N‘锦鲤‘, 30, N‘‘, N‘‘, N‘测试‘, N‘总‘, N‘陈‘, N‘M‘, N‘2013-11-31‘, 0, 11, N‘20140324/2014032409Xva2Ix.jpg‘, N‘‘, N‘13900000000‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, N‘‘, NULL, NULL, NULL, NULL,  2014-03-24 09:05:40.358 )