Oracle 自动生成hive建表语句

从 oracle 数据库导数到到 hive 大数据平台，需要按照大数据平台的数据规范，重新生成建表的 SQL 语句，方便其间，写了一个自动生成SQL的存储过程。

① 创建一张表，用来存储源表的结构，以便进行数据处理（可以用临时表，创建表是为了方便核对数据）；

create table T_P_TABLE_NAME_TEMP
(
  owner        VARCHAR2(30) not null,
  table_name   VARCHAR2(30) not null,
  tab_comments VARCHAR2(4000),
  column_name  VARCHAR2(30) not null,
  data_type    VARCHAR2(106),
  col_comments VARCHAR2(4000)
);

② 还需要一张表来存储生成的SQL语句。

-- Create table
create table T_SQL
(
  scsj       DATE,
  sqlyj      VARCHAR2(4000),
  table_name VARCHAR2(100) not null,
  mxyj       VARCHAR2(4000)
)
-- Add comments to the columns 
comment on column T_SQL.scsj
  is '生成时间';
comment on column T_SQL.sqlyj
  is 'SQL语句';
comment on column T_SQL.table_name
  is '表名';

③ 存储过程代码。

create or replace procedure p_ddpt_sql_init(p_table_name varchar2, --输入表名,必须大写
                                           p_error_no   out int, --错误编号
                                           p_error_info out varchar2  --错误信息
                                           )

--调度平台 建表语句生成

 as
  nb_begindate date;
  nb_enddate   date;
  v_count      number;
  
  v_update_sql varchar(2000);
  v_temp_sql varchar(2000);
  v_detail_sql varchar(2000);
  v_out_sql varchar(2000);
  
  v_owner varchar(2000);
  v_table_name varchar(2000);
  v_tab_comments varchar(2000);
  v_column_name varchar(2000);
  v_data_type varchar(2000);
  v_col_comments varchar(2000);
begin

  p_error_no   := 0;
  p_error_info := '';

  nb_begindate := sysdate;
  
  v_out_sql := 'use dm_mms;'||chr(13)||
               'drop table '||p_table_name||';'||chr(13)||
               'create table '||p_table_name||'('||chr(13);
                
  execute immediate 'truncate table t_p_table_name_temp';
  
  insert into t_p_table_name_temp
    (owner, table_name, tab_comments, column_name, data_type, col_comments)
    select a.owner,
           a.table_name,
           c.comments tab_comments,
           a.column_name,
           a.data_type,
           b.comments col_comments
      from all_tab_columns a, all_col_comments b, all_tab_comments c
     where a.table_name = b.table_name
       and a.owner = b.owner
       and a.column_name = b.column_name
       and a.table_name = c.table_name
       and a.owner = c.owner
       and c.table_type = 'TABLE'
       and a.table_name = p_table_name
     order by a.table_name;
   commit;
   
   update t_p_table_name_temp set data_type = 'string' where data_type = 'VARCHAR2';
   update t_p_table_name_temp set data_type = 'double' where data_type = 'NUMBER';
   commit;
   
   update t_p_table_name_temp set data_type = 'string' where column_name = 'YGBH';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'DWBH';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'FGS';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'KHYF';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'SFYL';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'RSSJ';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'YLSC';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'YGZT';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'SYYLYF';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'YGLX';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'KHBH';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'CSMRZ';
   update t_p_table_name_temp set data_type = 'string' where column_name = 'CSLX';
   update t_p_table_name_temp set data_type = 'string' where column_name like  '%YF';
   update t_p_table_name_temp set data_type = 'string' where column_name like  '%RQ';
   update t_p_table_name_temp set data_type = 'string' where column_name like  '%BH';  
   commit;
   
   --v_update_sql := 'update'|| p_table_name || ' set yj=replace(yj,''chr(13)'',chr(13)) where table_name = '''||p_table_name ||'''';
   dbms_output.put_line(v_update_sql);
   
   for c_row in (SELECT * FROM t_p_table_name_temp)
   loop

      v_owner := c_row.owner;
      v_table_name := c_row.table_name;
      v_tab_comments := c_row.tab_comments;
      v_column_name := c_row.column_name;
      v_data_type := c_row.data_type;
      v_col_comments := c_row.col_comments;
      
      if v_temp_sql is null then 
         v_temp_sql := v_column_name ||' '||v_data_type || ' comment '||'"'||v_col_comments||'"';
         v_detail_sql := v_column_name;
      else 
         v_temp_sql := v_temp_sql ||','||chr(13) || v_column_name ||' '||v_data_type || ' comment '||'"'||v_col_comments||'"';
         v_detail_sql := v_detail_sql||',' || chr(13) || v_column_name;
      end if;
      
  end loop;
  
  --select distinct tab_comments into v_tab_comments from t_p_table_name_temp;
  
  v_out_sql := v_out_sql || v_temp_sql ||') '||chr(13) ||'comment '||'"'|| v_tab_comments||'"'||chr(13);
  v_detail_sql := 'select ' || chr(13) || v_detail_sql || ' from '|| v_owner ||'.' ||v_table_name;
  
  v_out_sql:=v_out_sql||'partitioned by(busi_date string) '||';';
  
  
  
  nb_enddate := sysdate;
  
  delete t_sql where table_name = p_table_name;
  insert into t_sql
    (scsj, sqlyj, table_name, mxyj)
  values
    (nb_enddate, v_out_sql, p_table_name, v_detail_sql);
  commit; 
  
  p_error_no   := 1;
  p_error_info := '调度平台建表语句生成成功！';
  --p_insert_log_info('', nb_begindate, nb_enddate, '调度平台SQL语句生成', 'p_ddpt_sql_init', p_error_no, p_error_info);
exception
  when others then
    p_error_no   := -1;
    p_error_info := '调度平台建表语句生成失败！' || sqlerrm;
    --p_insert_log_info('', nb_begindate, nb_enddate, '奖励38 调度平台SQL语句生成', 'p_ddpt_sql_init', p_error_no, p_error_info);
    rollback;
end p_ddpt_sql_init;

执行这段代码，生成的SQL语句会存储在T_SQL表中。