sqoop将hive中数据导入mysql并且更新msql字段

sqoop eval \
--connect jdbc:mysql://127.0.0.0:3306/dbname?characterEncoding=UTF-8 \
--username rooot\
--password root\
--query "delete from tablename" \

sqoop export \
-D mapred.job.queue.name=data_platform \
--connect jdbc:mysql://127.0.0.0:3306/dbname?characterEncoding=UTF-8 \
--username rooot\
--password root\
--table tablesname\
--columns 'job_type_id,qz_total_score,jz_total_score,user_id,real_name,gender,degree,birth_date,age,ca_source,last_visit_time,
active_value,job_hunting_status,mobile,data_generate_date,prefer_city_area,work_experience,work_years,city_id,job_type_category_id,industry_id,industry_name,prefer_city_id,prefer_job_type_id,job_date_type,activate_source,identify,is_realtime' \
--export-dir /user/hive/warehouse/smile.db/zpt_chonggou_new/dt=$V_DT/job_type=10 \
--input-fields-terminated-by '\001' \
--input-null-string '\\N' \
--input-null-string '-' \
--input-null-non-string '\\N' \
--input-null-non-string '-' \
-m 10
sqoop eval \
--connect jdbc:mysql://127.0.0.0:3306/dbname?characterEncoding=UTF-8 \
--username rooot\
--password root\
--query "update tablename set mark=concat($today,'_',id,'_',1)" 

猜你喜欢

转载自blog.csdn.net/qq_36932624/article/details/87260011