1.vi yongchun_job.txt
This is my test
2.create table yongchun_job_1(
col_1 string,
col_2 string,
col_3 string,
col_4 string
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
STORED AS TEXTFILE;
3.load data local inpath 'yongchun_job.txt' overwrite into table yongchun_job_1
4.vi myjob.py
import sys
for line in sys.stdin:
line = line.strip()
s=line.split('\t')
for t in s:
print t
5.
select
transform(col_1,col_2,col_3,col_4)
using 'python myjob.py'
as col_my
from yongchun_job_1
/usr/share/ant/lib
/group/tbdev/chao.liangc/hive
This is my test
2.create table yongchun_job_1(
col_1 string,
col_2 string,
col_3 string,
col_4 string
)
ROW FORMAT DELIMITED
FIELDS TERMINATED BY '\t'
STORED AS TEXTFILE;
3.load data local inpath 'yongchun_job.txt' overwrite into table yongchun_job_1
4.vi myjob.py
import sys
for line in sys.stdin:
line = line.strip()
s=line.split('\t')
for t in s:
print t
5.
select
transform(col_1,col_2,col_3,col_4)
using 'python myjob.py'
as col_my
from yongchun_job_1
/usr/share/ant/lib
/group/tbdev/chao.liangc/hive