Hi,
When I translate a query sql on a script pig like this exple:
exple 1:
query sql:
selectsum(l_extendedprice*l_discount) as revenuefromlineitemwherel_shipdate >=
date '[DATE]'and l_shipdate < date '[DATE]' + interval '1' yearand l_discount
between [DISCOUNT] - 0.01 and [DISCOUNT] + 0.01and l_quantity < [QUANTITY];
script pig :
lineitem = LOAD '/home/hiba/tpch/lineitem.tbl' using PigStorage('|') AS
(l_orderkey:int, l_partkey:int, l_suppkey:int, l_linenumber:int,
l_quantity:int, l_extendedprice:double, l_discount:double, l_tax:double,
l_returnflag:chararray, l_linestatus:chararray, l_shipdate:chararray,
l_commitdate:chararray, l_receiptdate:chararray, l_shipinstruct:chararray,
l_shipmode:chararray, l_comment:chararray);filtred_line = filter lineitem by
l_shipdate >= '1994-01-01' and l_shipdate < '1995-01-01' and l_discount > 0.05
and l_discount < 0.07 and l_quantity < 24;project_lineitem = foreach
filtred_line generate SUM(l_extendedprice * l_discount) as revenue:double;store
project_lineitem into 'OUTPUT_PATH/tpch_query6';
I have this problem: see the FJ: erreur_query_Q6.Png
and exple 2:
query sql:
selects_acctbal,s_name,n_name,p_partkey,p_mfgr,s_address,s_phone,s_commentfrompart,supplier,partsupp,nation,regionwherep_partkey
= ps_partkeyand s_suppkey = ps_suppkeyand p_size = [SIZE]and p_type like
'%[TYPE]'and s_nationkey = n_nationkeyand n_regionkey = r_regionkeyand r_name =
'[REGION]'and ps_supplycost = (selectmin(ps_supplycost)frompartsupp,
supplier,nation, regionwherep_partkey = ps_partkeyand s_suppkey = ps_suppkeyand
s_nationkey = n_nationkeyand n_regionkey = r_regionkeyand r_name =
'[REGION]')order bys_acctbal desc,n_name,s_name,p_partkey;
script pig:
partsupp = load '/home/hiba/tpch/partsupp.tbl' using PigStorage('|')
as (ps_partkey:int, ps_suppkey:int, ps_availqty:int, ps_supplycost:double,
ps_comment:chararray);supplier = load '/home/hiba/tpch/supplier.tbl' using
PigStorage('|') as (s_suppkey:int, s_name:chararray,
s_address:chararray, s_nationkey:int, s_phone:chararray, s_acctbal:double,
s_comment:chararray);nation = load '/home/hiba/tpch/nation.tbl' using
PigStorage('|') as (n_nationkey:int, n_name:chararray,
n_regionkey:int, n_comment:chararray);region = load
'/home/hiba/tpch/region.tbl' using PigStorage('|') as
(r_regionkey:int, r_name:chararray, r_comment:chararray);part = load
'/home/hiba/tpch/part.tbl' using PigStorage('|') as (p_partkey:int,
p_name:chararray, p_mfgr:chararray, p_brand:chararray, p_type:chararray,
p_size:int, p_container:chararray, p_retailprice:double,
p_comment:chararray);filter_region = filter region by r_name matches
'EUROPE.*';joined_part_partsuppr = join partsupp by ps_partkey, part by
p_partkey;joined_supp_ps = join joined_part_partsuppr by ps_partkey, supplier
by s_suppkey;joined_nation_supp = join nation by n_nationkey, joined_supp_ps by
s_nationkey;join_nation_region = join filter_region by r_regionkey,
joined_nation_supp by n_regionkey;project_join = foreach join_nation_region
generate MIN(ps_supplycost) as min_ps:double;filter_part = filter part by
p_size == 15 and p_type matches '.*BRASS';filter_r = filter region by r_name
matches 'EUROPE.*';join_p_ps = join partsupp by ps_partkey, filter_part by
p_partkey;join_all = join join_p_ps by ps_partkey, supplier by
s_suppkey;join_s_n = join nation by n_nationkey, join_all by
s_nationkey;join_r_n = join filter_r by r_regionkey,join_s_n by
n_regionkey;grouped = cogroup join_r_n by ps_supplycost, project_join by
min_ps;filtered = filter grouped by COUNT(project_join) ==
COUNT(join_r_n);project = foreach filtered generate
flatten(join_r_n.s_acctbal), flatten(join_r_n.s_name),
flatten(join_r_n.n_name), flatten(join_r_n.p_partkey), (join_r_n.p_mfgr),
flatten(join_r_n.s_address), flatten(join_r_n.s_phone),
flatten(join_r_n.s_comment);store project into 'OUTPUT_PATH/tpch_query2';
I have this problem: see the FJ: Erreur_Query_Q2.Png
I don't Know what I do,
thak you for your help ...
