size yoy
If you can't read please download the document
DESCRIPTION
yoyTRANSCRIPT
---FINISHED--------------LARGE-------L = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/LARGE/overlapping/2012_2011' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);L1 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/LARGE/overlapping/2012_2013' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);L2 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/LARGE/overlapping/2014_2013' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);UL = UNION ONSCHEMA L,L1,L2;OL = ORDER UL by YEAR, QUARTER ASC;LARGE = FOREACH OL GENERATECONCAT(YEAR,QUARTER) AS PERIOD_1,CONCAT((CHARARRAY)((LONG)YEAR - 1),QUARTER) AS PERIOD_2,total_amount_user2 AS Total_Spend_1_L,((total_amount_user2) - (total_amount_user1))/(total_amount_user1) AS PERCENTAGE_CHANGE_L,(total_amount_user2/total_txn_user2) AS avg_spend_per_txn1_L,(total_amount_user2/count_Companies) AS avg_spend_per_company_L;--------------MEDIUM-----------M = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/MEDIUM/overlapping/2012_2011' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);M1 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/MEDIUM/overlapping/2012_2013' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);M2 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/MEDIUM/overlapping/2014_2013' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);UM = UNION ONSCHEMA M,M1,M2;OM = ORDER UM by YEAR, QUARTER ASC;MEDIUM = FOREACH OM GENERATECONCAT(YEAR,QUARTER) AS PERIOD_1,CONCAT((CHARARRAY)((LONG)YEAR - 1),QUARTER) AS PERIOD_2,total_amount_user2 AS Total_Spend_1_M,((total_amount_user2) - (total_amount_user1))/(total_amount_user1) AS PERCENTAGE_CHANGE_M,(total_amount_user2/total_txn_user2) AS avg_spend_per_txn1_M,(total_amount_user2/count_Companies) AS avg_spend_per_company_M;------------SMALL-----------S = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/SMALL/overlapping/2012_2011' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);S1 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/SMALL/overlapping/2012_2013' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);S2 = LOAD '/user/paramw/CI/Moving_Logic/Y-o-Y/Company_Size/SMALL/overlapping/2014_2013' USING PigStorage() as( YEAR:CHARARRAY,QUARTER:CHARARRAY,count_Companies:DOUBLE,count_users:DOUBLE,total_amount_user1:DOUBLE,total_amount_user2:DOUBLE,total_txn_user1:DOUBLE,total_txn_user2:DOUBLE,total_amount1:DOUBLE,total_amount2:DOUBLE);US= UNION ONSCHEMA S,S1,S2;OS = ORDER US by YEAR, QUARTER ASC;SMALL = FOREACH OS GENERATECONCAT(YEAR,QUARTER) AS PERIOD_1,CONCAT((CHARARRAY)((LONG)YEAR - 1),QUARTER) AS PERIOD_2,total_amount_user2 AS Total_Spend_1_S,((total_amount_user2) - (total_amount_user1))/(total_amount_user1) AS PERCENTAGE_CHANGE_S,(total_amount_user2/total_txn_user2) AS avg_spend_per_txn1_S,(total_amount_user2/count_Companies) AS avg_spend_per_company_S;SIZE_YOY = FOREACH (JOIN LARGE BY (PERIOD_1,PERIOD_2), MEDIUM BY (PERIOD_1,PERIOD_2),SMALL BY (PERIOD_1,PERIOD_2)) GENERATELARGE::PERIOD_1 as PERIOD_1,LARGE::PERIOD_2 as PERIOD_2,LARGE::Total_Spend_1_L AS TOTAL_SPEND_1_L,LARGE::PERCENTAGE_CHANGE_L as EXPENSE_PERCENTAGE_CHANGE_L,LARGE::avg_spend_per_txn1_L AS AVG_TXN_PER_TXN_1_L, LARGE::avg_spend_per_company_L AS AVG_SPEND_PER_COMP_L,MEDIUM::Total_Spend_1_M AS TOTAL_SPEND_1_M,MEDIUM::PERCENTAGE_CHANGE_M as EXPENSE_PERCENTAGE_CHANGE_M,MEDIUM::avg_spend_per_txn1_M AS AVG_TXN_PER_TXN_1_M, MEDIUM::avg_spend_per_company_M AS AVG_SPEND_PER_COMP_M,SMALL::Total_Spend_1_S AS TOTAL_SPEND_1_S,SMALL::PERCENTAGE_CHANGE_S as EXPENSE_PERCENTAGE_CHANGE_S,SMALL::avg_spend_per_txn1_S AS AVG_TXN_PER_TXN_1_S, SMALL::avg_spend_per_company_S AS AVG_SPEND_PER_COMP_S,'11-12-2014' as RUN_DATE,'Y' AS Q_Y ;STORE SIZE_YOY into '/user/karupaiyac/Results/SIZE_YOY' using PigStorage();