Important workfile

101 server:
169.242.216.101




temp file /edge/home/channel/operatestdata/UI_out




operauser
Password1


hadoop fs -ls output_PA_SG_100pct/views/


/user/operauser/output_PA_SG_100pct/views
 -- see views folder what is inside


 freebcp ML_SG_Sample..SG_ACCOUNT in acct_filter_map.csv -t "|"  -Spremsqlserver -Upocuser4 -Ppocuser4 -c


freebcp ML_SG_Sample.. in  -t "|"  -Spremsqlserver -Upocuser4 -Ppocuser4 -c


-b bulk at a time 










--freebcp 


//freebcp link
http://manpages.ubuntu.com/manpages/natty/man1/freebcp.1.html




absolute file in hadoop file system
/user/operauser/output_PA_SG_100pct/views








os.system('freebcp VWM_PA..PA_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.acct_filter_map.acct_filter_map/acct_filter_map.csv -b 100000 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_ACCOUNT_AUM in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.acct_aum.acct_aum/acct_aum.csv -b 100000 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.advisor_filter_map.advisor_filter_map/advisor_filter_map.csv -b 100000 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_FILTER_MAP in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.filter_map_prep.filter_map_prep/filter_map_prep.csv -b 100000 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_POSITION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.position_filter_map.position_filter_map/position_filter_map.csv -b 100000 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_SECURITY in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.security_filter_map.security_filter_map/security_filter_map.csv -b 100000 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_TRANSACTION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.transaction_filter_map.transaction_filter_map/transaction_filter_map.csv -b 100000 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c')






vektor start-server -s workflow -e cluster_server-env.yaml -v








truncate table IE_ACCOUNT
truncate table IE_ACCOUNT_INSIGHT
truncate table IE_ADVISOR_ACCOUNT
truncate table IE_ADVISOR
truncate table IE_ADVISOR_INSIGHT
truncate table IE_HOUSEHOLD
truncate table IE_HOUSEHOLD_INSIGHT
truncate table IE_INSIGHT
truncate table IE_SECURITY_RATING
truncate table IE_SIGNAL_ACCOUNT
truncate table IE_SIGNAL_POSITION
truncate table IE_SIGNAL_TRANSACTION








freebcp VWM_IE..IE_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_account.ie_account/ie_account.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ACCOUNT_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_account_insight.ie_account_insight/ie_account_insight.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor_account.ie_advisor_account/ie_advisor_account.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor.ie_advisor/ie_advisor.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor_insight.ie_advisor_insight/ie_advisor_insight.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_HOUSEHOLD in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_household.ie_household/ie_household.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_HOUSEHOLD_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_household_insight.ie_household_insight/ie_household_insight.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_insight.ie_insight/ie_insight.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SECURITY_RATING in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_security_rating.ie_security_rating/ie_security_rating.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_account/ie_signal_account.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_POSITION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_position/ie_signal_position.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_TRANSACTION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_transaction/ie_signal_transaction.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c


#freebcp VWM_IE..IE_SIGNAL_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_account/ie_signal_account.csv -b 100000 -F 2 -t "|"  -Shmssql -Uhudson_test -Ptest@me -c






___________________________________________________________________________










1. start server: vektor start-server -s workflow -e TestCustomerWorkFlow/server-env.yaml
2. import customer workflow file: 


vektor import-flow --configfile Test
CustomerWorkFlow\config-import.yaml --flowfile TestCustomerWorkFlow\test.yaml --
port 9080


3. Trigger workflow to trigger customer workflow:
























vektor tutorial:


vektor product svn location: http://svn.operasolutions.com/svn/VektorWealthManagement/trunk/Development_V1/product/


Product folder SaS machine(172.20.3.225) /San1/VWM/user/


vektor instruction: https://confluence.operasolutions.com/wiki/display/VP/Vektor+Platform#VektorPlatform-Exercise09%3AWriteacollectionandaview


Custome workflow tutorial: https://confluence.operasolutions.com/wiki/display/VP/Custom+Workflow










__________________________________________________________________________________________________



评论
添加红包

请填写红包祝福语或标题

红包个数最小为10个

红包金额最低5元

当前余额3.43前往充值 >
需支付:10.00
成就一亿技术人!
领取后你会自动成为博主和红包主的粉丝 规则
hope_wisdom
发出的红包
实付
使用余额支付
点击重新获取
扫码支付
钱包余额 0

抵扣说明:

1.余额是钱包充值的虚拟货币,按照1:1的比例进行支付金额的抵扣。
2.余额无法直接购买下载,可以购买VIP、付费专栏及课程。

余额充值