101 server:
169.242.216.101
temp file /edge/home/channel/operatestdata/UI_out
operauser
Password1
hadoop fs -ls output_PA_SG_100pct/views/
/user/operauser/output_PA_SG_100pct/views
-- see views folder what is inside
freebcp ML_SG_Sample..SG_ACCOUNT in acct_filter_map.csv -t "|" -Spremsqlserver -Upocuser4 -Ppocuser4 -c
freebcp ML_SG_Sample.. in -t "|" -Spremsqlserver -Upocuser4 -Ppocuser4 -c
-b bulk at a time
--freebcp
//freebcp link
http://manpages.ubuntu.com/manpages/natty/man1/freebcp.1.html
absolute file in hadoop file system
/user/operauser/output_PA_SG_100pct/views
os.system('freebcp VWM_PA..PA_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.acct_filter_map.acct_filter_map/acct_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_ACCOUNT_AUM in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.acct_aum.acct_aum/acct_aum.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.advisor_filter_map.advisor_filter_map/advisor_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_FILTER_MAP in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.filter_map_prep.filter_map_prep/filter_map_prep.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_POSITION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.position_filter_map.position_filter_map/position_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_SECURITY in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.security_filter_map.security_filter_map/security_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_TRANSACTION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.transaction_filter_map.transaction_filter_map/transaction_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
vektor start-server -s workflow -e cluster_server-env.yaml -v
truncate table IE_ACCOUNT
truncate table IE_ACCOUNT_INSIGHT
truncate table IE_ADVISOR_ACCOUNT
truncate table IE_ADVISOR
truncate table IE_ADVISOR_INSIGHT
truncate table IE_HOUSEHOLD
truncate table IE_HOUSEHOLD_INSIGHT
truncate table IE_INSIGHT
truncate table IE_SECURITY_RATING
truncate table IE_SIGNAL_ACCOUNT
truncate table IE_SIGNAL_POSITION
truncate table IE_SIGNAL_TRANSACTION
freebcp VWM_IE..IE_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_account.ie_account/ie_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ACCOUNT_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_account_insight.ie_account_insight/ie_account_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor_account.ie_advisor_account/ie_advisor_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor.ie_advisor/ie_advisor.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor_insight.ie_advisor_insight/ie_advisor_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_HOUSEHOLD in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_household.ie_household/ie_household.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_HOUSEHOLD_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_household_insight.ie_household_insight/ie_household_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_insight.ie_insight/ie_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SECURITY_RATING in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_security_rating.ie_security_rating/ie_security_rating.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_account/ie_signal_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_POSITION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_position/ie_signal_position.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_TRANSACTION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_transaction/ie_signal_transaction.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
#freebcp VWM_IE..IE_SIGNAL_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_account/ie_signal_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
___________________________________________________________________________
1. start server: vektor start-server -s workflow -e TestCustomerWorkFlow/server-env.yaml
2. import customer workflow file:
vektor import-flow --configfile Test
CustomerWorkFlow\config-import.yaml --flowfile TestCustomerWorkFlow\test.yaml --
port 9080
3. Trigger workflow to trigger customer workflow:
vektor tutorial:
vektor product svn location: http://svn.operasolutions.com/svn/VektorWealthManagement/trunk/Development_V1/product/
Product folder SaS machine(172.20.3.225) /San1/VWM/user/
vektor instruction: https://confluence.operasolutions.com/wiki/display/VP/Vektor+Platform#VektorPlatform-Exercise09%3AWriteacollectionandaview
Custome workflow tutorial: https://confluence.operasolutions.com/wiki/display/VP/Custom+Workflow
__________________________________________________________________________________________________
169.242.216.101
temp file /edge/home/channel/operatestdata/UI_out
operauser
Password1
hadoop fs -ls output_PA_SG_100pct/views/
/user/operauser/output_PA_SG_100pct/views
-- see views folder what is inside
freebcp ML_SG_Sample..SG_ACCOUNT in acct_filter_map.csv -t "|" -Spremsqlserver -Upocuser4 -Ppocuser4 -c
freebcp ML_SG_Sample.. in -t "|" -Spremsqlserver -Upocuser4 -Ppocuser4 -c
-b bulk at a time
--freebcp
//freebcp link
http://manpages.ubuntu.com/manpages/natty/man1/freebcp.1.html
absolute file in hadoop file system
/user/operauser/output_PA_SG_100pct/views
os.system('freebcp VWM_PA..PA_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.acct_filter_map.acct_filter_map/acct_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_ACCOUNT_AUM in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.acct_aum.acct_aum/acct_aum.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.advisor_filter_map.advisor_filter_map/advisor_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_FILTER_MAP in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.filter_map_prep.filter_map_prep/filter_map_prep.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_POSITION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.position_filter_map.position_filter_map/position_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_SECURITY in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.security_filter_map.security_filter_map/security_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
os.system('freebcp VWM_PA..PA_TRANSACTION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/peer_activity.transaction_filter_map.transaction_filter_map/transaction_filter_map.csv -b 100000 -t "|" -Shmssql -Uhudson_test -Ptest@me -c')
vektor start-server -s workflow -e cluster_server-env.yaml -v
truncate table IE_ACCOUNT
truncate table IE_ACCOUNT_INSIGHT
truncate table IE_ADVISOR_ACCOUNT
truncate table IE_ADVISOR
truncate table IE_ADVISOR_INSIGHT
truncate table IE_HOUSEHOLD
truncate table IE_HOUSEHOLD_INSIGHT
truncate table IE_INSIGHT
truncate table IE_SECURITY_RATING
truncate table IE_SIGNAL_ACCOUNT
truncate table IE_SIGNAL_POSITION
truncate table IE_SIGNAL_TRANSACTION
freebcp VWM_IE..IE_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_account.ie_account/ie_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ACCOUNT_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_account_insight.ie_account_insight/ie_account_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor_account.ie_advisor_account/ie_advisor_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor.ie_advisor/ie_advisor.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_ADVISOR_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_advisor_insight.ie_advisor_insight/ie_advisor_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_HOUSEHOLD in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_household.ie_household/ie_household.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_HOUSEHOLD_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_household_insight.ie_household_insight/ie_household_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_INSIGHT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_insight.ie_insight/ie_insight.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SECURITY_RATING in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_security_rating.ie_security_rating/ie_security_rating.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_ACCOUNT in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_account/ie_signal_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_POSITION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_position/ie_signal_position.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
freebcp VWM_IE..IE_SIGNAL_TRANSACTION in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_transaction/ie_signal_transaction.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
#freebcp VWM_IE..IE_SIGNAL_ADVISOR in /San1/VWM/user/xma/code/VWM_svn/trunk/Development_V1/product/gen/data/views/insight_engine.ui_data_preparation.ie_signal.ie_signal_account/ie_signal_account.csv -b 100000 -F 2 -t "|" -Shmssql -Uhudson_test -Ptest@me -c
___________________________________________________________________________
1. start server: vektor start-server -s workflow -e TestCustomerWorkFlow/server-env.yaml
2. import customer workflow file:
vektor import-flow --configfile Test
CustomerWorkFlow\config-import.yaml --flowfile TestCustomerWorkFlow\test.yaml --
port 9080
3. Trigger workflow to trigger customer workflow:
vektor tutorial:
vektor product svn location: http://svn.operasolutions.com/svn/VektorWealthManagement/trunk/Development_V1/product/
Product folder SaS machine(172.20.3.225) /San1/VWM/user/
vektor instruction: https://confluence.operasolutions.com/wiki/display/VP/Vektor+Platform#VektorPlatform-Exercise09%3AWriteacollectionandaview
Custome workflow tutorial: https://confluence.operasolutions.com/wiki/display/VP/Custom+Workflow
__________________________________________________________________________________________________