# kubectl exec -it -c python svc/fateflow bash -n fate-9999
[root@python-6d84bd779-xnjnj python]# source /data/projects/python/venv/bin/activate
(venv) [root@python-6d84bd779-xnjnj python]# cd /data/projects/fate/python/examples/toy_example/
(venv) [root@python-6d84bd779-xnjnj toy_example]# python run_toy_example.py 9999 10000 1
stdout:{
"data": {
"board_url": "http://fateboard:8080/index.html#/dashboard?job_id=201912261339220480571&role=guest&party_id=9999",
"job_dsl_path": "/data/projects/fate/python/jobs/201912261339220480571/job_dsl.json",
"job_runtime_conf_path": "/data/projects/fate/python/jobs/201912261339220480571/job_runtime_conf.json",
"logs_directory": "/data/projects/fate/python/logs/201912261339220480571",
"model_info": {
"model_id": "guest-9999#host-10000#model",
"model_version": "201912261339220480571"
}
},
"jobId": "201912261339220480571",
"retcode": 0,
"retmsg": "success"
}
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
job status is running
"2019-12-26 13:39:24,724 - secure_add_guest.py[line:109] - INFO: begin to init parameters of secure add example guest"
"2019-12-26 13:39:24,724 - secure_add_guest.py[line:112] - INFO: begin to make guest data"
"2019-12-26 13:39:26,121 - secure_add_guest.py[line:115] - INFO: split data into two random parts"
"2019-12-26 13:39:36,665 - secure_add_guest.py[line:118] - INFO: share one random part data to host"
"2019-12-26 13:39:37,026 - secure_add_guest.py[line:121] - INFO: get share of one random part data from host"
"2019-12-26 13:39:41,527 - secure_add_guest.py[line:124] - INFO: begin to get sum of guest and host"
"2019-12-26 13:39:42,315 - secure_add_guest.py[line:127] - INFO: receive host sum from guest"
"2019-12-26 13:39:42,439 - secure_add_guest.py[line:134] - INFO: success to calculate secure_sum, it is 2000.0000000000002"
kubectl exec -it -c python svc/fateflow bash -n fate-10000
source /data/projects/python/venv/bin/activate
cd /data/projects/fate/python/examples/min_test_task
sh run.sh host fast
role is host
task is fast
Upload data config json: {'file': '/data/projects/fate/python/examples/min_test_task/../data/breast_a.csv', 'head': 1, 'partition': 10, 'work_mode': 1, 'table_name': 'host_table_name_1577367741_9875', 'namespace': 'host_table_namespace_1577367741_9875'}
stdout:{
"data": {
"board_url": "http://fateboard:8080/index.html#/dashboard?job_id=201912261342213201742&role=local&party_id=0",
"job_dsl_path": "/data/projects/fate/python/jobs/201912261342213201742/job_dsl.json",
"job_runtime_conf_path": "/data/projects/fate/python/jobs/201912261342213201742/job_runtime_conf.json",
"logs_directory": "/data/projects/fate/python/logs/201912261342213201742",
"namespace": "host_table_namespace_1577367741_9875",
"table_name": "host_table_name_1577367741_9875"
},
"jobId": "201912261342213201742",
"retcode": 0,
"retmsg": "success"
}
Upload output is {'data': {'board_url': 'http://fateboard:8080/index.html#/dashboard?job_id=201912261342213201742&role=local&party_id=0', 'job_dsl_path': '/data/projects/fate/python/jobs/201912261342213201742/job_dsl.json', 'job_runtime_conf_path': '/data/projects/fate/python/jobs/201912261342213201742/job_runtime_conf.json', 'logs_directory': '/data/projects/fate/python/logs/201912261342213201742', 'namespace': 'host_table_namespace_1577367741_9875', 'table_name': 'host_table_name_1577367741_9875'}, 'jobId': '201912261342213201742', 'retcode': 0, 'retmsg': 'success'}
table_name:host_table_name_1577367741_9875
namespace:host_table_namespace_1577367741_9875
process 697 thread 140574064924480 run __init__ init table name:__gc_get_intersect_output, namespace:get_intersect_output
created table: storage_type: LMDB, namespace: get_intersect_output, name: __gc_get_intersect_output, partitions: 1, in_place_computing: False
process 697 thread 140574064924480 run __init__ init table name:host_table_name_1577367741_9875, namespace:host_table_namespace_1577367741_9875
created table: storage_type: LMDB, namespace: host_table_namespace_1577367741_9875, name: host_table_name_1577367741_9875, partitions: 10, in_place_computing: False
table count:569
method:upload, count:569
The table name and namespace is needed by GUEST. To start a modeling task, please inform GUEST with the table name and namespace.
finish upload intersect data
*********************
*******finish!*******
kubectl exec -it -c python svc/fateflow bash -n fate-9999
source /data/projects/python/venv/bin/activate
cd /data/projects/fate/python/examples/min_test_task
sh run.sh guest fast host_table_name_1577367741_9875 host_table_namespace_1577367741_9875
role is guest
task is fast
Start Upload Data
Upload data config json: {'file': '/data/projects/fate/python/examples/min_test_task/../data/breast_b.csv', 'head': 1, 'partition': 10, 'work_mode': 1, 'table_name': 'guest_table_name_1577367799_5279', 'namespace': 'guest_table_namespace_1577367799_5279'}
stdout:{
"data": {
"board_url": "http://fateboard:8080/index.html#/dashboard?job_id=201912261343198264522&role=local&party_id=0",
"job_dsl_path": "/data/projects/fate/python/jobs/201912261343198264522/job_dsl.json",
"job_runtime_conf_path": "/data/projects/fate/python/jobs/201912261343198264522/job_runtime_conf.json",
"logs_directory": "/data/projects/fate/python/logs/201912261343198264522",
"namespace": "guest_table_namespace_1577367799_5279",
"table_name": "guest_table_name_1577367799_5279"
},
"jobId": "201912261343198264522",
"retcode": 0,
"retmsg": "success"
}
Upload output is {'data': {'board_url': 'http://fateboard:8080/index.html#/dashboard?job_id=201912261343198264522&role=local&party_id=0', 'job_dsl_path': '/data/projects/fate/python/jobs/201912261343198264522/job_dsl.json', 'job_runtime_conf_path': '/data/projects/fate/python/jobs/201912261343198264522/job_runtime_conf.json', 'logs_directory': '/data/projects/fate/python/logs/201912261343198264522', 'namespace': 'guest_table_namespace_1577367799_5279', 'table_name': 'guest_table_name_1577367799_5279'}, 'jobId': '201912261343198264522', 'retcode': 0, 'retmsg': 'success'}
table_name:guest_table_name_1577367799_5279
namespace:guest_table_namespace_1577367799_5279
Data uploaded, expected table count: 569
process 292 thread 139864159831872 run __init__ init table name:__gc_get_intersect_output, namespace:get_intersect_output
created table: storage_type: LMDB, namespace: get_intersect_output, name: __gc_get_intersect_output, partitions: 1, in_place_computing: False
process 292 thread 139864159831872 run __init__ init table name:guest_table_name_1577367799_5279, namespace:guest_table_namespace_1577367799_5279
created table: storage_type: LMDB, namespace: guest_table_namespace_1577367799_5279, name: guest_table_name_1577367799_5279, partitions: 10, in_place_computing: False
table count:569
Test upload task success, upload count match DTable count
[Intersect] Start intersect task
stdout:{
"data": {
"board_url": "http://fateboard:8080/index.html#/dashboard?job_id=201912261343266632783&role=guest&party_id=9999",
"job_dsl_path": "/data/projects/fate/python/jobs/201912261343266632783/job_dsl.json",
"job_runtime_conf_path": "/data/projects/fate/python/jobs/201912261343266632783/job_runtime_conf.json",
"logs_directory": "/data/projects/fate/python/logs/201912261343266632783",
"model_info": {
"model_id": "guest-9999#host-10000#model",
"model_version": "201912261343266632783"
}
},
"jobId": "201912261343266632783",
"retcode": 0,
"retmsg": "success"
}
[Intersect] Start intersect job status checker, status counter: 0, jobid:201912261343266632783
[Intersect] cur job status:running, wait_time: 10.263408184051514
[Intersect] Start intersect job status checker, status counter: 1, jobid:201912261343266632783
Current task status: ['running', 'running']
[Intersect] cur job status:running, wait_time: 20.541152715682983
[Intersect] Start intersect job status checker, status counter: 2, jobid:201912261343266632783
Current task status: ['success', 'success']
[Intersect] cur job status:success, wait_time: 30.793477535247803
[Intersect] intersect task status is success
exec cmd: ['python', '/data/projects/fate/python/examples/min_test_task/../../fate_flow/fate_flow_client.py', '-f', 'component_output_data', '-j', '201912261343266632783', '-p', '9999', '-r', 'guest', '-cpn', 'intersect_0', '-o', '/data/projects/fate/python/examples/min_test_task/user_data']
task_type: component_output_data, jobid: 201912261343266632783, party_id: 9999, role: guest, component_name: intersect_0
intersect result:{'retcode': 0, 'directory': '/data/projects/fate/python/examples/min_test_task/user_data/job_201912261343266632783_intersect_0_guest_9999_output_data', 'retmsg': 'download successfully, please check /data/projects/fate/python/examples/min_test_task/user_data/job_201912261343266632783_intersect_0_guest_9999_output_data directory'}
Current subp status: 0
Job_status_checker Stdout is : 569
[Train] Start train task
stdout:{
"data": {
"board_url": "http://fateboard:8080/index.html#/dashboard?job_id=201912261343585998584&role=guest&party_id=9999",
"job_dsl_path": "/data/projects/fate/python/jobs/201912261343585998584/job_dsl.json",
"job_runtime_conf_path": "/data/projects/fate/python/jobs/201912261343585998584/job_runtime_conf.json",
"logs_directory": "/data/projects/fate/python/logs/201912261343585998584",
"model_info": {
"model_id": "arbiter-10000#guest-9999#host-10000#model",
"model_version": "201912261343585998584"
}
},
"jobId": "201912261343585998584",
"retcode": 0,
"retmsg": "success"
}
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 10.245079278945923
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 20.497931241989136
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 30.749210596084595
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 41.02689456939697
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 51.27661728858948
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 61.58478283882141
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 71.84794425964355
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 82.09212589263916
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 92.37399768829346
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 102.65567255020142
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 112.89676547050476
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 123.17980813980103
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 133.4493010044098
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 143.71157217025757
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 153.96755576133728
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 164.19690942764282
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 174.42942643165588
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 184.67726016044617
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 194.93053078651428
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 205.17497754096985
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 215.425639629364
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 225.69933485984802
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 235.9535937309265
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 246.17912769317627
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 256.4435749053955
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 266.7383930683136
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 277.03925704956055
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 287.29895973205566
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 297.53812742233276
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 307.7968189716339
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 318.084840297699
Current task status: ['running', 'success']
[Train] cur job status:running, jobid:201912261343585998584, wait_time: 328.3697247505188
Current task status: ['success', 'success']
[Train] cur job status:success, jobid:201912261343585998584, wait_time: 338.6157777309418
[Train] train task status is success
exec cmd: ['python', '/data/projects/fate/python/examples/min_test_task/../../fate_flow/fate_flow_client.py', '-f', 'component_metric_all', '-j', '201912261343585998584', '-p', '9999', '-r', 'guest', '-cpn', 'evaluation_0']
task_type: component_metric_all, jobid: 201912261343585998584, party_id: 9999, role: guest, component_name: evaluation_0
[Train] train eval:[['auc', 0.989562], ['ks', 0.92762]]
TEST_UPLOAD is success
TEST_INTERSECT is success
TEST_TRAIN is success
Test success:3, failed:0
*********************
*******finish!*******