fix communcation using tls (primihub#776)

config/node0.yaml

@@ -22,10 +22,10 @@ location: "127.0.0.1"
 use_tls: false
 grpc_port: 50050
 
-#certificate:
-#  root_ca: "data/cert/ca.crt"
-#  key: "data/cert/node0.key"
-#  cert: "data/cert/node0.crt"
+# certificate:
+#   root_ca: "data/cert/ca.crt"
+#   key: "data/cert/test.key"
+#   cert: "data/cert/test.crt"
 
 # public_ip_proxy:
 #   mode: "grpc"

config/node1.yaml

@@ -29,10 +29,10 @@ grpc_port: 50051
 #   port: 30004
 #   use_tls: false
 
-#certificate:
-#  root_ca: "data/cert/ca.crt"
-#  key: "data/cert/node0.key"
-#  cert: "data/cert/node0.crt"
+# certificate:
+#   root_ca: "data/cert/ca.crt"
+#   key: "data/cert/test.key"
+#   cert: "data/cert/test.crt"
 
 proxy_server:
   mode: "grpc"

config/node2.yaml

@@ -24,11 +24,10 @@ use_tls: false
 
 grpc_port: 50052
 
-# public_ip_proxy:
-#   mode: "grpc"
-#   ip:  "127.0.0.1"
-#   port: 30008
-#   use_tls: false
+# certificate:
+#   root_ca: "data/cert/ca.crt"
+#   key: "data/cert/test.key"
+#   cert: "data/cert/test.crt"
 
 proxy_server:
   mode: "grpc"

data/cert/ca.crt

@@ -0,0 +1,30 @@
+-----BEGIN CERTIFICATE-----
+MIIFITCCAwkCFDZauqVIb8KvvgROSSKLAMEZYMK0MA0GCSqGSIb3DQEBCwUAME0x
+CzAJBgNVBAYTAkNOMRAwDgYDVQQIDAdCZWlKaW5nMRAwDgYDVQQHDAdCZWlKaW5n
+MQ0wCwYDVQQKDARYaU11MQswCQYDVQQDDAJjYTAeFw0yNDA1MjAwMzE3MDRaFw0z
+NDA1MTgwMzE3MDRaME0xCzAJBgNVBAYTAkNOMRAwDgYDVQQIDAdCZWlKaW5nMRAw
+DgYDVQQHDAdCZWlKaW5nMQ0wCwYDVQQKDARYaU11MQswCQYDVQQDDAJjYTCCAiIw
+DQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAKd2Irvhe3ZKRL7sL+jTaSDvNmrh
+3bRQG4/Y0d6M9znfAXAvKDzC+iz22HdB1L7+G5WRbiMZeiRDumiVe5cwZKsLc+73
+cb2iXryP9RhClnLLJB85PCqwLWYqdgdRF4GKgToQzSPFvUm/tCfKDadUoOh22lff
+JXaWwuKza6L+DvLieXjEoH6Qq7/JkOQf4pk7f97FtWGem+k8iWPDBN1ufbagCZQP
++1Q8JWFXZPNNpjFdUXSUqp8ia6S7j6xBW16+cG6BHJZiSLugx0nqkBLUxH4elpKV
+hae/OEPfJ1NkM5/J0vNDjIkFhUB7q/ANPEcpZ4+ZyW1eXT7etJozVGn59vS5mXPz
+pgKYlyt+sTjm+9XLGaNbmeAX0mF5eomvXXvKsOUcddDDje+4iLDtrI/82FXqO4Ex
+86S2VTC8+IlRsL44+7kWU+FRDZXvlcT46ouOKHe5S41RX0Nj2kiUn4P3mmUoZkhb
+ZLw0QRA0cTe0k2AnKI4EAizvvJUir1W28hoQiapJZwic9r8ZW6NbUdLyzUvxOv5B
+ZWg/95kJZTmNSmbSI+6jpkRJMtNdByOkKdKj+DhCrO/NPRAl5/+CZIxHcX7lHY3i
+wn2ZUEC0IOeBjmpHAXdLKS00oAsddv3p+d6HaPab0paj1s4Af9UuFiAlln7CBjo+
+8D2qo6nkM4R3l7KFAgMBAAEwDQYJKoZIhvcNAQELBQADggIBAKVDXK4uOHRo3ob8
+1eWjqc05vqeTrBIrl8SlVfgjETHDq20geP6TM8xNfVeM3HM4LZevTdbK0iuzxH8g
+vJUzlGGt+RVrkacCulL4FLZoM0HVozdh9IOhXwGxF22ltkkqGJcT4DCxjyInVIu5
+mTr/Yt3qFEGgrVtUwi1Em5W6eIl4aCWnaqfC7KY2hlRzOR4T7d3EY+z7P0hlXePY
+kLhDdYpedq9e2fYH5foldpqrcc8/79sCswfPOYofwjPlDtl1usS96vnHlJkGuy3F
+WJsr8eiW32uDZqxOJnJKwn1hC0OBLymyf2tnUgOTz6A2EGZckCIEEI+/7vuS348c
+GJm13CsjZjL63tVp2nZizpDcoA6EtkHMK6eHdqrpCa+Bz3nG3INYasgeVFKNRVXN
+NPadm7HB8nEUan+dYUlS3ozed404Od0Z2w1IbU4qwze/YkfxLn9zz6Z0qzP47DuA
+EQqk3MBpyANrL+4wU7EH4ZIQJEhLh8ARNu8+Do6dM8zAyE9V39o5BIATt1BFfwYD
+oHqAeQaICsUfahI9WmQzCp7FY+8sWL/zk+j4tqlx0CzqTHIlODI750lHQ0xEZ5h1
+dusL1DUvgQY7YpT8sOIXs2ADP8J8+naIXKfFlyHBYemDiB5LBUurhGFFFp8oP7Kl
+zIFf1imzuBBSE4HMXuHQ666Z+6Ot
+-----END CERTIFICATE-----

data/cert/ca.key

@@ -0,0 +1,52 @@
+-----BEGIN PRIVATE KEY-----
+MIIJQgIBADANBgkqhkiG9w0BAQEFAASCCSwwggkoAgEAAoICAQCndiK74Xt2SkS+
+7C/o02kg7zZq4d20UBuP2NHejPc53wFwLyg8wvos9th3QdS+/huVkW4jGXokQ7po
+lXuXMGSrC3Pu93G9ol68j/UYQpZyyyQfOTwqsC1mKnYHUReBioE6EM0jxb1Jv7Qn
+yg2nVKDodtpX3yV2lsLis2ui/g7y4nl4xKB+kKu/yZDkH+KZO3/exbVhnpvpPIlj
+wwTdbn22oAmUD/tUPCVhV2TzTaYxXVF0lKqfImuku4+sQVtevnBugRyWYki7oMdJ
+6pAS1MR+HpaSlYWnvzhD3ydTZDOfydLzQ4yJBYVAe6vwDTxHKWePmcltXl0+3rSa
+M1Rp+fb0uZlz86YCmJcrfrE45vvVyxmjW5ngF9JheXqJr117yrDlHHXQw43vuIiw
+7ayP/NhV6juBMfOktlUwvPiJUbC+OPu5FlPhUQ2V75XE+OqLjih3uUuNUV9DY9pI
+lJ+D95plKGZIW2S8NEEQNHE3tJNgJyiOBAIs77yVIq9VtvIaEImqSWcInPa/GVuj
+W1HS8s1L8Tr+QWVoP/eZCWU5jUpm0iPuo6ZESTLTXQcjpCnSo/g4QqzvzT0QJef/
+gmSMR3F+5R2N4sJ9mVBAtCDngY5qRwF3SyktNKALHXb96fneh2j2m9KWo9bOAH/V
+LhYgJZZ+wgY6PvA9qqOp5DOEd5eyhQIDAQABAoICABkZF00V1wFsUZ/Uubx5HPc6
+6uq7ddUtsWfOfOvQMEhr4CUOaEctCL4+88Px6Z8DaiJxRLK9gYUYYoKErtyCu/+3
+rHU7AEDF6lFz+O2dIzvKrtwAIcCbHX7Dq+NeV7nKRqJrfLdZDkzUjr1s5r12rVQR
+5hkH4G9E2qoL7nyj+50S7NY5D/3QFHGe1die38EL/hbnBk9+bEsZT9UUGDFQu0Yo
+966Jc6dVCVwsszxU3azl2cyxcF3/1GbA1qBgPj+1ppelQaHXUqPOTbgKD/RGj7mA
+P5xyDPFOczIW6qewq50N7FAZxmEN4wH+Vw9YCHn43mTTDXGXFD4VNjerLEJi3Ixk
+H8Jra+EC2omvwGJRVWGo98WsOoTK/sfjeuKzKisCEtfBVLxHIWUL77WPfVMz+Msg
+FFoALApWVq89RfY1PqBdNbUdJBkgZMJbeyepvFREGy0dbUCX9UlMQzuijmFsrJ8g
+GPP9iudzF9Hzl1re9Ez0hZjiV/ZUJa9HopdzsjGIKXbelwJ14Vs9UduS/Ehd4kIQ
+vYBNwKjWYYOC9JC0qRyZdVW8Lhx7mdyqBC/Nk4Nyx0whxczjoVK1RtNEMl+MTg8n
+ZrdjhccKZBA+e2xZ8xYR2QhVgm9X84j8Ja6nXa2toQJZP9XxlQDj4mwovWvxpbm5
+R4gc57A1ebrR2GoOofdpAoIBAQDoV2NMNC2jt7snytSpCiMY6a5SVMdknlD0oh/f
+3/09q45teQZn7FbKYUDSzRLkyTFYdwQjdPUE4f7bWlWLJ5JttNv0Zq5r3lXklt+8
+EE59jxqZlZuX+gmQCPCplQYed8D0Wz+LXcvfCbc4ZtJQRrEjj1L310CE//WVdEZX
+pMSVRbSrSK3lRjPN79WCQOSt4Y6ib8s1blIj7EyMxUf3NdABhmCVMRFy4xoEOxtK
+MaL8gAO1bPh4pYtlM7rpqS3UGtM55pTjwW6S9KNoDt3yJNGn8XjCq6bPttnpcOSW
+yW5j+x4uJij/2uI/2ld+0zwGSjhmk/0W7+o7o5J8eEriCRVtAoIBAQC4g3nplDYJ
+QnBqp3Jr1hw3lmOBYKUR5wFFiXuGlOazLm6L5LzcU8LlhTuzF48LORvUF7gv4yqf
+rkc8GRCktBgt30//UMXpcT+1/XBNGLz8LhThW5hptBzdAsFr1rlSuc6fQJlDDA3N
+0tBZoeIhC5l4iwj+mxG8mD2mUeikKfrKpdUuNL3MyT4SMK0BeXYbTr3980OXHjLP
+iGLAjoQlrkizkdPx23x12vQhFYkn4x0EkVN7A4wYS6O58kcjH894I061alX2zzYG
+LeIGWnVfzz4Q8yaIXbSe0EpXz5Rp/hAnAgWxjptbkZIIWfVc6YqZgRUXSmdrZJ71
+8CO32ABXbZp5AoIBACSO24j6DNRd7IzuVVfjyHH7EvrRbC5g2swjVnCbhfVWMSr4
+iBGCFoXxl4mTyw1Euwb4cyZBGOyTws4xAJTMvTWV56YlIfzHFyzIsJue1TrccYsJ
+B1p6dVa8kWGdmUDiBvJsCSucrp+Bn9q4Ew+ej/DQdHWa4QQMYlAJ46eWvXffZ/Yr
+kXEqAqy8uBOuskzJ2O+mN4tIuJP+cm0T/abgSMJ0qm3PMrepFEbmJf0eok6oteyu
+IMqbAbwCz75EaHmfXu0VYwgTP5rP84ZEEJgxQuvyCtZWvACi/NbGdLFlMIF62dzZ
+FEpt3nu9l1bVVfSHaSh60K/zQB/yNPJw2xeF5mECggEBALTCAI3GZ4V8s/qYHezs
+rWn7h3G4hx3Zq5I+1GeMudExnJSpuicyW41Uj56sZrL8+Hk333XyWtBiAGEswPRJ
+hiJyUcFylOBT1LFqHjk5EfMPBd+cRtzO2TPevjPyAE29v2Cd/UcEqQVJEFmu0IPF
+BE1mD6K1sZOLpWGpfnpMsecSvJxuiL31LDzPuLzoC79GzbPaPA3wRKCxIOU4+Nad
+PZXFN9gJSI2AuYcrvNj5knTmFd0+JWGrwDKq2evb/vjXxgTNrneCmY9GJdZJihEZ
+Stl6CvaurgKjVSFfNyr6/UHppkBCz4nOOzy5PDkQhXpKTaoqdtRrl5qh7avuDK+Z
+rSkCggEAW8Z3pS1qVHFkQLmwfsRFgGjdquZ6k5NdHhc6WAU46Si2nlfOtZXlL0ib
+IilZKZnWcki9ezk0m4g0E564KLf7HGHGPrPHzaA6ga676Mws3qcXvL+1/Ax6uXwL
+CQTXVjThvdCwXIU3pDeekTWsA72QgsBN0qrjEX4JNrchR/1qOR98vHNypjEy5QOS
+Ehq075DT4Czin143pN4o2AWM9489G1pDSHWcunVCJkKZ47/8UgoLgiRxhpHI2UtY
+E2r/X8tTjqLXiUTZr20eiQtseskWutzbwMBbtJofi1yuYCRO8unvjdB4fG8lEwc0
+dYSofi5BmWjCGBTmSHEwPHDw8Y5NnQ==
+-----END PRIVATE KEY-----

data/cert/test.crt

@@ -0,0 +1,30 @@
+-----BEGIN CERTIFICATE-----
+MIIFEjCCAvqgAwIBAgIUQNwKJMNgklNjYqqPznA6pHsHmRowDQYJKoZIhvcNAQEL
+BQAwTTELMAkGA1UEBhMCQ04xEDAOBgNVBAgMB0JlaUppbmcxEDAOBgNVBAcMB0Jl
+aUppbmcxDTALBgNVBAoMBFhpTXUxCzAJBgNVBAMMAmNhMB4XDTI0MDUyMDA2MjUw
+MFoXDTM0MDUxODA2MjUwMFowVDELMAkGA1UEBhMCQ04xEDAOBgNVBAgMB0JlaUpp
+bmcxEDAOBgNVBAcMB0JlaUppbmcxDTALBgNVBAoMBFhpTXUxEjAQBgNVBAMMCWxv
+Y2FsaG9zdDCCASIwDQYJKoZIhvcNAQEBBQADggEPADCCAQoCggEBAMWWpdbAQ4rV
+qsfvMcORxkkS1ouiGeUoxUvXq4jS9FD2pUg4HJ+Q1/9fwR8J9ntGprAiWQr7hGb/
+XQNi3iRxtG520a6FWyr4XHTvXo5LUR3bJBNdoCpXE72wzo/cPiHWMaYn70gk/DWn
+5qK4uCFD/vpdnzTNUqagVUw2Fubvg5pcGsBw9uAjhLTwslcQmWFh9Em5iwVyQIl2
+aHSt8UW1qAKZ8j40Up2VFwOYB1IJxqu85O/irDOIvUl1RV7yB2PtCVrCt7SgAuEe
+XlZhkJPQeFQGgN+rxCAhyCkQ8RdEF3v2QLIJy4zcMuD5owwWxGRAjRFjrQ6ERO1U
+ViMG63yKAZcCAwEAAaOB4jCB3zBKBgNVHREEQzBBgglsb2NhbGhvc3SCDnByaW1p
+aHViLW5vZGUwgg5wcmltaWh1Yi1ub2RlMYIOcHJpbWlodWItbm9kZTKHBH8AAAEw
+HQYDVR0OBBYEFK48TmYG2ECezF0ByQ4Tt05h9BnGMHIGA1UdIwRrMGmhUaRPME0x
+CzAJBgNVBAYTAkNOMRAwDgYDVQQIDAdCZWlKaW5nMRAwDgYDVQQHDAdCZWlKaW5n
+MQ0wCwYDVQQKDARYaU11MQswCQYDVQQDDAJjYYIUNlq6pUhvwq++BE5JIosAwRlg
+wrQwDQYJKoZIhvcNAQELBQADggIBAGsarRmDvimMnLN8M8w/XggvlsGTNNNhJEII
+rJMwELD6Y6oCvTHCK7SDmzaeFDlQAFvSqIqT3Jm/aRLk2G9s2kncMc0d7ogntjV9
+63VgG1K4NFr7GdDEURf4CS2l/RObWrJR4vnv+BVcLMOMpK5QPQb03/NTPF7sm4V6
+S8uoM0fv16C4IfEOtZWN+DxQEu9dZ5CAN10nFjVXIwOmZrcm4zTnAc6V1BknvBaT
+r1ffxwle4/NI7h6Q53ek8zb1bI/5a8ZtWv8XHRJCtFtEis+pkrik/SNlc9VVlIop
+tupxkjqg/A6Bd2UqeSLDcg8ZMi8wWXUFd5TL/kqqhPhXw0Ka05qLVmwl0Wf6CQJZ
+T91utlZEUttIBWAAN0Ptwmn7h+ho82cm8gXG1sHtj0WMzP39j+xJyovKZZ5AilkB
+Ui+23y0Y9FHeOrc9oBDN40SB9wZKCKYAx6RvWdas2ezyLC4nyIJsY6FKmmiuerO4
+hSgIGD3D/hV/e9Iwck71wAr6Zn9u5irm2ODRsRzAwCTd+ApJIbkUjBjdF+6NIath
+7ui2KevXyA1UHWXo2LSjqMP1KMMsZGML/8OWGwBc1lDodol2J+COGSDAbH++mKLZ
+OWVdyDWd9irtuI3nCiQ+14IdsSCBLL0WfR87ImwDGESQ4E9CgI9S9YTjwdZqS4Ch
+/NtoSnVS
+-----END CERTIFICATE-----

data/cert/test.key

@@ -0,0 +1,28 @@
+-----BEGIN PRIVATE KEY-----
+MIIEvQIBADANBgkqhkiG9w0BAQEFAASCBKcwggSjAgEAAoIBAQDFlqXWwEOK1arH
+7zHDkcZJEtaLohnlKMVL16uI0vRQ9qVIOByfkNf/X8EfCfZ7RqawIlkK+4Rm/10D
+Yt4kcbRudtGuhVsq+Fx0716OS1Ed2yQTXaAqVxO9sM6P3D4h1jGmJ+9IJPw1p+ai
+uLghQ/76XZ80zVKmoFVMNhbm74OaXBrAcPbgI4S08LJXEJlhYfRJuYsFckCJdmh0
+rfFFtagCmfI+NFKdlRcDmAdSCcarvOTv4qwziL1JdUVe8gdj7Qlawre0oALhHl5W
+YZCT0HhUBoDfq8QgIcgpEPEXRBd79kCyCcuM3DLg+aMMFsRkQI0RY60OhETtVFYj
+But8igGXAgMBAAECggEAF34iyAatIS/oHISFSLOnkp78RmGRgvcsL358RTTmhU0w
+zVuVP6hOSO1UKMIbqIBNJ7ULHEICdeftNw6wIJTVDKtGTAyhZdmzeIMmHXS5YiY2
+QwfcmBwpWzekn7iNOfhd3TEeA1hualzFEITg/lziJKzcAJWxuuERCJIyepEbdySV
+3EokSw9rKhboh8n5lSaZWQ2RZmfIXQZQnAHBHmYKY882KoJWGHflYlnA5l910sC2
+3ud6IfpgZ2rcycuzNpHIk0MLarRMOz+vxVMzVN0/+zsLT/nN7ynnDQSjd0+6o3L3
+Ly8sFZEFCMvHEmHlzogy8X902S9bH911HuOyan9+RQKBgQDd1b1Pmen3xN2aRdgG
+4/wWFVHrW8OzSJ2NDmjV6NEgWG07Kh98Y3Od0WTsVHL/O++fE044I6qIn22PkqWG
++0bbvYF8oV6uff9jXXEznLeebhnEU3E7H87tM6FOYQ0pXtmAKwIn8mNvePpEvOTI
+eCnTDqcK1qyhX9ZNTluGN37F7QKBgQDkBPI4XuQNiBioo1vSodZixOLlparvPWAM
+3yziXjI1Qxq6iYhYqAxEDvLikOXS2Kh2QwyskOZbdcHE7AC67EhEZCbHHx0dwXk3
+pDoi0sZcb8yTtc/XQ8yWQPL5NhLyPIiEpDxgZjFiwHY2/rBQ5m6rt+qRYxOJfhvU
+kkG07tx1EwKBgE7ArH5v47HEP++ez/xSP5IPa4+keitRoi0LaohWKLfU7KJOZ/Me
+01K5nZyQtmqJ+p18mw4vC0GJZ7nKk90Bo7wq4KdAGn7T2DCMYb2y6zThXWBnRxF4
+T1vCMofCyIthUtG/cvp/gHF4f1CbxpSspBx7XS3p3EtF3KyBHtjdJrJZAoGAWjsS
+1vfF6wzmJSWv2mQsgB1FZHbwc4eoEK/oBRQdbjJFy3dNOzgU0oHP35RTPeJ6l4Hk
+7AzS+3JX4WM6zr1dw6KWLcnELdg37arRTqJ12HJtVC5oNtkfhn3hKHkbejw2Ebck
+JUmLVXav0QdsIjdtqAo5iprYSlpbDP1rfvvexX0CgYEAnu+zmdUd9ApTxZ8Fy3ph
+oHBLwR/PYPtGwmTzvPa3HswOLs1Ma2yHbf1c7m6D73kLZLJGmjsvV56/z/sEvGqP
+6H1995z2yPhSvXCF9wXDJXqlcmBBDptqLL9PgzRpTFVFbBxrmbJKGO1YxrujQm0T
++mhztEkEY2VrXUF6CWAw+po=
+-----END PRIVATE KEY-----

src/primihub/cli/main.cc

@@ -31,8 +31,8 @@ ABSL_FLAG(bool, use_tls, false, "true/false");
 ABSL_FLAG(std::vector<std::string>, cert_config,
           std::vector<std::string>({
               "data/cert/ca.crt",
-              "data/cert/client.key",
-              "data/cert/client.crt"}),
+              "data/cert/test.key",
+              "data/cert/test.crt"}),
           "cert config");
 
 namespace primihub {

src/primihub/node/node_impl.cc

@@ -61,6 +61,9 @@ retcode VMNodeImpl::Init() {
   nodelet_ = std::make_shared<Nodelet>(config_file_path_, dataset_service_);
   auto link_mode{network::LinkMode::GRPC};
   link_ctx_ = network::LinkFactory::createLinkContext(link_mode);
+  if (node_cfg.use_tls()) {
+    link_ctx_->initCertificate(server_config.getCertificateConfig());
+  }
   CleanFinishedTaskThread();
   CleanTimeoutCachedTaskStatusThread();
   CleanFinishedSchedulerWorkerThread();

src/primihub/task/semantic/task_context.h

@@ -38,10 +38,22 @@ class TaskContext {
   TaskContext() {
     auto link_mode = primihub::network::LinkMode::GRPC;
     link_ctx_ = primihub::network::LinkFactory::createLinkContext(link_mode);
+    auto& server_config = primihub::ServerConfig::getInstance();
+    auto& host_cfg = server_config.getServiceConfig();
+    if (host_cfg.use_tls()) {
+      LOG(ERROR) << "link_ctx_->initCertificate";
+      link_ctx_->initCertificate(server_config.getCertificateConfig());
+    }
   }
 
   explicit TaskContext(primihub::network::LinkMode mode) {
     link_ctx_ = primihub::network::LinkFactory::createLinkContext(mode);
+    auto& server_config = primihub::ServerConfig::getInstance();
+    auto& host_cfg = server_config.getServiceConfig();
+    if (host_cfg.use_tls()) {
+      LOG(ERROR) << "link_ctx_->initCertificate";
+      link_ctx_->initCertificate(server_config.getCertificateConfig());
+    }
   }
 
   void setTaskInfo(const std::string& job_id,

src/primihub/task_engine/task_executor.cc

@@ -65,6 +65,11 @@ retcode TaskEngine::InitCommunication() {
   using LinkFactory = primihub::network::LinkFactory;
   link_mode_ = LinkMode::GRPC;
   link_ctx_ = LinkFactory::createLinkContext(link_mode_);
+  auto& server_config = primihub::ServerConfig::getInstance();
+  auto& host_cfg = server_config.getServiceConfig();
+  if (host_cfg.use_tls()) {
+    link_ctx_->initCertificate(server_config.getCertificateConfig());
+  }
   return retcode::SUCCESS;
 }