2 # Licensed under the Apache License, Version 2.0 (the "License"); you may
3 # not use this file except in compliance with the License. You may obtain
4 # a copy of the License at
6 # http://www.apache.org/licenses/LICENSE-2.0
8 # Unless required by applicable law or agreed to in writing, software
9 # distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
10 # WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
11 # License for the specific language governing permissions and limitations
14 # For those usages not covered by the Apache License, Version 2.0 please
15 # contact: alfonso.tiernosepulveda@telefonica.com
21 from asynctest
.mock
import Mock
22 from osm_common
.dbmemory
import DbMemory
23 from osm_common
.fslocal
import FsLocal
24 from n2vc
.k8s_helm_conn
import K8sHelmConnector
26 __author__
= "Isabel Lloret <illoret@indra.es>"
29 class TestK8sHelmConn(asynctest
.TestCase
):
30 logging
.basicConfig(level
=logging
.DEBUG
)
31 logger
= logging
.getLogger(__name__
)
32 logger
.setLevel(logging
.DEBUG
)
34 async def setUp(self
):
35 self
.db
= Mock(DbMemory())
36 self
.fs
= asynctest
.Mock(FsLocal())
37 self
.fs
.path
= "./tmp/"
38 self
.namespace
= "testk8s"
39 self
.service_account
= "osm"
40 self
.cluster_id
= "helm_cluster_id"
41 self
.cluster_uuid
= self
.cluster_id
42 # pass fake kubectl and helm commands to make sure it does not call actual commands
43 K8sHelmConnector
._check
_file
_exists
= asynctest
.Mock(return_value
=True)
44 K8sHelmConnector
._local
_async
_exec
= asynctest
.CoroutineMock(
47 cluster_dir
= self
.fs
.path
+ self
.cluster_id
48 self
.kube_config
= self
.fs
.path
+ self
.cluster_id
+ "/.kube/config"
49 self
.helm_home
= self
.fs
.path
+ self
.cluster_id
+ "/.helm"
51 "HELM_HOME": "{}/.helm".format(cluster_dir
),
52 "KUBECONFIG": "{}/.kube/config".format(cluster_dir
),
54 self
.helm_conn
= K8sHelmConnector(self
.fs
, self
.db
, log
=self
.logger
)
55 self
.logger
.debug("Set up executed")
57 @asynctest.fail_on(active_handles
=True)
58 async def test_init_env(self
):
62 @asynctest.fail_on(active_handles
=True)
63 async def test_repo_add(self
):
65 repo_url
= "https://charts.bitnami.com/bitnami"
66 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
68 await self
.helm_conn
.repo_add(self
.cluster_uuid
, repo_name
, repo_url
)
70 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
71 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
72 from_path
=self
.cluster_id
75 self
.helm_conn
._local
_async
_exec
.call_count
,
77 "local_async_exec expected 2 calls, called {}".format(
78 self
.helm_conn
._local
_async
_exec
.call_count
82 repo_update_command
= (
83 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm repo update {}"
86 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm repo add {} {}"
87 ).format(repo_name
, repo_url
)
88 calls
= self
.helm_conn
._local
_async
_exec
.call_args_list
89 call0_kargs
= calls
[0][1]
91 call0_kargs
.get("command"),
93 "Invalid repo add command: {}".format(call0_kargs
.get("command")),
96 call0_kargs
.get("env"),
98 "Invalid env for add command: {}".format(call0_kargs
.get("env")),
100 call1_kargs
= calls
[1][1]
102 call1_kargs
.get("command"),
104 "Invalid repo update command: {}".format(call1_kargs
.get("command")),
107 call1_kargs
.get("env"),
109 "Invalid env for update command: {}".format(call1_kargs
.get("env")),
112 @asynctest.fail_on(active_handles
=True)
113 async def test_repo_list(self
):
114 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
116 await self
.helm_conn
.repo_list(self
.cluster_uuid
)
118 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
119 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
120 from_path
=self
.cluster_id
122 command
= "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm repo list --output yaml"
123 self
.helm_conn
._local
_async
_exec
.assert_called_with(
124 command
=command
, env
=self
.env
, raise_exception_on_error
=False
127 @asynctest.fail_on(active_handles
=True)
128 async def test_repo_remove(self
):
129 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
130 repo_name
= "bitnami"
131 await self
.helm_conn
.repo_remove(self
.cluster_uuid
, repo_name
)
133 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
134 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
135 from_path
=self
.cluster_id
137 command
= "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm repo remove {}".format(
140 self
.helm_conn
._local
_async
_exec
.assert_called_once_with(
141 command
=command
, env
=self
.env
, raise_exception_on_error
=True
144 @asynctest.fail_on(active_handles
=True)
145 async def test_install(self
):
146 kdu_model
= "stable/openldap:1.2.2"
147 kdu_instance
= "stable-openldap-0005399828"
149 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
150 self
.helm_conn
._status
_kdu
= asynctest
.CoroutineMock(return_value
=None)
151 self
.helm_conn
._store
_status
= asynctest
.CoroutineMock()
152 self
.helm_conn
.generate_kdu_instance_name
= Mock(return_value
=kdu_instance
)
154 await self
.helm_conn
.install(
159 namespace
=self
.namespace
,
163 self
.helm_conn
.fs
.sync
.assert_has_calls(
165 asynctest
.call(from_path
=self
.cluster_id
),
166 asynctest
.call(from_path
=self
.cluster_id
),
169 self
.helm_conn
.fs
.reverse_sync
.assert_has_calls(
171 asynctest
.call(from_path
=self
.cluster_id
),
172 asynctest
.call(from_path
=self
.cluster_id
),
175 self
.helm_conn
._store
_status
.assert_called_with(
176 cluster_id
=self
.cluster_id
,
177 kdu_instance
=kdu_instance
,
178 namespace
=self
.namespace
,
183 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm install "
184 "--atomic --output yaml --timeout 300 "
185 "--name=stable-openldap-0005399828 --namespace testk8s stable/openldap "
188 self
.helm_conn
._local
_async
_exec
.assert_called_with(
189 command
=command
, env
=self
.env
, raise_exception_on_error
=False
192 @asynctest.fail_on(active_handles
=True)
193 async def test_upgrade(self
):
194 kdu_model
= "stable/openldap:1.2.3"
195 kdu_instance
= "stable-openldap-0005399828"
198 "chart": "openldap-1.2.2",
199 "name": kdu_instance
,
200 "namespace": self
.namespace
,
202 "status": "DEPLOYED",
204 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
205 self
.helm_conn
._store
_status
= asynctest
.CoroutineMock()
206 self
.helm_conn
.get_instance_info
= asynctest
.CoroutineMock(
207 return_value
=instance_info
210 await self
.helm_conn
.upgrade(
211 self
.cluster_uuid
, kdu_instance
, kdu_model
, atomic
=True, db_dict
=db_dict
213 self
.helm_conn
.fs
.sync
.assert_called_with(from_path
=self
.cluster_id
)
214 self
.helm_conn
.fs
.reverse_sync
.assert_has_calls(
216 asynctest
.call(from_path
=self
.cluster_id
),
217 asynctest
.call(from_path
=self
.cluster_id
),
220 self
.helm_conn
._store
_status
.assert_called_with(
221 cluster_id
=self
.cluster_id
,
222 kdu_instance
=kdu_instance
,
223 namespace
=self
.namespace
,
228 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm upgrade "
229 "--atomic --output yaml --timeout 300 --reuse-values stable-openldap-0005399828 stable/openldap "
232 self
.helm_conn
._local
_async
_exec
.assert_called_with(
233 command
=command
, env
=self
.env
, raise_exception_on_error
=False
236 @asynctest.fail_on(active_handles
=True)
237 async def test_scale(self
):
238 kdu_model
= "stable/openldap:1.2.3"
239 kdu_instance
= "stable-openldap-0005399828"
242 "chart": "openldap-1.2.3",
243 "name": kdu_instance
,
244 "namespace": self
.namespace
,
246 "status": "DEPLOYED",
251 "url": "https://kubernetes-charts.storage.googleapis.com/",
255 # Default values for openldap.
256 # This is a YAML-formatted file.
257 # Declare variables to be passed into your templates.
264 self
.helm_conn
.repo_list
= asynctest
.CoroutineMock(return_value
=repo_list
)
265 self
.helm_conn
.values_kdu
= asynctest
.CoroutineMock(return_value
=kdu_values
)
266 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
267 self
.helm_conn
._store
_status
= asynctest
.CoroutineMock()
268 self
.helm_conn
.get_instance_info
= asynctest
.CoroutineMock(
269 return_value
=instance_info
273 await self
.helm_conn
.scale(
278 cluster_uuid
=self
.cluster_uuid
,
283 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config "
284 "/usr/bin/helm upgrade --atomic --output yaml --set replicaCount=2 "
285 "--timeout 1800 --reuse-values stable-openldap-0005399828 stable/openldap "
288 self
.helm_conn
._local
_async
_exec
.assert_called_once_with(
289 command
=command
, env
=self
.env
, raise_exception_on_error
=False
293 await self
.helm_conn
.scale(
298 cluster_uuid
=self
.cluster_uuid
,
303 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config "
304 "/usr/bin/helm upgrade --atomic --output yaml --set dummy-app.replicas=3 "
305 "--timeout 1800 --reuse-values stable-openldap-0005399828 stable/openldap "
308 self
.helm_conn
._local
_async
_exec
.assert_called_with(
309 command
=command
, env
=self
.env
, raise_exception_on_error
=False
311 self
.helm_conn
.fs
.reverse_sync
.assert_called_with(from_path
=self
.cluster_id
)
312 self
.helm_conn
._store
_status
.assert_called_with(
313 cluster_id
=self
.cluster_id
,
314 kdu_instance
=kdu_instance
,
315 namespace
=self
.namespace
,
320 @asynctest.fail_on(active_handles
=True)
321 async def test_rollback(self
):
322 kdu_instance
= "stable-openldap-0005399828"
325 "chart": "openldap-1.2.3",
326 "name": kdu_instance
,
327 "namespace": self
.namespace
,
329 "status": "DEPLOYED",
331 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
332 self
.helm_conn
._store
_status
= asynctest
.CoroutineMock()
333 self
.helm_conn
.get_instance_info
= asynctest
.CoroutineMock(
334 return_value
=instance_info
337 await self
.helm_conn
.rollback(
338 self
.cluster_uuid
, kdu_instance
=kdu_instance
, revision
=1, db_dict
=db_dict
340 self
.helm_conn
.fs
.sync
.assert_called_with(from_path
=self
.cluster_id
)
341 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
342 from_path
=self
.cluster_id
344 self
.helm_conn
._store
_status
.assert_called_with(
345 cluster_id
=self
.cluster_id
,
346 kdu_instance
=kdu_instance
,
347 namespace
=self
.namespace
,
349 operation
="rollback",
352 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config "
353 "/usr/bin/helm rollback stable-openldap-0005399828 1 --wait"
355 self
.helm_conn
._local
_async
_exec
.assert_called_once_with(
356 command
=command
, env
=self
.env
, raise_exception_on_error
=False
359 @asynctest.fail_on(active_handles
=True)
360 async def test_uninstall(self
):
361 kdu_instance
= "stable-openldap-0005399828"
363 "chart": "openldap-1.2.2",
364 "name": kdu_instance
,
365 "namespace": self
.namespace
,
367 "status": "DEPLOYED",
369 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
370 self
.helm_conn
._store
_status
= asynctest
.CoroutineMock()
371 self
.helm_conn
.get_instance_info
= asynctest
.CoroutineMock(
372 return_value
=instance_info
375 await self
.helm_conn
.uninstall(self
.cluster_uuid
, kdu_instance
)
376 self
.helm_conn
.fs
.sync
.assert_called_with(from_path
=self
.cluster_id
)
377 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
378 from_path
=self
.cluster_id
380 command
= "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm delete --purge {}".format(
383 self
.helm_conn
._local
_async
_exec
.assert_called_once_with(
384 command
=command
, env
=self
.env
, raise_exception_on_error
=True
387 @asynctest.fail_on(active_handles
=True)
388 async def test_get_services(self
):
389 kdu_instance
= "test_services_1"
390 service
= {"name": "testservice", "type": "LoadBalancer"}
391 self
.helm_conn
._local
_async
_exec
_pipe
= asynctest
.CoroutineMock(
394 self
.helm_conn
._parse
_services
= Mock(return_value
=["testservice"])
395 self
.helm_conn
._get
_service
= asynctest
.CoroutineMock(return_value
=service
)
397 services
= await self
.helm_conn
.get_services(
398 self
.cluster_uuid
, kdu_instance
, self
.namespace
400 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
401 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
402 from_path
=self
.cluster_id
404 self
.helm_conn
._parse
_services
.assert_called_once()
405 command1
= "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm get manifest {} ".format(
408 command2
= "/usr/bin/kubectl get --namespace={} -f -".format(self
.namespace
)
409 self
.helm_conn
._local
_async
_exec
_pipe
.assert_called_once_with(
410 command1
, command2
, env
=self
.env
, raise_exception_on_error
=True
413 services
, [service
], "Invalid service returned from get_service"
416 @asynctest.fail_on(active_handles
=True)
417 async def test_get_service(self
):
418 service_name
= "service1"
420 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
421 await self
.helm_conn
.get_service(
422 self
.cluster_uuid
, service_name
, self
.namespace
425 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
426 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
427 from_path
=self
.cluster_id
430 "/usr/bin/kubectl --kubeconfig=./tmp/helm_cluster_id/.kube/config "
431 "--namespace=testk8s get service service1 -o=yaml"
433 self
.helm_conn
._local
_async
_exec
.assert_called_once_with(
434 command
=command
, env
=self
.env
, raise_exception_on_error
=True
437 @asynctest.fail_on(active_handles
=True)
438 async def test_inspect_kdu(self
):
439 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
441 kdu_model
= "stable/openldap:1.2.4"
442 repo_url
= "https://kubernetes-charts.storage.googleapis.com/"
443 await self
.helm_conn
.inspect_kdu(kdu_model
, repo_url
)
446 "/usr/bin/helm inspect openldap --repo "
447 "https://kubernetes-charts.storage.googleapis.com/ "
450 self
.helm_conn
._local
_async
_exec
.assert_called_with(command
=command
)
452 @asynctest.fail_on(active_handles
=True)
453 async def test_help_kdu(self
):
454 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
456 kdu_model
= "stable/openldap:1.2.4"
457 repo_url
= "https://kubernetes-charts.storage.googleapis.com/"
458 await self
.helm_conn
.help_kdu(kdu_model
, repo_url
)
461 "/usr/bin/helm inspect readme openldap --repo "
462 "https://kubernetes-charts.storage.googleapis.com/ "
465 self
.helm_conn
._local
_async
_exec
.assert_called_with(command
=command
)
467 @asynctest.fail_on(active_handles
=True)
468 async def test_values_kdu(self
):
469 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
471 kdu_model
= "stable/openldap:1.2.4"
472 repo_url
= "https://kubernetes-charts.storage.googleapis.com/"
473 await self
.helm_conn
.values_kdu(kdu_model
, repo_url
)
476 "/usr/bin/helm inspect values openldap --repo "
477 "https://kubernetes-charts.storage.googleapis.com/ "
480 self
.helm_conn
._local
_async
_exec
.assert_called_with(command
=command
)
482 @asynctest.fail_on(active_handles
=True)
483 async def test_get_values_kdu(self
):
484 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
486 kdu_instance
= "stable-openldap-0005399828"
487 await self
.helm_conn
.get_values_kdu(
488 kdu_instance
, self
.namespace
, self
.env
["KUBECONFIG"]
492 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm get values "
493 "stable-openldap-0005399828 --output yaml"
495 self
.helm_conn
._local
_async
_exec
.assert_called_with(command
=command
)
497 @asynctest.fail_on(active_handles
=True)
498 async def test_instances_list(self
):
499 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
501 await self
.helm_conn
.instances_list(self
.cluster_uuid
)
502 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
503 self
.helm_conn
.fs
.reverse_sync
.assert_called_once_with(
504 from_path
=self
.cluster_id
506 command
= "/usr/bin/helm list --output yaml"
507 self
.helm_conn
._local
_async
_exec
.assert_called_once_with(
508 command
=command
, env
=self
.env
, raise_exception_on_error
=True
511 @asynctest.fail_on(active_handles
=True)
512 async def test_status_kdu(self
):
513 kdu_instance
= "stable-openldap-0005399828"
514 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
516 await self
.helm_conn
._status
_kdu
(
517 self
.cluster_id
, kdu_instance
, self
.namespace
, yaml_format
=True
520 "env KUBECONFIG=./tmp/helm_cluster_id/.kube/config /usr/bin/helm status {} --output yaml"
521 ).format(kdu_instance
)
522 self
.helm_conn
._local
_async
_exec
.assert_called_once_with(
525 raise_exception_on_error
=True,
526 show_error_log
=False,
529 @asynctest.fail_on(active_handles
=True)
530 async def test_store_status(self
):
531 kdu_instance
= "stable-openldap-0005399828"
535 "description": "Install complete",
538 "notes": "The openldap helm chart has been installed",
542 self
.helm_conn
._status
_kdu
= asynctest
.CoroutineMock(return_value
=status
)
543 self
.helm_conn
.write_app_status_to_db
= asynctest
.CoroutineMock(
547 await self
.helm_conn
._store
_status
(
548 cluster_id
=self
.cluster_id
,
549 kdu_instance
=kdu_instance
,
550 namespace
=self
.namespace
,
554 self
.helm_conn
._status
_kdu
.assert_called_once_with(
555 cluster_id
=self
.cluster_id
,
556 kdu_instance
=kdu_instance
,
557 namespace
=self
.namespace
,
560 self
.helm_conn
.write_app_status_to_db
.assert_called_once_with(
562 status
="Install complete",
563 detailed_status
=str(status
),
567 @asynctest.fail_on(active_handles
=True)
568 async def test_reset_uninstall_false(self
):
569 self
.helm_conn
._uninstall
_sw
= asynctest
.CoroutineMock()
571 await self
.helm_conn
.reset(self
.cluster_uuid
, force
=False, uninstall_sw
=False)
572 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
573 self
.helm_conn
.fs
.file_delete
.assert_called_once_with(
574 self
.cluster_id
, ignore_non_exist
=True
576 self
.helm_conn
._uninstall
_sw
.assert_not_called()
578 @asynctest.fail_on(active_handles
=True)
579 async def test_reset_uninstall(self
):
580 kdu_instance
= "stable-openldap-0021099429"
583 "app_version": "2.4.48",
584 "chart": "openldap-1.2.3",
585 "name": kdu_instance
,
586 "namespace": self
.namespace
,
588 "status": "deployed",
589 "updated": "2020-10-30 11:11:20.376744191 +0000 UTC",
592 self
.helm_conn
._get
_namespace
= Mock(return_value
=self
.namespace
)
593 self
.helm_conn
._uninstall
_sw
= asynctest
.CoroutineMock()
594 self
.helm_conn
.instances_list
= asynctest
.CoroutineMock(return_value
=instances
)
595 self
.helm_conn
.uninstall
= asynctest
.CoroutineMock()
597 await self
.helm_conn
.reset(self
.cluster_uuid
, force
=True, uninstall_sw
=True)
598 self
.helm_conn
.fs
.sync
.assert_called_once_with(from_path
=self
.cluster_id
)
599 self
.helm_conn
.fs
.file_delete
.assert_called_once_with(
600 self
.cluster_id
, ignore_non_exist
=True
602 self
.helm_conn
._get
_namespace
.assert_called_once_with(
603 cluster_uuid
=self
.cluster_uuid
605 self
.helm_conn
.instances_list
.assert_called_once_with(
606 cluster_uuid
=self
.cluster_uuid
608 self
.helm_conn
.uninstall
.assert_called_once_with(
609 cluster_uuid
=self
.cluster_uuid
, kdu_instance
=kdu_instance
611 self
.helm_conn
._uninstall
_sw
.assert_called_once_with(
612 cluster_id
=self
.cluster_id
, namespace
=self
.namespace
615 @asynctest.fail_on(active_handles
=True)
616 async def test_uninstall_sw_namespace(self
):
617 self
.helm_conn
._local
_async
_exec
= asynctest
.CoroutineMock(return_value
=("", 0))
619 await self
.helm_conn
._uninstall
_sw
(self
.cluster_id
, self
.namespace
)
620 calls
= self
.helm_conn
._local
_async
_exec
.call_args_list
622 len(calls
), 3, "To uninstall should have executed three commands"
624 call0_kargs
= calls
[0][1]
625 command_0
= "/usr/bin/helm --kubeconfig={} --home={} reset".format(
626 self
.kube_config
, self
.helm_home
630 {"command": command_0
, "raise_exception_on_error": True, "env": self
.env
},
631 "Invalid args for first call to local_exec",
633 call1_kargs
= calls
[1][1]
635 "/usr/bin/kubectl --kubeconfig={} delete "
636 "clusterrolebinding.rbac.authorization.k8s.io/osm-tiller-cluster-rule".format(
642 {"command": command_1
, "raise_exception_on_error": False, "env": self
.env
},
643 "Invalid args for second call to local_exec",
645 call2_kargs
= calls
[2][1]
647 "/usr/bin/kubectl --kubeconfig={} --namespace {} delete "
648 "serviceaccount/{}".format(
649 self
.kube_config
, self
.namespace
, self
.service_account
654 {"command": command_2
, "raise_exception_on_error": False, "env": self
.env
},
655 "Invalid args for third call to local_exec",