[BUG]TCP Publish Client encountered an exception while connecting to /var/run/salt/master/master_event_pub.ipc: StreamClosedError('Stream is closed') #66873

rimskij · 2024-09-04T10:51:49Z

from salt-test01.test.pub

master congif:
cluster_pki_dir: ../gv0/brick/pki/master

ls .../gv0/brick/pki/master/peers/
salt-test01.test.pub salt-test02.pub salt-test03.test.pub

salt-key -l debug
2024-09-03 14:48:36,033 [salt.channel.server:973 ][WARNING ][6604] Peer key missing PosixPath('../share/pki/master/peers/salt-test02.test.pub')
2024-09-03 14:48:36,035 [salt.channel.server:973 ][WARNING ][6604] Peer key missing PosixPath('../share/pki/master/peers/salt-test03.test.pub')
2024-09-03 14:48:41,418 [salt.channel.server:1126][CRITICAL][6658] Unhandled error while polling master events
Traceback (most recent call last):
File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/channel/server.py", line 1063, in handle_pool_publish
aes = data["peers"][self.opts["id"]]["aes"]
KeyError: 'aes'
2024-09-03 14:48:50,850 [salt.channel.server:1126][CRITICAL][6658] Unhandled error while polling master events
Traceback (most recent call last):
File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/channel/server.py", line 1063, in handle_pool_publish
aes = data["peers"][self.opts["id"]]["aes"]
KeyError: 'aes'
2024-09-03 17:24:07,920 [salt.transport.tcp:312 ][WARNING ][6662] TCP Publish Client encountered an exception while connecting to /var/run/salt/master/master_event_pub.ipc: StreamClosedError('Stream is closed'), will reconnect in 1 seconds - File "/usr/bin/salt-master", line 11, in
sys.exit(salt_master())

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/scripts.py", line 86, in salt_master
master.start()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/cli/daemons.py", line 223, in start
self.master.start()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/master.py", line 844, in start
salt.engines.start_engines(self.opts, self.process_manager)

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/engines/init.py", line 59, in start_engines
proc_mgr.add_process(

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/process.py", line 531, in add_process
process.start()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/process.py", line 1100, in start
super().start()

File "/opt/saltstack/salt/lib/python3.10/multiprocessing/process.py", line 121, in start
self._popen = self._Popen(self)

File "/opt/saltstack/salt/lib/python3.10/multiprocessing/context.py", line 224, in _Popen
return _default_context.get_context().Process._Popen(process_obj)

File "/opt/saltstack/salt/lib/python3.10/multiprocessing/context.py", line 281, in _Popen
return Popen(process_obj)

File "/opt/saltstack/salt/lib/python3.10/multiprocessing/popen_fork.py", line 19, in init
self._launch(process_obj)

File "/opt/saltstack/salt/lib/python3.10/multiprocessing/popen_fork.py", line 71, in _launch
code = process_obj._bootstrap(parent_sentinel=child_r)

File "/opt/saltstack/salt/lib/python3.10/multiprocessing/process.py", line 314, in _bootstrap
self.run()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/process.py", line 995, in wrapped_run_func
return run_func()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/engines/init.py", line 104, in run
self.engineself.fun

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/loader/lazy.py", line 160, in call
ret = self.loader.run(run_func, *args, **kwargs)

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/loader/lazy.py", line 1269, in run
return self._last_context.run(self._run_as, _func_or_method, *args, **kwargs)

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/loader/lazy.py", line 1284, in _run_as
return _func_or_method(*args, **kwargs)

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/engines/reactor.py", line 31, in start
salt.utils.reactor.Reactor(opts).run()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/process.py", line 995, in wrapped_run_func
return run_func()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/reactor.py", line 214, in run
with salt.utils.event.get_event(

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/event.py", line 127, in get_event
return MasterEvent(

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/event.py", line 928, in init
super().init(

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/event.py", line 265, in init
self.connect_pub()

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/event.py", line 323, in connect_pub
self.subscriber = salt.utils.asynchronous.SyncWrapper(

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/utils/asynchronous.py", line 76, in init
self.obj = cls(*args, **kwargs)

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/transport/base.py", line 210, in ipc_publish_client
return publish_client(opts, io_loop, **kwargs)

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/transport/base.py", line 152, in publish_client
return salt.transport.tcp.PublishClient(

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/transport/tcp.py", line 220, in init
super().init(opts, io_loop, **kwargs)

File "/opt/saltstack/salt/lib/python3.10/site-packages/salt/transport/base.py", line 398, in init
super().init()

2024-09-03 17:24:07,959 [salt.utils.parsers:1062][WARNING ][6604] Master received a SIGTERM. Exiting.
2024-09-04 12:59:26,360 [salt.channel.server:395 ][ERROR ][16491] Authentication attempt from test-pct07 failed, the public keys did not match. This may be an attempt to compromise the Salt cluster.
2024-09-04 13:20:10,087 [salt.transport.tcp:312 ][WARNING ][16462] TCP Publish Client encountered an exception while connecting to /var/run/salt/master/master_event_pub.ipc: StreamClosedError('Stream is closed'), will reconnect in 1 seconds - File "/usr/bin/salt-master", line 11, in
sys.exit(salt_master())