Secondary server is not running after restart

Hi,

I have a PSA replica set. Our secondary server was down because of hardware. After fix the hardware problem, I’m trying to run our secondary mongodb but i can’t. My log file is below. I solved the problem by deleting the mongo files on secondary and restart but we need to know why? It is happened frequently.
Could anyone help us please?

{"t":{"$date":"2022-07-21T20:07:14.895+03:00"},"s":"I",  "c":"CONTROL",  "id":20698,   "ctx":"-","msg":"***** SERVER RESTARTED *****"}
{"t":{"$date":"2022-07-21T20:07:14.895+03:00"},"s":"I",  "c":"CONTROL",  "id":23285,   "ctx":"-","msg":"Automatically disabling TLS 1.0, to force-enable TLS 1.0 specify --sslDisabledProtocols 'none'"}
{"t":{"$date":"2022-07-21T20:07:14.898+03:00"},"s":"I",  "c":"NETWORK",  "id":4915701, "ctx":"-","msg":"Initialized wire specification","attr":{"spec":{"incomingExternalClient":{"minWireVersion":0,"maxWireVersion":13},"incomingInternalClient":{"minWireVersion":0,"maxWireVersion":13},"outgoing":{"minWireVersion":0,"maxWireVersion":13},"isInternalClient":true}}}
{"t":{"$date":"2022-07-21T20:07:14.900+03:00"},"s":"W",  "c":"ASIO",     "id":22601,   "ctx":"main","msg":"No TransportLayer configured during NetworkInterface startup"}
{"t":{"$date":"2022-07-21T20:07:14.900+03:00"},"s":"I",  "c":"NETWORK",  "id":4648601, "ctx":"main","msg":"Implicit TCP FastOpen unavailable. If TCP FastOpen is required, set tcpFastOpenServer, tcpFastOpenClient, and tcpFastOpenQueueSize."}
{"t":{"$date":"2022-07-21T20:07:14.983+03:00"},"s":"W",  "c":"ASIO",     "id":22601,   "ctx":"main","msg":"No TransportLayer configured during NetworkInterface startup"}
{"t":{"$date":"2022-07-21T20:07:14.983+03:00"},"s":"W",  "c":"ASIO",     "id":22601,   "ctx":"main","msg":"No TransportLayer configured during NetworkInterface startup"}
{"t":{"$date":"2022-07-21T20:07:14.983+03:00"},"s":"I",  "c":"REPL",     "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"TenantMigrationDonorService","ns":"config.tenantMigrationDonors"}}
{"t":{"$date":"2022-07-21T20:07:14.983+03:00"},"s":"I",  "c":"REPL",     "id":5123008, "ctx":"main","msg":"Successfully registered PrimaryOnlyService","attr":{"service":"TenantMigrationRecipientService","ns":"config.tenantMigrationRecipients"}}
{"t":{"$date":"2022-07-21T20:07:14.983+03:00"},"s":"I",  "c":"CONTROL",  "id":5945603, "ctx":"main","msg":"Multi threading initialized"}
{"t":{"$date":"2022-07-21T20:07:14.984+03:00"},"s":"I",  "c":"CONTROL",  "id":4615611, "ctx":"initandlisten","msg":"MongoDB starting","attr":{"pid":134982,"port":27017,"dbPath":"/opt/mongo","architecture":"64-bit","host":"rbi1"}}
{"t":{"$date":"2022-07-21T20:07:14.984+03:00"},"s":"I",  "c":"CONTROL",  "id":23403,   "ctx":"initandlisten","msg":"Build Info","attr":{"buildInfo":{"version":"5.0.6","gitVersion":"212a8dbb47f07427dae194a9c75baec1d81d9259","openSSLVersion":"OpenSSL 1.0.1e-fips 11 Feb 2013","modules":[],"allocator":"tcmalloc","environment":{"distmod":"rhel70","distarch":"x86_64","target_arch":"x86_64"}}}}
{"t":{"$date":"2022-07-21T20:07:14.984+03:00"},"s":"I",  "c":"CONTROL",  "id":51765,   "ctx":"initandlisten","msg":"Operating System","attr":{"os":{"name":"CentOS Linux release 7.9.2009 (Core)","version":"Kernel 3.10.0-1160.el7.x86_64"}}}
{"t":{"$date":"2022-07-21T20:07:14.984+03:00"},"s":"I",  "c":"CONTROL",  "id":21951,   "ctx":"initandlisten","msg":"Options set by command line","attr":{"options":{"config":"/etc/mongod.conf","net":{"bindIp":"127.0.0.1,rbi1","port":27017},"processManagement":{"fork":true,"pidFilePath":"/var/run/mongodb/mongod.pid","timeZoneInfo":"/usr/share/zoneinfo"},"replication":{"replSetName":"eirs"},"security":{"authorization":"enabled","keyFile":"/opt/mongo/mongokeyfile"},"storage":{"dbPath":"/opt/mongo","journal":{"enabled":true}},"systemLog":{"destination":"file","logAppend":true,"path":"/var/log/mongodb/mongod.log"}}}}
{"t":{"$date":"2022-07-21T20:07:14.985+03:00"},"s":"I",  "c":"STORAGE",  "id":22270,   "ctx":"initandlisten","msg":"Storage engine to use detected by data files","attr":{"dbpath":"/opt/mongo","storageEngine":"wiredTiger"}}
{"t":{"$date":"2022-07-21T20:07:14.985+03:00"},"s":"I",  "c":"STORAGE",  "id":22297,   "ctx":"initandlisten","msg":"Using the XFS filesystem is strongly recommended with the WiredTiger storage engine. See http://dochub.mongodb.org/core/prodnotes-filesystem","tags":["startupWarnings"]}
{"t":{"$date":"2022-07-21T20:07:14.985+03:00"},"s":"I",  "c":"STORAGE",  "id":22315,   "ctx":"initandlisten","msg":"Opening WiredTiger","attr":{"config":"create,cache_size=15527M,session_max=33000,eviction=(threads_min=4,threads_max=4),config_base=false,statistics=(fast),log=(enabled=true,archive=true,path=journal,compressor=snappy),builtin_extension_config=(zstd=(compression_level=6)),file_manager=(close_idle_time=600,close_scan_interval=10,close_handle_minimum=250),statistics_log=(wait=0),verbose=[recovery_progress,checkpoint_progress,compact_progress],"}}
{"t":{"$date":"2022-07-21T20:07:15.480+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:480727][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 113 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.480+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:480915][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 114 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.480+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:480956][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 115 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.480+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:480987][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 116 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.481+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:481023][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 117 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.481+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:481054][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 118 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.481+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:481083][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 119 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.481+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:481131][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 120 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.520+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:520184][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 121 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.589+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:589173][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_ALL] Main recovery loop: starting at 113/20633216 to 121/256"}}
{"t":{"$date":"2022-07-21T20:07:15.589+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:589454][134982:0x7f60cbcdebc0], txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 113 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.591+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:591979][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 114 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.592+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:592086][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 115 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.592+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:592185][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 116 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.592+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:592293][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 117 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.592+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:592402][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 118 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.592+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:592504][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 119 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.592+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:592609][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 120 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.640+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:640779][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_PROGRESS] Recovering log 121 through 121"}}
{"t":{"$date":"2022-07-21T20:07:15.680+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:680968][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_ALL] Set global recovery timestamp: (1658061929, 15)"}}
{"t":{"$date":"2022-07-21T20:07:15.681+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423235:681022][134982:0x7f60cbcdebc0], file:sizeStorer.wt, txn-recover: [WT_VERB_RECOVERY_ALL] Set global oldest timestamp: (1658061629, 15)"}}
{"t":{"$date":"2022-07-21T20:07:42.129+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423262:129977][134982:0x7f60cbcdebc0], txn rollback_to_stable: [WT_VERB_RECOVERY_PROGRESS] Rollback to stable has been running for 26 seconds and has inspected 232 files. For more detailed logging, enable WT_VERB_RTS"}}
{"t":{"$date":"2022-07-21T20:08:00.787+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423280:787023][134982:0x7f60cbcdebc0], txn rollback_to_stable: [WT_VERB_RECOVERY_PROGRESS] Rollback to stable has been running for 45 seconds and has inspected 312 files. For more detailed logging, enable WT_VERB_RTS"}}
{"t":{"$date":"2022-07-21T20:08:26.603+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423306:603123][134982:0x7f60cbcdebc0], txn rollback_to_stable: [WT_VERB_RECOVERY_PROGRESS] Rollback to stable has been running for 70 seconds and has inspected 314 files. For more detailed logging, enable WT_VERB_RTS"}}
{"t":{"$date":"2022-07-21T20:08:39.274+03:00"},"s":"I",  "c":"STORAGE",  "id":22430,   "ctx":"initandlisten","msg":"WiredTiger message","attr":{"message":"[1658423319:274552][134982:0x7f60cbcdebc0], txn rollback_to_stable: [WT_VERB_RECOVERY_PROGRESS] Rollback to stable has been running for 83 seconds and has inspected 315 files. For more detailed logging, enable WT_VERB_RTS"}}
{"t":{"$date":"2022-07-21T20:08:44.865+03:00"},"s":"I",  "c":"CONTROL",  "id":23377,   "ctx":"SignalHandler","msg":"Received signal","attr":{"signal":15,"error":"Terminated"}}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"CONTROL",  "id":23378,   "ctx":"SignalHandler","msg":"Signal was sent by kill(2)","attr":{"pid":1,"uid":0}}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"CONTROL",  "id":23381,   "ctx":"SignalHandler","msg":"will terminate after current cmd ends"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"REPL",     "id":4784900, "ctx":"SignalHandler","msg":"Stepping down the ReplicationCoordinator for shutdown","attr":{"waitTimeMillis":15000}}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"COMMAND",  "id":4784901, "ctx":"SignalHandler","msg":"Shutting down the MirrorMaestro"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"SHARDING", "id":4784902, "ctx":"SignalHandler","msg":"Shutting down the WaitForMajorityService"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"NETWORK",  "id":20562,   "ctx":"SignalHandler","msg":"Shutdown: going to close listening sockets"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"NETWORK",  "id":4784905, "ctx":"SignalHandler","msg":"Shutting down the global connection pool"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"CONTROL",  "id":4784906, "ctx":"SignalHandler","msg":"Shutting down the FlowControlTicketholder"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"-",        "id":20520,   "ctx":"SignalHandler","msg":"Stopping further Flow Control ticket acquisitions."}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"REPL",     "id":4784907, "ctx":"SignalHandler","msg":"Shutting down the replica set node executor"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"NETWORK",  "id":4784918, "ctx":"SignalHandler","msg":"Shutting down the ReplicaSetMonitor"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"SHARDING", "id":4784921, "ctx":"SignalHandler","msg":"Shutting down the MigrationUtilExecutor"}
{"t":{"$date":"2022-07-21T20:08:44.866+03:00"},"s":"I",  "c":"ASIO",     "id":22582,   "ctx":"MigrationUtil-TaskExecutor","msg":"Killing all outstanding egress activity."}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"COMMAND",  "id":4784923, "ctx":"SignalHandler","msg":"Shutting down the ServiceEntryPoint"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"CONTROL",  "id":4784925, "ctx":"SignalHandler","msg":"Shutting down free monitoring"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"CONTROL",  "id":4784927, "ctx":"SignalHandler","msg":"Shutting down the HealthLog"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"CONTROL",  "id":4784928, "ctx":"SignalHandler","msg":"Shutting down the TTL monitor"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"CONTROL",  "id":4784929, "ctx":"SignalHandler","msg":"Acquiring the global lock for shutdown"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"-",        "id":4784931, "ctx":"SignalHandler","msg":"Dropping the scope cache for shutdown"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"FTDC",     "id":4784926, "ctx":"SignalHandler","msg":"Shutting down full-time data capture"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"CONTROL",  "id":20565,   "ctx":"SignalHandler","msg":"Now exiting"}
{"t":{"$date":"2022-07-21T20:08:44.867+03:00"},"s":"I",  "c":"CONTROL",  "id":23138,   "ctx":"SignalHandler","msg":"Shutting down","attr":{"exitCode":0}}