nasa-gcn / gcn-kafka-js Goto Github PK

I have been 'successfully' connected to igwn.gwalert and receiving alerts for many hours. But after many successful downloads I received this error message and a fatal crash:

{"level":"ERROR","timestamp":"2023-03-22T12:08:23.130Z","logger":"kafkajs","message":"[Connection] Response SaslHandshake(key: 17, version: 1)","broker":"kafka2.gcn.nasa.gov:9092","clientId":"kafkajs","error":"Request is not valid given the current SASL state","correlationId":17,"size":10}
{"level":"ERROR","timestamp":"2023-03-22T12:08:23.131Z","logger":"kafkajs","message":"[Consumer] Crash: KafkaJSNonRetriableError: Request is not valid given the current SASL state","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802","stack":"KafkaJSNonRetriableError: Request is not valid given the current SASL state\n at /home/peterb2/node_modules/kafkajs/src/retry/index.js:55:18\n at runMicrotasks ()\n at processTicksAndRejections (internal/process/task_queues.js:95:5)"}
{"level":"INFO","timestamp":"2023-03-22T12:08:23.210Z","logger":"kafkajs","message":"[Consumer] Stopped","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802”}

I am Running node.js v14.20.0
I run a node.js script (.cjs) monitoring kafka using forever (v4.0.3).
This is an extract of the node.js script:

const { Kafka } = require ('gcn-kafka');
(async () => {      
	console.log('starting');
	const kafka = new Kafka({
		client_id: '   [deleted]  '
		client_secret: '    [deleted]   '
	})
	const consumer = kafka.consumer()
    	try {    
   		await consumer.subscribe({
		   topics: [
			//	'gcn.classic.text.LVC_COUNTERPART',
			//	'gcn.classic.text.LVC_EARLY_WARNING',
			//	'gcn.classic.text.LVC_INITIAL',
			//	'gcn.classic.text.LVC_PRELIMINARY',
			//	'gcn.classic.text.LVC_RETRACTION',
			//	'gcn.classic.text.LVC_TEST',
			//	'gcn.classic.text.LVC_UPDATE',
			'igwn.gwalert'
		   ],
  		})
   
	} catch (error) {
	  if (error.type === 'TOPIC_AUTHORIZATION_FAILED'){
		console.warn('Not all subscribed topics are available')
          } else {
		console.warn('throwing an error' + error.type )
		throw error
	  }
	}
	await consumer.run({
 		eachMessage: async (payload) => {
			const valueText=payload.message.value?.toString();

The system started with these messages (except for the first two, the additional messages are unusual) (and when I just now restarted the script only the first two appeared)

{"level":"INFO","timestamp":"2023-03-21T22:39:33.323Z","logger":"kafkajs","message":"[Consumer] Starting","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802"}
{"level":"INFO","timestamp":"2023-03-21T22:39:35.109Z","logger":"kafkajs","message":"[ConsumerGroup] Consumer has joined the group","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802","memberId":"kafkajs-911d2926-de7f-40fd-ad01-2d1fc460dadf","leaderId":"kafkajs-911d2926-de7f-40fd-ad01-2d1fc460dadf","isLeader":true,"memberAssignment":{"igwn.gwalert":[0]},"groupProtocol":"RoundRobinAssigner","duration":1784}
{"level":"ERROR","timestamp":"2023-03-21T22:39:36.197Z","logger":"kafkajs","message":"[Connection] Connection timeout","broker":"kafka2.gcn.nasa.gov:9092","clientId":"kafkajs"}
{"level":"ERROR","timestamp":"2023-03-21T22:39:36.359Z","logger":"kafkajs","message":"[Connection] Connection error: Client network socket disconnected before secure TLS connection was established","broker":"kafka2.gcn.nasa.gov:9092","clientId":"kafkajs","stack":"Error: Client network socket disconnected before secure TLS connection was established\n at connResetException (internal/errors.js:639:14)\n at TLSSocket.onConnectEnd (_tls_wrap.js:1570:19)\n at TLSSocket.emit (events.js:412:35)\n at endReadableNT (internal/streams/readable.js:1333:12)\n at processTicksAndRejections (internal/process/task_queues.js:82:21)"}
{"level":"ERROR","timestamp":"2023-03-21T22:39:36.390Z","logger":"kafkajs","message":"[Connection] Connection error: Client network socket disconnected before secure TLS connection was established","broker":"kafka2.gcn.nasa.gov:9092","clientId":"kafkajs","stack":"Error: Client network socket disconnected before secure TLS connection was established\n at connResetException (internal/errors.js:639:14)\n at TLSSocket.onConnectEnd (_tls_wrap.js:1570:19)\n at TLSSocket.emit (events.js:412:35)\n at endReadableNT (internal/streams/readable.js:1333:12)\n at processTicksAndRejections (internal/process/task_queues.js:82:21)"}
{"level":"ERROR","timestamp":"2023-03-21T22:39:36.520Z","logger":"kafkajs","message":"[Connection] Connection error: Client network socket disconnected before secure TLS connection was established","broker":"kafka2.gcn.nasa.gov:9092","clientId":"kafkajs","stack":"Error: Client network socket disconnected before secure TLS connection was established\n at connResetException (internal/errors.js:639:14)\n at TLSSocket.onConnectEnd (_tls_wrap.js:1570:19)\n at TLSSocket.emit (events.js:412:35)\n at endReadableNT (internal/streams/readable.js:1333:12)\n at processTicksAndRejections (internal/process/task_queues.js:82:21)"}
{"level":"ERROR","timestamp":"2023-03-21T22:39:36.599Z","logger":"kafkajs","message":"[Consumer] Crash: KafkaJSConnectionError: Connection timeout","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802","stack":"KafkaJSConnectionError: Connection timeout\n at Timeout.onTimeout (/home/peterb2/node_modules/kafkajs/src/network/connection.js:223:23)\n at listOnTimeout (internal/timers.js:557:17)\n at processTimers (internal/timers.js:500:7)"}
{"level":"INFO","timestamp":"2023-03-21T22:39:36.683Z","logger":"kafkajs","message":"[Consumer] Stopped","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802"}
{"level":"ERROR","timestamp":"2023-03-21T22:39:36.684Z","logger":"kafkajs","message":"[Consumer] Restarting the consumer in 300ms","retryTime":300,"groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802"}
{"level":"INFO","timestamp":"2023-03-21T22:39:36.984Z","logger":"kafkajs","message":"[Consumer] Starting","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802"}
{"level":"INFO","timestamp":"2023-03-21T22:39:39.335Z","logger":"kafkajs","message":"[ConsumerGroup] Consumer has joined the group","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802","memberId":"kafkajs-04355959-3447-4455-8ffc-9eb0ab18edc9","leaderId":"kafkajs-04355959-3447-4455-8ffc-9eb0ab18edc9","isLeader":true,"memberAssignment":{"igwn.gwalert":[0]},"groupProtocol":"RoundRobinAssigner","duration":1580}
found a Notice
(node:150457) [DEP0005] DeprecationWarning: Buffer() is deprecated due to security and usability issues. Please use the Buffer.alloc(), Buffer.allocUnsafe(), or Buffer.from() methods instead.
(Use node --trace-deprecation ... to show where the warning was created)

During the evening, while operating normally, the system at one point sent these messages:

{"level":"ERROR","timestamp":"2023-03-22T10:17:32.115Z","logger":"kafkajs","message":"[Connection] Connection timeout","broker":"kafka2.gcn.nasa.gov:9092","clientId":"kafkajs"}
{"level":"ERROR","timestamp":"2023-03-22T10:17:34.316Z","logger":"kafkajs","message":"[Consumer] Crash: KafkaJSConnectionError: Connection timeout","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802","stack":"KafkaJSConnectionError: Connection timeout\n at Timeout.onTimeout [as _onTimeout] (/home/peterb2/node_modules/kafkajs/src/network/connection.js:223:23)\n at listOnTimeout (internal/timers.js:557:17)\n at processTimers (internal/timers.js:500:7)"}
{"level":"INFO","timestamp":"2023-03-22T10:17:34.397Z","logger":"kafkajs","message":"[Consumer] Stopped","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802"}
{"level":"ERROR","timestamp":"2023-03-22T10:17:34.399Z","logger":"kafkajs","message":"[Consumer] Restarting the consumer in 300ms","retryTime":300,"groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802"}
{"level":"INFO","timestamp":"2023-03-22T10:17:34.700Z","logger":"kafkajs","message":"[Consumer] Starting","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802"}
{"level":"ERROR","timestamp":"2023-03-22T10:17:36.282Z","logger":"kafkajs","message":"[Connection] Connection error: Client network socket disconnected before secure TLS connection was established","broker":"kafka2.gcn.nasa.gov:9092","clientId":"kafkajs","stack":"Error: Client network socket disconnected before secure TLS connection was established\n at connResetException (internal/errors.js:639:14)\n at TLSSocket.onConnectEnd (_tls_wrap.js:1570:19)\n at TLSSocket.emit (events.js:412:35)\n at endReadableNT (internal/streams/readable.js:1333:12)\n at processTicksAndRejections (internal/process/task_queues.js:82:21)"}
{"level":"INFO","timestamp":"2023-03-22T10:17:37.573Z","logger":"kafkajs","message":"[ConsumerGroup] Consumer has joined the group","groupId":"ea3e9f07-6a67-4d8d-903f-afe206208802","memberId":"kafkajs-17308c8c-48a5-4918-b4aa-e56cf744bd53","leaderId":"kafkajs-17308c8c-48a5-4918-b4aa-e56cf744bd53","isLeader":true,"memberAssignment":{"igwn.gwalert":[0]},"groupProtocol":"RoundRobinAssigner","duration":1969}