redpanda 试用

主要是体验下redpanda

环境准备

version: '3.7'

services:

  redpanda:

    # NOTE: Please use the latest version here!

    image: docker.redpanda.com/vectorized/redpanda:v21.11.15

    container_name: redpanda-1

    command:

      - redpanda

      - start

      - --smp

      - '1'

      - --reserve-memory

      - 0M

      - --overprovisioned

      - --node-id

      - '0'

      - --kafka-addr

      - PLAINTEXT://0.0.0.0:29092,OUTSIDE://0.0.0.0:9092

      - --advertise-kafka-addr

      - PLAINTEXT://redpanda:29092,OUTSIDE://localhost:9092

      - --pandaproxy-addr

      - PLAINTEXT://0.0.0.0:28082,OUTSIDE://0.0.0.0:8082

      - --advertise-pandaproxy-addr

      - PLAINTEXT://redpanda:28082,OUTSIDE://localhost:8082

    ports:

      - 8081:8081

      - 8082:8082

      - 9092:9092

      - 28082:28082

      - 29092:29092

代码访问

kafkajs

const { Kafka } = require('kafkajs')

 

const kafka = new Kafka({

  clientId: 'my-app',

  brokers: ['localhost:9092']

})

 

const producer = kafka.producer()

const consumer = kafka.consumer({ groupId: 'test-group' })

 

const run = async () => {

  // Producing

  await producer.connect()

  await producer.send({

    topic: 'test-topic',

    messages: [

      { value: 'Hello KafkaJS user!' },

    ],

  })

 

  // Consuming

  await consumer.connect()

  await consumer.subscribe({ topic: 'test-topic', fromBeginning: true })

 

  await consumer.run({

    eachMessage: async ({ topic, partition, message }) => {

      console.log({

        partition,

        offset: message.offset,

        value: message.value.toString(),

      })

    },

  })

}

 

run().catch(console.error)

效果

 

 

参考资料

https://docs.redpanda.com/docs/quickstart/quick-start-docker/
https://github.com/lensesio/fast-data-dev