python发送数据到kafka

# coding=utf-8
from pykafka import KafkaClient
import json

class operateKafka:
    def __init__(self):
        myhosts = "xxxx:9096,xxxx:9096"
        client = KafkaClient(hosts=myhosts)                         # 可接受多个Client这是重点
        self.topic = client.topics['xxxx']    # 选择一个topic

    """
    function:send message to kafka
    dataList:数据格式是list,每个元素是tuple格式
    author:01376233
    at:2019-01-18 16:43
    """
    def sendMessage(self, dataList):
        with self.topic.get_sync_producer() as producer:
            for data in dataList:
                # transform tuple to dic
                mydict = {'t1': data[0], 't2': data[1], 't3': data[2]}
                python_to_json = json.dumps(mydict, ensure_ascii=False)
                producer.produce((str(python_to_json)).encode())


df = [('a111', 'a2', 'a3'), ('b111', 'b2', 'b3'), ('c111', 'c2', 'c3')]
myopKafka = operateKafka()
myopKafka.sendMessage(df)

功能背景:需要将数据发送到kafka,所以实现了这个简易版本。

猜你喜欢

转载自blog.csdn.net/abc50319/article/details/86715235