poyee-data-warehouse/dw_base/datax/datasources/kafka_data_source.py

# -*- coding:utf-8 -*-

from dw_base.datax.datasources.data_source import DataSource

DS_TYPE_KAFKA = 'kafka'
DS_KAFKA_KEYS = [
    'brokers',
]


class KafkaDataSource(DataSource):
    def __init__(self, ds_file: str):
        super(KafkaDataSource, self).__init__(ds_file)
        self.source_type = DS_TYPE_KAFKA
        self.keys = DS_KAFKA_KEYS

    @staticmethod
    def generate_definition(conf: str) -> str:
        lines = [
            '[base]',
            'brokers = %s' % conf
        ]
        return '\n'.join(lines)