poyee-data-warehouse/dw_base/datax/datasources/hdfs_data_source.py

# -*- coding:utf-8 -*-


from dw_base.datax.datasources.data_source import DataSource

# HDFS Data Source
DS_TYPE_HDFS = 'hdfs'
DS_HDFS_KEYS = ['defaultFS']


class HDFSDataSource(DataSource):
    def __init__(self, ds_file: str):
        super(HDFSDataSource, self).__init__(ds_file)
        self.source_type = DS_TYPE_HDFS
        self.keys = DS_HDFS_KEYS

    @staticmethod
    def generate_definition(default_fs: str) -> str:
        lines = [
            '[base]',
            'defaultFS = %s' % default_fs
        ]
        return '\n'.join(lines)