destinations.fs_client
FSClientBase Objects
class FSClientBase(ABC)
get_table_dir
@abstractmethod
def get_table_dir(table_name: str) -> str
returns directory for given table
get_table_dirs
@abstractmethod
def get_table_dirs(table_names: Iterable[str]) -> List[str]
returns directories for given table
list_table_files
@abstractmethod
def list_table_files(table_name: str) -> List[str]
returns all filepaths for a given table
truncate_tables
@abstractmethod
def truncate_tables(table_names: List[str]) -> None
truncates the given table
read_bytes
def read_bytes(path: str,
start: Any = None,
end: Any = None,
**kwargs: Any) -> bytes
reads given file to bytes object
read_text
def read_text(path: str,
encoding: Any = "utf-8",
errors: Any = None,
newline: Any = None,
compression: str = None,
**kwargs: Any) -> str
reads given file into string, tries gzip and pure text