import pandas as pd

import databricks.koalas as ks

df = pd.read_csv('/$[ReconcileDate]/Files/Sample.csv', engine='python', sep='|', skiprows=[0], skipfooter=2)

df.columns = df.columns.str.replace('[., ,/,-]','_')

out = ks.from_pandas(df)

out1 = out.to_spark()

out1.createOrReplaceTempView('BaseCode')

Required modules to execute python codes

beautifuulsoup4

certifi

charset-normalizercramjam

distlib

et-xmlfile

idna

pandas-read-xml

pip

python-dateutil

pytz

requests

setuptools

six

soupsieve

thrift

urllib3

webcodings

xlswriter

zipfile36

lxml

fsspec

xlrd

xmltodict

openpyxl

pandas

koalas

pyarrow

fastparquet

html5lib

numpy