@task
def import_workspace(c, profile=None):
    """Import workspace/ folder into databricks"""
    api = CompositeDatabricksApi(profile)
    api.workspace.import_workspace_dir(str(BASE_DIR / 'workspace'), WORKSPACE_PATH,
                                       overwrite=True, exclude_hidden_files=True)
    print(f'Imported to {WORKSPACE_PATH}')

invoke import-workspace --profile prod

@task
def upload_library(c, profile=None):
    """Build hsplib wheel and upload it to dbfs"""
    api = CompositeDatabricksApi(profile)

    c.run('python3 setup.py bdist_wheel', hide=True)
    print(f'Built {HSPLIB_WHEEL}')
    api.dbfs.put_file(str(HSPLIB_WHEEL), HSPLIB_DBFS_WHEEL, overwrite=True)
    print(f'Uploaded to {HSPLIB_DBFS_WHEEL.absolute_path}')