mre/bug.py

#!/usr/bin/env/python3

from dagshub.data_engine.datasources import get_datasource
from glob import glob
import pandas as pd

if __name__ == '__main__':
    ds = get_datasource('jinensetpal/mre', 'data')
    
    data = [x for x in glob('data/**', recursive=True) if x[-4] == '.']
    df = pd.DataFrame([{'path': data[0], 'label': data[1], 'datapoint_id': 0}])

    ds.upload_metadata_from_dataframe(df, path_column='label')
    print(ds.all().dataframe) # error, empty dataframe

    ds.upload_metadata_from_dataframe(df, path_column='path')
    print(ds.all().dataframe) # populated dataframe