import os
import glob
import fishbook as fb
from IPython import embed


data_dir = "/data/apteronotus"
datasets = sorted(glob.glob(os.path.join(data_dir, '201*')))
dsets = []
for d in datasets:
    if "2010" in d or "2011" in d:
        continue
    else:
        dsets.append(d)
fb.database.populate(dsets, False)