import trygvis.eda.cli as cli def run(files, args): def load(g): agg = 0 file_count = len(files) cli.info("Loading %d files" % file_count) for i, f in enumerate(files): cli.info("Adding file #%d/%d: %s" % (i + 1, file_count, f)) tmp = cli.create_graph() tmp.load(f, format="turtle") size = len(tmp) # g.add_graph(tmp) for idx, t in enumerate(tmp.triples((None, None, None))): g.add(t) if idx % 10000 == 0: g.commit() g.commit() agg += size cli.info("Loaded %d tuples" % size) cli.info("Done. Loaded %d tuples (including duplicates)" % agg) cli.with_database(load)