A `DataLoader` suitable for language modeling
LMDataLoader(
dataset,
lens = NULL,
cache = 2,
bs = 64,
seq_len = 72,
num_workers = 0,
shuffle = FALSE,
verbose = FALSE,
do_setup = TRUE,
pin_memory = FALSE,
timeout = 0L,
batch_size = NULL,
drop_last = FALSE,
indexed = NULL,
n = NULL,
device = NULL
)
dataset
lens
cache
bs
seq_len
num_workers
shuffle
verbose
do_setup
pin_memory
timeout
batch_size
drop_last
indexed
n
device
text loader