A `DataLoader` suitable for language modeling

LMDataLoader(
  dataset,
  lens = NULL,
  cache = 2,
  bs = 64,
  seq_len = 72,
  num_workers = 0,
  shuffle = FALSE,
  verbose = FALSE,
  do_setup = TRUE,
  pin_memory = FALSE,
  timeout = 0L,
  batch_size = NULL,
  drop_last = FALSE,
  indexed = NULL,
  n = NULL,
  device = NULL
)

Arguments

dataset

dataset

lens

lens

cache

cache

bs

bs

seq_len

seq_len

num_workers

num_workers

shuffle

shuffle

verbose

verbose

do_setup

do_setup

pin_memory

pin_memory

timeout

timeout

batch_size

batch_size

drop_last

drop_last

indexed

indexed

n

n

device

device

Value

text loader