Build a `TextBlock` from a dataframe using `text_cols`

TextBlock_from_df(
  text_cols,
  vocab = NULL,
  is_lm = FALSE,
  seq_len = 72,
  backwards = FALSE,
  min_freq = 3,
  max_vocab = 60000,
  tok = NULL,
  rules = NULL,
  sep = " ",
  n_workers = 6,
  mark_fields = NULL,
  tok_text_col = "text"
)

Arguments

text_cols

text columns

vocab

vocabulary

is_lm

is_lm

seq_len

sequence length

backwards

backwards

min_freq

minimum frequency

max_vocab

max vocabulary

tok

tokenizer

rules

rules

sep

separator

n_workers

number workers

mark_fields

mark_fields

tok_text_col

result column name

Value

None