R textrecipes show_tokens 显示配方的令牌输出

show_tokens(rec, var, n = 6L)

text_tibble <- tibble(text = c("This is words", "They are nice!"))

recipe(~text, data = text_tibble) %>%
  step_tokenize(text) %>%
  show_tokens(text)
#> [[1]]
#> [1] "this"  "is"    "words"
#> 
#> [[2]]
#> [1] "they" "are"  "nice"
#> 

library(modeldata)
data(tate_text)

recipe(~., data = tate_text) %>%
  step_tokenize(medium) %>%
  show_tokens(medium)
#> [[1]]
#> [1] "video"      "monitor"    "or"         "projection" "colour"    
#> [6] "and"        "sound"      "stereo"    
#> 
#> [[2]]
#> [1] "etching" "on"      "paper"  
#> 
#> [[3]]
#> [1] "etching" "on"      "paper"  
#> 
#> [[4]]
#> [1] "etching" "on"      "paper"  
#> 
#> [[5]]
#> [1] "oil"    "paint"  "on"     "canvas"
#> 
#> [[6]]
#> [1] "oil"    "paint"  "on"     "canvas"
#>