Supervised learning
M. Benesty
2019-04-14
library(fastrtext)
data("train_sentences")
data("test_sentences")
# prepare data
tmp_file_model <- tempfile()
train_labels <- paste0("__label__", train_sentences[,"class.text"])
train_texts <- tolower(train_sentences[,"text"])
train_to_write <- paste(train_labels, train_texts)
train_tmp_file_txt <- tempfile()
writeLines(text = train_to_write, con = train_tmp_file_txt)
test_labels <- paste0("__label__", test_sentences[,"class.text"])
test_labels_without_prefix <- test_sentences[,"class.text"]
test_texts <- tolower(test_sentences[,"text"])
test_to_write <- paste(test_labels, test_texts)
# learn model
execute(commands = c("supervised", "-input", train_tmp_file_txt, "-output", tmp_file_model, "-dim", 20, "-lr", 1, "-epoch", 20, "-wordNgrams", 2, "-verbose", 1))
##
Read 0M words
## Number of words: 5060
## Number of labels: 15
##
Progress: 100.0% words/sec/thread: 1109197 lr: 0.000000 loss: 0.320497 ETA: 0h 0m
## add .bin extension to the path
## [[1]]
## OWNX
## 0.9995284
##
## [[2]]
## MISC
## 0.9929973
##
## [[3]]
## MISC
## 0.9943809
##
## [[4]]
## OWNX
## 0.899433
##
## [[5]]
## AIMX
## 0.9865261
## [1] 0.8333333
## [1] 0.8333333
## [[1]]
## OWNX
## 0.9995284
##
## [[2]]
## MISC
## 0.9929973
##
## [[3]]
## MISC
## 0.9943809
##
## [[4]]
## OWNX
## 0.899433
##
## [[5]]
## AIMX
## 0.9865261
## OWNX MISC MISC OWNX AIMX CONT
## 0.9995284 0.9929973 0.9943809 0.8994330 0.9865261 0.4345519
## used (Mb) gc trigger (Mb) max used (Mb)
## Ncells 577970 30.9 1173920 62.7 1173920 62.7
## Vcells 1244510 9.5 8388608 64.0 1758476 13.5