Python/R
R함수 basic008 : read.csv, 말뭉치 설정 ,전처리전
sucun
2020. 6. 4. 17:22
# install.packages("installr")
# install.packages("rJava")
# install.packages('devtools')
# devtools::install_github('haven-jeon/KoNLP')
# install.packages('RmecabKo') # C++ 기반으로 함,
# ############################################################################
# install.packages("ggplot2")
# install.packages("readxl")
# install.packages("dplyr")
# install.packages("tm")
# install.packages("RWeka")
# install.packages("caret")
# install.packages("flexclust")
############################################################################
library(ggplot2) # mpg ### testData is mpg
library(readxl)
library(dplyr)
library(tm)
library(RWeka)
library(stringr)
############################################################################
library(installr)
library(rJava) # Sys.getenv("JAVA_HOME")
library(KoNLP)
############################################################################
## R함수 basic006 : 문장을 벡터로 변환하기 ,벡터(vector) 를 코퍼스(말뭉치)에 넣기 , 코퍼스(말뭉치)로 바이그램, 트라이그램 추출하기
# tests <- "The United States comprises fifty states. In the United States, each state has its own laws. However, federal law overrides state law in the United States."
# bigramTokenizer <- function(x) NGramTokenizer(x,Weka_control(min=2, max=3)) # 바이그램 =2, 트라이그램 =3 (min=2 or min = 3)
# mytext <- c("The United States comprises fifty states.","In the United States, each state has its own laws.","federal law overrides state law in the United States.")
# typeof(mytext)
#
# mytemp <- VCorpus(VectorSource(mytext)) # 말뭉치 만들기 , 코퍼스에 문장 벡터 3개 넣기
#
# ngram.tdm <- TermDocumentMatrix(mytemp,control = list(tokenize=bigramTokenizer)) # tdm 구성하기
# bigramlist <- apply(ngram.tdm[,],1,sum)
# sort(bigramlist, decreasing = T)[1:10] # 빈도수가 높은 바이그램부터 살피기
#
## tt: apply(),lapply(),sapply(),tapply() shiyongfa
# ---------------------------
# 말뭉치를 dtm 으로 구성하기 , DocumentTermMatrix()
mytextlocation <- "D:/app_src/anaconda/00.Data/testNews/testsTTx/"
mypaper<- VCorpus(DirSource(mytextlocation))
mypaper
# mykorean <- mypaper[[3]]$content
mykorean <- mypaper[[2]]$content
mykorean
typeof(mykorean)
readF <- read.csv('d://app_src/anaconda/00.Data/testNews/testsTTx/test00_01.CSV',header = T)
readF$X_press_title
readF$X_press_content[[5]]
반응형