boston nn-model

Published by onesixx on 19-05-2519-05-25

https://onesixx.com/global/

predict a continuous value (instead of a discrete label)

source(file.path(getwd(),"00.global.R"))

##1# DATA Source : INPUT LAYER -------------------------------------------------
#데이터 량이 적다.
#feature간 척도가 다르다.
# y : 주택가격 median (단위 1,000$)
dataset <- dataset_boston_housing()
c(c(trnData, trnTarget), c(tstData, tstTarget)) %<-% dataset 

melt_trnX <- data.table(dataset$train$x) %>% melt.data.table(measure=str_c("V",1:13))
melt_trnX %>% ggplot(aes(variable, value)) + geom_boxplot()

##2# Preprocess  ---------------------------------------------------------------
trnData %>% str()
tstData %>% str()
trnTarget %>% summary()

# *Normalize ----
trn_mean   <- apply(trnData, 2, mean)
trn_stdev  <- apply(trnData, 2, sd)
trnData <- scale(trnData, center=trn_mean, scale=trn_stdev)
tstData <- scale(tstData, center=trn_mean, scale=trn_stdev)   # test data!!!

melt_trnData <- data.table(trnData) %>% melt.data.table(measure=str_c("V",1:13))
melt_trnData %>% ggplot(aes(variable, value)) + geom_boxplot()

##3# Build the model -----------------------------------------------------------
uF_buildModel <- function(){
	model <- keras_model_sequential() %>% 
		layer_dense(units=64, activation="relu", input_shape=dim(trnData)[[2]]) %>% 
		layer_dense(units=64, activation="relu") %>% 
		layer_dense(units=1)                              # pure linear
	
	model %>% compile(
		optimizer = "rmsprop",
		loss="mse",
		metrics=c("mae")
	)
}

##4# Train the model -----------------------------------------------------------
history <- model %>% fit(trnData, trnTarget, 
												 batch_size=10, epoches=30, validation_split=.2)
#history %>% uF_histPlot()
#history %>% plot()

##5# Evaluate accuracy ---------------------------------------------------------
eval <- model %>% evaluate(tstData, tstTarget)

##6# Make predictions ----------------------------------------------------------
rlt <- model %>% predict(tstData)
#data.table(cbind(tstTarget, rlt)) %>% ggplot(aes(tstTarget, rlt)) + geom_point() + geom_abline()


# K-fold Cross Validation ------------------------------------------------------
k <- 4
indices <- sample(1:nrow(trnData))
folds <- cut(1:length(indices), breaks=k, labels=F)

num_epochs <- 100
scores <- c()
for (i in 1:k){
	#i=1
	cat("processing fold #", i, "\n")
	
	# k 부분 데이터 : 검증 데이터 준비 
	val_indices <- which(folds==i, arr.ind=T)
  val_trnData   <-   trnData[val_indices, ] 
	val_trnTarget <- trnTarget[val_indices]
	
	# 나머지 데이터 : 훈련 데이터 준비 
	partial_trnData   <-   trnData[-val_indices, ]
	partial_trnTarget <- trnTarget[-val_indices]
	
	# Training
	model <- uF_buildModel()	
	model %>% fit(partial_trnData, partial_trnTarget, 
								epochs=num_epochs, batch_size=1, verbose=0)
	# evaluate
	eval <- model %>% evaluate(val_trnData, val_trnTarget, verbose=0)
	scores <- c(scores, eval$mean_absolute_error)
}

scores
scores %>% mean()

boston nn-model

https://onesixx.com/global/

onesixx

Keras

Error :: Keras InternalError: GPU sync failed

Keras

8.0

Keras

tf$keras$callbacks

boston nn-model

https://onesixx.com/global/

onesixx

Related Posts

Keras

Error :: Keras InternalError: GPU sync failed

Keras

8.0

Keras

tf$keras$callbacks