Skip to content
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.

Commit e392aaf

Browse files
committedFeb 8, 2018
Updated tests
1 parent 2c98ce9 commit e392aaf

File tree

2 files changed

+579
-8
lines changed

2 files changed

+579
-8
lines changed
 

‎tests/testthat/test_logistic_reg.R

Lines changed: 254 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,6 @@
11
library(testthat)
22
library(parsnip)
3-
3+
library(recipes)
44

55
test_that('primary arguments', {
66
basic <- logistic_reg()
@@ -23,7 +23,7 @@ test_that('primary arguments', {
2323
x = as.matrix(x),
2424
y = y,
2525
family = "binomial"
26-
)
26+
)
2727
)
2828
)
2929
expect_equal(basic_stan$method$fit,
@@ -62,7 +62,7 @@ test_that('primary arguments', {
6262
)
6363
)
6464
)
65-
65+
6666
mixture_v <- logistic_reg(mixture = varying())
6767
mixture_v_glmnet <- finalize(mixture_v, engine = "glmnet")
6868
expect_equal(mixture_v_glmnet$method$fit,
@@ -116,7 +116,7 @@ test_that('engine arguments', {
116116
)
117117
)
118118
)
119-
119+
120120
})
121121

122122

@@ -155,4 +155,254 @@ test_that('bad input', {
155155
expect_warning(finalize(logistic_reg(engine_args = list(formula = y ~ x)), engine = "glm"))
156156
})
157157

158+
###################################################################
159+
160+
data("lending_club")
161+
lending_club <- head(lending_club, 200)
162+
lc_form <- as.formula(Class ~ log(funded_amnt) + int_rate)
163+
num_pred <- c("funded_amnt", "annual_inc", "num_il_tl")
164+
lc_bad_form <- as.formula(funded_amnt ~ term)
165+
lc_basic <- logistic_reg()
166+
ctrl <- list(verbosity = 1, catch = FALSE)
167+
caught_ctrl <- list(verbosity = 1, catch = TRUE)
168+
quiet_ctrl <- list(verbosity = 0, catch = TRUE)
169+
lc_rec <- recipe(Class ~ funded_amnt + annual_inc + num_il_tl,
170+
data = lending_club)
171+
bad_rec <-
172+
recipe(total_bal_il ~ funded_amnt + annual_inc + num_il_tl,
173+
data = lending_club)
174+
175+
176+
test_that('glm execution', {
177+
skip_on_cran()
178+
179+
expect_error(
180+
res <- fit(
181+
lc_basic,
182+
engine = "glm",
183+
.control = ctrl,
184+
lc_form,
185+
data = lending_club
186+
),
187+
regexp = NA
188+
)
189+
expect_error(
190+
res <- fit(
191+
lc_basic,
192+
engine = "glm",
193+
.control = ctrl,
194+
x = lending_club[, num_pred],
195+
y = lending_club$Class
196+
),
197+
regexp = NA
198+
)
199+
expect_error(
200+
res <- fit(
201+
lc_basic,
202+
engine = "glm",
203+
.control = ctrl,
204+
lc_rec,
205+
data = lending_club
206+
),
207+
regexp = NA
208+
)
209+
expect_error(
210+
res <- fit(
211+
lc_basic,
212+
engine = "glm",
213+
.control = ctrl,
214+
lc_bad_form,
215+
data = lending_club
216+
)
217+
)
218+
219+
glm_form_catch <- fit(
220+
lc_basic,
221+
engine = "glm",
222+
.control = caught_ctrl,
223+
lc_bad_form,
224+
data = lending_club
225+
)
226+
expect_true(inherits(glm_form_catch, "try-error"))
227+
228+
# fails
229+
# glm_xy_catch <- fit(
230+
# lc_basic,
231+
# engine = "glm",
232+
# .control = caught_ctrl,
233+
# x = lending_club[, num_pred],
234+
# y = lending_club$total_bal_il
235+
# )
236+
# expect_true(inherits(glm_xy_catch, "try-error"))
237+
238+
glm_rec_catch <- fit(
239+
lc_basic,
240+
engine = "glm",
241+
.control = caught_ctrl,
242+
bad_rec,
243+
data = lending_club
244+
)
245+
expect_true(inherits(glm_rec_catch, "try-error"))
246+
})
247+
248+
test_that('glmnet execution', {
249+
skip_on_cran()
250+
251+
expect_error(
252+
fit(
253+
lc_basic,
254+
engine = "glmnet",
255+
.control = ctrl,
256+
lc_form,
257+
data = lending_club
258+
),
259+
regexp = NA
260+
)
261+
262+
# expect_error(
263+
# fit(
264+
# lc_basic,
265+
# engine = "glmnet",
266+
# .control = ctrl,
267+
# x = lending_club[, num_pred],
268+
# y = lending_club$Class
269+
# ),
270+
# regexp = NA
271+
# )
272+
273+
# expect_error(
274+
# fit(
275+
# lc_basic,
276+
# engine = "glmnet",
277+
# .control = ctrl,
278+
# lc_rec,
279+
# data = lending_club
280+
# ),
281+
# regexp = NA
282+
# )
283+
284+
expect_error(
285+
fit(
286+
lc_basic,
287+
engine = "glm",
288+
.control = ctrl,
289+
lc_bad_form,
290+
data = lending_club
291+
)
292+
)
293+
294+
glmnet_form_catch <- fit(
295+
lc_basic,
296+
engine = "glmnet",
297+
.control = caught_ctrl,
298+
lc_bad_form,
299+
data = lending_club
300+
)
301+
expect_true(inherits(glmnet_form_catch, "try-error"))
302+
303+
glmnet_xy_catch <- fit(
304+
lc_basic,
305+
engine = "glmnet",
306+
.control = caught_ctrl,
307+
x = lending_club[, num_pred],
308+
y = lending_club$total_bal_il
309+
)
310+
expect_true(inherits(glmnet_xy_catch, "try-error"))
311+
312+
glmnet_rec_catch <- fit(
313+
lc_basic,
314+
engine = "glmnet",
315+
.control = caught_ctrl,
316+
bad_rec,
317+
data = lending_club
318+
)
319+
expect_true(inherits(glmnet_rec_catch, "try-error"))
320+
})
321+
322+
323+
test_that('stan_glm execution', {
324+
skip_on_cran()
325+
lc_basic_stan <- logistic_reg(engine_args = list(seed = 1333))
326+
327+
expect_error(
328+
res <- fit(
329+
lc_basic_stan,
330+
engine = "stan_glm",
331+
.control = ctrl,
332+
lc_form,
333+
data = lending_club
334+
),
335+
regexp = NA
336+
)
337+
338+
expect_error(
339+
res <- fit(
340+
lc_basic,
341+
engine = "stan_glm",
342+
.control = ctrl,
343+
x = lending_club[, num_pred],
344+
y = lending_club$Class
345+
),
346+
regexp = NA
347+
)
348+
349+
expect_error(
350+
res <- fit(
351+
lc_basic,
352+
engine = "stan_glm",
353+
.control = ctrl,
354+
lc_rec,
355+
data = lending_club
356+
),
357+
regexp = NA
358+
)
359+
360+
expect_silent(
361+
res <- fit(
362+
lc_basic,
363+
engine = "stan_glm",
364+
.control = quiet_ctrl,
365+
lc_rec,
366+
data = lending_club
367+
)
368+
)
369+
370+
expect_error(
371+
res <- fit(
372+
lc_basic,
373+
engine = "stan_glm",
374+
.control = ctrl,
375+
lc_bad_form,
376+
data = lending_club
377+
)
378+
)
379+
380+
stan_form_catch <- fit(
381+
lc_basic,
382+
engine = "stan_glm",
383+
.control = caught_ctrl,
384+
lc_bad_form,
385+
data = lending_club
386+
)
387+
expect_true(inherits(stan_form_catch, "try-error"))
388+
389+
# fails
390+
# stan_xy_catch <- fit(
391+
# lc_basic,
392+
# engine = "stan_glm",
393+
# .control = caught_ctrl,
394+
# x = lending_club[, num_pred],
395+
# y = lending_club$total_bal_il
396+
# )
397+
# expect_true(inherits(stan_xy_catch, "try-error"))
398+
399+
stan_rec_catch <- fit(
400+
lc_basic,
401+
engine = "stan_glm",
402+
.control = caught_ctrl,
403+
bad_rec,
404+
data = lending_club
405+
)
406+
expect_true(inherits(stan_rec_catch, "try-error"))
407+
})
158408

‎tests/testthat/test_rand_forestR.R

Lines changed: 325 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,7 +1,6 @@
11
library(testthat)
22
library(parsnip)
33

4-
54
test_that('primary arguments', {
65
mtry <- rand_forest(mode = "regression", mtry = 4)
76
mtry_ranger <- finalize(mtry, engine = "ranger")
@@ -202,10 +201,10 @@ test_that('updating', {
202201

203202
expr3 <- rand_forest(mode = "regression", mtry = 7, min_n = varying())
204203
expr3_exp <- rand_forest(mode = "regression", mtry = 2)
205-
204+
206205
expr4 <- rand_forest(mode = "regression", mtry = 2, engine_args = list(norm.votes = FALSE, sampsize = varying()))
207206
expr4_exp <- rand_forest(mode = "regression", mtry = 2, engine_args = list(norm.votes = TRUE, sampsize = varying()))
208-
207+
209208
expr5 <- rand_forest(mode = "regression", mtry = 2, engine_args = list(norm.votes = FALSE))
210209
expr5_exp <- rand_forest(mode = "regression", mtry = 2, engine_args = list(norm.votes = TRUE, sampsize = varying()))
211210

@@ -214,7 +213,7 @@ test_that('updating', {
214213
expect_equal(update(expr3, mtry = 2, fresh = TRUE), expr3_exp)
215214
expect_equal(update(expr4, engine_args = list(norm.votes = TRUE)), expr4_exp)
216215
expect_equal(update(expr5, engine_args = list(norm.votes = TRUE, sampsize = varying())), expr5_exp)
217-
216+
218217
})
219218

220219
test_that('bad input', {
@@ -229,3 +228,325 @@ test_that('bad input', {
229228
})
230229

231230

231+
###################################################################
232+
233+
data("lending_club")
234+
lending_club <- head(lending_club, 200)
235+
lc_form <- as.formula(Class ~ funded_amnt + term)
236+
num_pred <- c("funded_amnt", "annual_inc", "num_il_tl")
237+
lc_bad_form <- as.formula(funded_amnt ~ term)
238+
239+
lc_basic <- rand_forest(mode = "classification")
240+
lc_ranger <- rand_forest(mode = "classification", engine_args = list(seed = 144))
241+
242+
243+
bad_ranger_cls <- rand_forest(mode = "classification",
244+
engine_args = list(min.node.size = -10))
245+
bad_rf_cls <- rand_forest(mode = "classification",
246+
engine_args = list(sampsize = -10))
247+
248+
ctrl <- list(verbosity = 1, catch = FALSE)
249+
caught_ctrl <- list(verbosity = 1, catch = TRUE)
250+
quiet_ctrl <- list(verbosity = 0, catch = TRUE)
251+
252+
lc_rec <- recipe(Class ~ funded_amnt + annual_inc+ num_il_tl,
253+
data = lending_club)
254+
bad_lc_rec <- recipe(total_bal_il ~ funded_amnt + annual_inc+ num_il_tl,
255+
data = lending_club)
256+
257+
258+
test_that('ranger execution', {
259+
skip_on_cran()
260+
261+
expect_error(
262+
res <- fit(
263+
lc_ranger,
264+
engine = "ranger",
265+
.control = ctrl,
266+
lc_form,
267+
data = lending_club
268+
),
269+
regexp = NA
270+
)
271+
expect_error(
272+
res <- fit(
273+
lc_ranger,
274+
engine = "ranger",
275+
.control = ctrl,
276+
x = lending_club[, num_pred],
277+
y = lending_club$Class
278+
),
279+
regexp = NA
280+
)
281+
expect_error(
282+
res <- fit(
283+
lc_ranger,
284+
engine = "ranger",
285+
.control = ctrl,
286+
lc_rec,
287+
data = lending_club
288+
),
289+
regexp = NA
290+
)
291+
292+
expect_error(
293+
res <- fit(
294+
bad_ranger_cls,
295+
engine = "ranger",
296+
.control = ctrl,
297+
lc_bad_form,
298+
data = lending_club
299+
)
300+
)
301+
302+
ranger_form_catch <- fit(
303+
bad_ranger_cls,
304+
engine = "ranger",
305+
.control = caught_ctrl,
306+
lc_bad_form,
307+
data = lending_club
308+
)
309+
expect_true(inherits(ranger_form_catch, "try-error"))
310+
311+
# fails
312+
# ranger_xy_catch <- fit(
313+
# bad_ranger_cls,
314+
# engine = "ranger",
315+
# .control = caught_ctrl,
316+
# x = lending_club[, num_pred],
317+
# y = lending_club$total_bal_il
318+
# )
319+
# expect_true(inherits(ranger_xy_catch, "try-error"))
320+
321+
ranger_rec_catch <- fit(
322+
bad_ranger_cls,
323+
engine = "ranger",
324+
.control = caught_ctrl,
325+
bad_lc_rec,
326+
data = lending_club
327+
)
328+
expect_true(inherits(ranger_rec_catch, "try-error"))
329+
})
330+
331+
test_that('randomForest execution', {
332+
skip_on_cran()
333+
334+
expect_error(
335+
fit(
336+
lc_basic,
337+
engine = "randomForest",
338+
.control = ctrl,
339+
lc_form,
340+
data = lending_club
341+
),
342+
regexp = NA
343+
)
344+
345+
expect_error(
346+
fit(
347+
lc_basic,
348+
engine = "randomForest",
349+
.control = ctrl,
350+
x = lending_club[, num_pred],
351+
y = lending_club$Class
352+
),
353+
regexp = NA
354+
)
355+
356+
expect_error(
357+
fit(
358+
lc_basic,
359+
engine = "randomForest",
360+
.control = ctrl,
361+
lc_rec,
362+
data = lending_club
363+
),
364+
regexp = NA
365+
)
366+
367+
expect_error(
368+
fit(
369+
bad_rf_cls,
370+
engine = "randomForest",
371+
.control = ctrl,
372+
lc_bad_form,
373+
data = lending_club
374+
)
375+
)
376+
377+
randomForest_form_catch <- fit(
378+
bad_rf_cls,
379+
engine = "randomForest",
380+
.control = caught_ctrl,
381+
lc_bad_form,
382+
data = lending_club
383+
)
384+
expect_true(inherits(randomForest_form_catch, "try-error"))
385+
386+
randomForest_xy_catch <- fit(
387+
bad_rf_cls,
388+
engine = "randomForest",
389+
.control = caught_ctrl,
390+
x = lending_club[, num_pred],
391+
y = lending_club$total_bal_il
392+
)
393+
expect_true(inherits(randomForest_xy_catch, "try-error"))
394+
395+
randomForest_rec_catch <- fit(
396+
bad_rf_cls,
397+
engine = "randomForest",
398+
.control = caught_ctrl,
399+
bad_lc_rec,
400+
data = lending_club
401+
)
402+
expect_true(inherits(randomForest_rec_catch, "try-error"))
403+
})
404+
405+
406+
###################################################################
407+
408+
car_form <- as.formula(mpg ~ .)
409+
num_pred <- names(mtcars)[3:6]
410+
411+
car_basic <- rand_forest(mode = "regression")
412+
413+
bad_ranger_reg <- rand_forest(mode = "regression",
414+
engine_args = list(min.node.size = -10))
415+
bad_rf_reg <- rand_forest(mode = "regression",
416+
engine_args = list(sampsize = -10))
417+
418+
ctrl <- list(verbosity = 1, catch = FALSE)
419+
caught_ctrl <- list(verbosity = 1, catch = TRUE)
420+
quiet_ctrl <- list(verbosity = 0, catch = TRUE)
421+
422+
car_rec <- recipe(mpg ~ ., data = mtcars)
423+
424+
425+
426+
test_that('ranger execution', {
427+
skip_on_cran()
428+
429+
expect_error(
430+
res <- fit(
431+
car_basic,
432+
engine = "ranger",
433+
.control = ctrl,
434+
car_form,
435+
data = mtcars
436+
),
437+
regexp = NA
438+
)
439+
expect_error(
440+
res <- fit(
441+
car_basic,
442+
engine = "ranger",
443+
.control = ctrl,
444+
x = mtcars[, num_pred],
445+
y = mtcars$mpg
446+
),
447+
regexp = NA
448+
)
449+
expect_error(
450+
res <- fit(
451+
car_basic,
452+
engine = "ranger",
453+
.control = ctrl,
454+
car_rec,
455+
data = mtcars
456+
),
457+
regexp = NA
458+
)
459+
460+
ranger_form_catch <- fit(
461+
bad_ranger_reg,
462+
engine = "ranger",
463+
.control = caught_ctrl,
464+
car_form,
465+
data = mtcars
466+
)
467+
expect_true(inherits(ranger_form_catch, "try-error"))
468+
469+
# fails
470+
# ranger_xy_catch <- fit(
471+
# bad_ranger_reg,
472+
# engine = "ranger",
473+
# .control = caught_ctrl,
474+
# x = mtcars[, num_pred],
475+
# y = mtcars$total_bal_il
476+
# )
477+
# expect_true(inherits(ranger_xy_catch, "try-error"))
478+
479+
ranger_rec_catch <- fit(
480+
bad_ranger_reg,
481+
engine = "ranger",
482+
.control = caught_ctrl,
483+
car_form,
484+
data = mtcars
485+
)
486+
expect_true(inherits(ranger_rec_catch, "try-error"))
487+
})
488+
489+
test_that('randomForest execution', {
490+
skip_on_cran()
491+
492+
expect_error(
493+
fit(
494+
car_basic,
495+
engine = "randomForest",
496+
.control = ctrl,
497+
car_form,
498+
data = mtcars
499+
),
500+
regexp = NA
501+
)
502+
503+
expect_error(
504+
fit(
505+
car_basic,
506+
engine = "randomForest",
507+
.control = ctrl,
508+
x = mtcars[, num_pred],
509+
y = mtcars$mpg
510+
),
511+
regexp = NA
512+
)
513+
514+
expect_error(
515+
fit(
516+
car_basic,
517+
engine = "randomForest",
518+
.control = ctrl,
519+
car_rec,
520+
data = mtcars
521+
),
522+
regexp = NA
523+
)
524+
525+
randomForest_form_catch <- fit(
526+
bad_rf_reg,
527+
engine = "randomForest",
528+
.control = caught_ctrl,
529+
car_form,
530+
data = mtcars
531+
)
532+
expect_true(inherits(randomForest_form_catch, "try-error"))
533+
534+
randomForest_xy_catch <- fit(
535+
bad_rf_reg,
536+
engine = "randomForest",
537+
.control = caught_ctrl,
538+
x = mtcars[, num_pred],
539+
y = mtcars$total_bal_il
540+
)
541+
expect_true(inherits(randomForest_xy_catch, "try-error"))
542+
543+
randomForest_rec_catch <- fit(
544+
bad_rf_reg,
545+
engine = "randomForest",
546+
.control = caught_ctrl,
547+
car_rec,
548+
data = mtcars
549+
)
550+
expect_true(inherits(randomForest_rec_catch, "try-error"))
551+
})
552+

0 commit comments

Comments
 (0)
Please sign in to comment.