Debian Codegraph @

tests/testthat/test_Wald.R

raw
1 context("Wald tests")
2 set.seed(20190513)
3
4
5 skip_if_not_installed("carData")
6
7 data(Duncan, package = "carData")
8 Duncan$cluster <- sample(LETTERS[1:8], size = nrow(Duncan), replace = TRUE)
9 Duncan_int <- lm(prestige ~ type * (income + education), data=Duncan)
10 coefs_int <- coef(Duncan_int)
11 coef_names_int <- names(coefs_int)
12 Duncan_int_CR2 <- vcovCR(Duncan_int, type = "CR2", cluster = Duncan$cluster)
13
14 Duncan_sep <- lm(prestige ~ 0 + type + type:(income + education), data=Duncan)
15 coefs_sep <- coef(Duncan_sep)
16 coef_names_sep <- names(coefs_sep)
17 Duncan_sep_CR2 <- vcovCR(Duncan_sep, type = "CR2", cluster = Duncan$cluster)
18
19 test_that("constrain_equal expressions are equivalent", {
20
21 constraints_lgl <- grepl(":education", coef_names_sep)
22 constraints_int <- which(constraints_lgl)
23 constraints_num <- as.numeric(constraints_int)
24 constraints_char <- coef_names_sep[constraints_lgl]
25 constraints_mat <- cbind(matrix(0L, 2, 6), matrix(c(-1L, -1L, 1L, 0L, 0L, 1L), 2, 3))
26
27 expect_identical(constrain_equal(":education", coefs_sep, reg_ex = TRUE), constraints_mat)
28 expect_identical(constrain_equal(constraints_lgl, coefs_sep), constraints_mat)
29 expect_identical(constrain_equal(constraints_int, coefs_sep), constraints_mat)
30 expect_identical(constrain_equal(constraints_num, coefs_sep), constraints_mat)
31 expect_identical(constrain_equal(constraints_char, coefs_sep), constraints_mat)
32
33 expect_type(constrain_equal(":education", reg_ex = TRUE), "closure")
34 expect_identical(constrain_equal(":education", reg_ex = TRUE)(coefs_sep), constraints_mat)
35 expect_identical(constrain_equal(constraints_lgl)(coefs_sep), constraints_mat)
36 expect_identical(constrain_equal(constraints_int)(coefs_sep), constraints_mat)
37 expect_identical(constrain_equal(constraints_num)(coefs_sep), constraints_mat)
38 expect_identical(constrain_equal(constraints_char)(coefs_sep), constraints_mat)
39
40 constraint_list <- constrain_equal(list(type = 1:3, income = 4:6, edu = 7:9),
41 coefs = coefs_sep)
42 constraint_func <- constrain_equal(list(type = 1:3, income = 4:6, edu = 7:9))
43 expect_identical(constraint_list, constraint_func(coefs_sep))
44
45 Wald_A <- Wald_test(Duncan_sep, constraints = constraint_list,
46 vcov = Duncan_sep_CR2, type = "All")
47 Wald_B <- Wald_test(Duncan_sep, constraints = constraint_func,
48 vcov = Duncan_sep_CR2, type = "All")
49 expect_identical(Wald_A, Wald_B)
50
51 Wald_C <- Wald_test(Duncan_sep, constraints = constraint_list,
52 vcov = Duncan_sep_CR2,
53 null_constant = c(0,0),
54 type = "All")
55 Wald_D <- Wald_test(Duncan_sep, constraints = constraint_func,
56 vcov = Duncan_sep_CR2,
57 null_constant = rep(list(c(0,0)),3L),
58 type = "All")
59 expect_identical(Wald_A, Wald_C)
60 expect_identical(Wald_A, Wald_D)
61
62 })
63
64 test_that("constrain_pairwise expressions are equivalent", {
65
66 constraints_lgl <- grepl(":education", coef_names_sep)
67 constraints_int <- which(constraints_lgl)
68 constraints_num <- as.numeric(constraints_int)
69 constraints_char <- coef_names_sep[constraints_lgl]
70 constraints_mat <- constrain_pairwise(":education", coefs_sep, reg_ex = TRUE)
71
72 expect_identical(length(constraints_mat), sum(constraints_lgl))
73 expect_identical(constrain_pairwise(constraints_lgl, coefs_sep), constraints_mat)
74 expect_identical(constrain_pairwise(constraints_int, coefs_sep), constraints_mat)
75 expect_identical(constrain_pairwise(constraints_num, coefs_sep), constraints_mat)
76 expect_identical(constrain_pairwise(constraints_char, coefs_sep), constraints_mat)
77
78 expect_type(constrain_pairwise(":education", reg_ex = TRUE), "closure")
79 expect_identical(constrain_pairwise(constraints_lgl)(coefs_sep), constraints_mat)
80 expect_identical(constrain_pairwise(constraints_int)(coefs_sep), constraints_mat)
81 expect_identical(constrain_pairwise(constraints_num)(coefs_sep), constraints_mat)
82 expect_identical(constrain_pairwise(constraints_char)(coefs_sep), constraints_mat)
83
84 constraint_list <- constrain_pairwise(list(type = 1:3, income = 4:6, edu = 7:9),
85 coefs = coefs_sep)
86 constraint_func <- constrain_pairwise(list(type = 1:3, income = 4:6, edu = 7:9))
87 expect_identical(constraint_list, constraint_func(coefs_sep))
88
89 Wald_A <- Wald_test(Duncan_sep, constraints = constraint_list,
90 vcov = Duncan_sep_CR2, type = "All")
91 Wald_B <- Wald_test(Duncan_sep, constraints = constraint_func,
92 vcov = Duncan_sep_CR2, type = "All")
93 expect_identical(Wald_A, Wald_B)
94
95 Wald_C <- Wald_test(Duncan_sep, constraints = constraint_list,
96 vcov = Duncan_sep_CR2,
97 null_constant = 0,
98 type = "All")
99 Wald_D <- Wald_test(Duncan_sep, constraints = constraint_func,
100 vcov = Duncan_sep_CR2,
101 null_constant = rep(list(0),9L),
102 type = "All")
103 expect_identical(Wald_A, Wald_C)
104 expect_identical(Wald_A, Wald_D)
105
106 })
107
108 test_that("constrain_zero expressions are equivalent", {
109
110 constraints_lgl <- grepl("typeprof:", coef_names_int)
111 constraints_int <- which(constraints_lgl)
112 constraints_num <- as.numeric(constraints_int)
113 constraints_char <- coef_names_int[constraints_lgl]
114 constraints_mat <- diag(1L, nrow = length(coef_names_int))[constraints_lgl,,drop=FALSE]
115
116 expect_equal(constrain_zero("typeprof:", coefs_int, reg_ex = TRUE), constraints_mat)
117 expect_equal(constrain_zero(constraints_lgl, coefs_int), constraints_mat)
118 expect_equal(constrain_zero(constraints_int, coefs_int), constraints_mat)
119 expect_equal(constrain_zero(constraints_num, coefs_int), constraints_mat)
120 expect_equal(constrain_zero(constraints_char, coefs_int), constraints_mat)
121
122 expect_type(constrain_zero("typeprof:", reg_ex = TRUE), "closure")
123 expect_equal(constrain_zero("typeprof:", reg_ex = TRUE)(coefs_int), constraints_mat)
124 expect_equal(constrain_zero(constraints_lgl)(coefs_int), constraints_mat)
125 expect_equal(constrain_zero(constraints_int)(coefs_int), constraints_mat)
126 expect_equal(constrain_zero(constraints_num)(coefs_int), constraints_mat)
127 expect_equal(constrain_zero(constraints_char)(coefs_int), constraints_mat)
128
129 constraint_list <- constrain_zero(list(type = 2:3, income = 6:7, edu = 8:9),
130 coefs = coefs_int)
131 constraint_func <- constrain_zero(list(type = 2:3, income = 6:7, edu = 8:9))
132 expect_equal(constraint_list, constraint_func(coefs_int))
133
134 Wald_A <- Wald_test(Duncan_int, constraints = constraint_list,
135 vcov = Duncan_int_CR2, type = "All")
136 Wald_B <- Wald_test(Duncan_int, constraints = constraint_func,
137 vcov = Duncan_int_CR2, type = "All")
138 expect_equal(Wald_A, Wald_B)
139
140
141 Wald_C <- Wald_test(Duncan_int, constraints = constraint_list,
142 vcov = Duncan_int_CR2,
143 null_constant = c(0,0),
144 type = "All")
145 Wald_D <- Wald_test(Duncan_int, constraints = constraint_func,
146 vcov = Duncan_int_CR2,
147 null_constant = rep(list(c(0,0)),3L),
148 type = "All")
149 expect_identical(Wald_A, Wald_C)
150 expect_identical(Wald_A, Wald_D)
151 })
152
153 test_that("constraint expressions are equivalent across specifications", {
154
155 skip_on_cran()
156 skip_if(R.version$major < "4", "Skip for R versions below 4.")
157
158 constraints_eq <- constrain_equal(
159 list(type = 1:3, income = 4:6, edu = 7:9),
160 coefs = coefs_sep
161 )
162 # constraints_eq$all <- do.call(rbind, constraints_eq)
163
164 constraints_null <- constrain_zero(
165 list(type = 2:3, income = 6:7, edu = 8:9),
166 coefs = coefs_int
167 )
168 # constraints_null$all <- do.call(rbind, constraints_null)
169
170 Wald_eq <- Wald_test(Duncan_sep,
171 constraints_eq,
172 vcov = Duncan_sep_CR2,
173 test = c("Naive-F","HTZ","EDF"), tidy = TRUE)
174
175 Wald_zero <- Wald_test(Duncan_int,
176 constraints_null,
177 vcov = Duncan_int_CR2,
178 test = c("Naive-F","HTZ","EDF"), tidy = TRUE)
179
180 compare_Waldtests(Wald_eq, Wald_zero)
181
182 pairwise_sep <- constrain_pairwise(
183 list(type = 1:3, income = 4:6, edu = 7:9),
184 coefs = coefs_sep
185 )
186
187 pairwise_int <- constrain_pairwise(
188 list(type = 2:3, income = 6:7, edu = 8:9),
189 coefs = coefs_int,
190 with_zero = TRUE
191 )
192
193 pairwise_sep <- Wald_test(Duncan_sep,
194 pairwise_sep,
195 vcov = Duncan_sep_CR2,
196 tidy = TRUE)
197
198 pairwise_int <- Wald_test(Duncan_int,
199 pairwise_int,
200 vcov = Duncan_int_CR2,
201 tidy = TRUE)
202
203 compare_Waldtests(pairwise_sep, pairwise_int)
204
205 })
206
207 test_that("Wald test is equivalent to Satterthwaite for q = 1.", {
208
209 skip_on_cran()
210
211 t_tests_sep <- coef_test(Duncan_sep, vcov = Duncan_sep_CR2)
212
213 constraints_sep <- as.list(1:9)
214 names(constraints_sep) <- coef_names_sep
215
216 F_tests_sep <- Wald_test(Duncan_sep, vcov = Duncan_sep_CR2,
217 constraints = constrain_zero(constraints_sep),
218 tidy = TRUE)
219
220 expect_equal(t_tests_sep$tstat^2, F_tests_sep$Fstat, tol = 10^-5)
221 expect_equal(rep(1, 9), F_tests_sep$df_num, tol = 10^-5)
222 expect_equal(t_tests_sep$df, F_tests_sep$df_denom, tol = 10^-5)
223 expect_equal(t_tests_sep$p_Satt, F_tests_sep$p_val, tol = 10^-5)
224
225 t_tests_int <- coef_test(Duncan_int, vcov = Duncan_int_CR2)
226
227 constraints_int <- as.list(1:9)
228 names(constraints_int) <- coef_names_int
229
230 F_tests_int <- Wald_test(Duncan_int, vcov = Duncan_int_CR2,
231 constraints = constrain_zero(constraints_int),
232 tidy = TRUE)
233
234 expect_equal(t_tests_int$tstat^2, F_tests_int$Fstat, tol = 10^-5)
235 expect_equal(rep(1, 9), F_tests_int$df_num, tol = 10^-5)
236 expect_equal(t_tests_int$df, F_tests_int$df_denom, tol = 10^-5)
237 expect_equal(t_tests_int$p_Satt, F_tests_int$p_val, tol = 10^-5)
238
239 })
240
241 test_that("Wald test is equivalent to Satterthwaite for q = 1 and non-zero null.", {
242
243 skip_on_cran()
244
245 t_tests_sep <- coef_test(Duncan_sep, vcov = Duncan_sep_CR2, null_constant = 2)
246
247 constraints_sep <- as.list(1:9)
248 names(constraints_sep) <- coef_names_sep
249
250 F_tests_sep <- Wald_test(Duncan_sep, vcov = Duncan_sep_CR2,
251 constraints = constrain_zero(constraints_sep),
252 null_constant = 2,
253 tidy = TRUE)
254
255 expect_equal(t_tests_sep$tstat^2, F_tests_sep$Fstat, tol = 10^-5)
256 expect_equal(rep(1, 9), F_tests_sep$df_num, tol = 10^-5)
257 expect_equal(t_tests_sep$df, F_tests_sep$df_denom, tol = 10^-5)
258 expect_equal(t_tests_sep$p_Satt, F_tests_sep$p_val, tol = 10^-5)
259
260 null_const <- rnorm(Duncan_int$rank)
261 t_tests_int <- coef_test(Duncan_int, vcov = Duncan_int_CR2, null_constant = null_const)
262
263 constraints_int <- as.list(1:9)
264 names(constraints_int) <- coef_names_int
265
266 F_tests_int <- Wald_test(Duncan_int, vcov = Duncan_int_CR2,
267 constraints = constrain_zero(constraints_int),
268 null_constant = as.list(null_const),
269 tidy = TRUE)
270
271 expect_equal(t_tests_int$tstat^2, F_tests_int$Fstat, tol = 10^-5)
272 expect_equal(rep(1, 9), F_tests_int$df_num, tol = 10^-5)
273 expect_equal(t_tests_int$df, F_tests_int$df_denom, tol = 10^-5)
274 expect_equal(t_tests_int$p_Satt, F_tests_int$p_val, tol = 10^-5)
275
276 })
277
278
279 skip_if_not_installed("AER")
280 data(STAR, package = "AER")
281
282 # clean up a few variables
283 levels(STAR$stark)[3] <- "aide"
284 levels(STAR$schoolk)[1] <- "urban"
285 STAR <- subset(STAR,
286 !is.na(schoolidk),
287 select = c(schoolidk, schoolk, stark, gender, ethnicity, math1, lunchk))
288
289 lm_urbanicity <- lm(math1 ~ schoolk * stark + gender + ethnicity + lunchk,
290 data = STAR)
291 V_urbanicity <- vcovCR(lm_urbanicity, cluster = STAR$schoolidk, type = "CR2")
292
293 test_that("Wald_test works with lists.", {
294 test_A <- Wald_test(lm_urbanicity,
295 constraints = constrain_zero("schoolk.+:stark", reg_ex = TRUE),
296 vcov = V_urbanicity)
297
298 test_B <- Wald_test(lm_urbanicity,
299 constraints = constrain_zero("schoolk.+:starksmall", reg_ex = TRUE),
300 vcov = V_urbanicity)
301
302 C_list <- list(
303 `Any interaction` = constrain_zero("schoolk.+:stark",
304 coef(lm_urbanicity), reg_ex = TRUE),
305 `Small vs regular` = constrain_zero("schoolk.+:starksmall",
306 coef(lm_urbanicity), reg_ex = TRUE)
307 )
308
309 D_list <- constrain_zero(constraints = list(
310 `Any interaction` = "schoolk.+:stark",
311 `Small vs regular` = "schoolk.+:starksmall"
312 ), reg_ex = TRUE)
313
314 test_C <- Wald_test(lm_urbanicity,
315 constraints = C_list,
316 vcov = V_urbanicity)
317
318 test_D <- Wald_test(lm_urbanicity,
319 constraints = D_list,
320 vcov = V_urbanicity)
321
322 test_E <- Wald_test(
323 lm_urbanicity,
324 constraints = list(
325 `Any interaction` = constrain_zero("schoolk.+:stark", reg_ex = TRUE),
326 `Small vs regular` = constrain_zero("schoolk.+:starksmall", reg_ex = TRUE)
327 ),
328 vcov = V_urbanicity
329 )
330
331 expect_identical(test_A, test_C$`Any interaction`)
332 expect_identical(test_A, test_D$`Any interaction`)
333 expect_identical(test_A, test_E$`Any interaction`)
334 expect_identical(test_B, test_C$`Small vs regular`)
335 expect_identical(test_B, test_D$`Small vs regular`)
336 expect_identical(test_B, test_E$`Small vs regular`)
337
338 })
339
340 test_that("Wald_test has informative error messages.", {
341
342 expect_error(
343 Wald_test(lm_urbanicity,
344 constraints = constrain_zero("schoolk.+:stark", reg_ex = TRUE),
345 vcov = V_urbanicity,
346 test = "none"
347 )
348 )
349
350 A <- Wald_test(lm_urbanicity,
351 constraints = constrain_zero("schoolk.+:stark", reg_ex = TRUE),
352 vcov = V_urbanicity,
353 test = c("none","HTA")
354 )
355
356 B <- Wald_test(lm_urbanicity,
357 constraints = constrain_zero("schoolk.+:stark", reg_ex = TRUE),
358 vcov = V_urbanicity,
359 test = "All"
360 )
361
362 expect_equal(A, subset(B, test == "HTA"), check.attributes = FALSE)
363 })
364
365 test_that("Wald_test has informative error messages when null_constant are specified.", {
366 expect_error(
367 Wald_test(lm_urbanicity,
368 constraints = constrain_zero("schoolk.+:stark", reg_ex = TRUE),
369 null_constant = "none",
370 vcov = V_urbanicity,
371 test = "chi-sq"
372 )
373 )
374
375 expect_error(
376 Wald_test(lm_urbanicity,
377 constraints = constrain_zero("schoolk.+:stark", reg_ex = TRUE),
378 null_constant = 1:5,
379 vcov = V_urbanicity,
380 test = "chi-sq"
381 )
382 )
383
384 expect_error(
385 Wald_test(lm_urbanicity,
386 constraints = constrain_pairwise("schoolk.+:stark", reg_ex = TRUE, with_zero = TRUE),
387 null_constant = c(0,0),
388 vcov = V_urbanicity,
389 test = "chi-sq"
390 )
391 )
392
393 expect_error(
394 Wald_test(lm_urbanicity,
395 constraints = constrain_pairwise("schoolk.+:stark", reg_ex = TRUE, with_zero = TRUE),
396 null_constant = as.list(rnorm(5)),
397 vcov = V_urbanicity,
398 test = "chi-sq",
399 tidy = TRUE
400 )
401 )
402 })
403
404
405 test_that("Wald_test works for intercept-only models.", {
406
407 lm_int <- lm(math1 ~ 1, data = STAR)
408 vcov_int <- vcovCR(lm_int, cluster = STAR$schoolidk, type = "CR2")
409 F_test <- Wald_test(lm_int, constraints = constrain_zero(1),
410 vcov = vcov_int, test = c("HTZ","HTA","HTB"))
411 t_test <- coef_test(lm_int, vcov = vcov_int)
412
413 expect_equal(F_test$Fstat, rep(t_test$tstat^2, 3L))
414 expect_equal(F_test$df_denom, rep(t_test$df, 3L))
415 expect_equal(F_test$p_val, rep(t_test$p_Satt, 3L))
416
417 F_test <- Wald_test(lm_int, constraints = constrain_zero(1),
418 null_constant = 500,
419 vcov = vcov_int, test = c("HTZ","HTA","HTB"))
420 t_test <- coef_test(lm_int, vcov = vcov_int, null_constant = 500)
421
422 expect_equal(F_test$Fstat, rep(t_test$tstat^2, 3L))
423 expect_equal(F_test$df_denom, rep(t_test$df, 3L))
424 expect_equal(F_test$p_val, rep(t_test$p_Satt, 3L))
425
426 lm_sep <- lm(math1 ~ 0 + schoolk, data = STAR)
427 vcov_sep <- vcovCR(lm_sep, cluster = STAR$schoolidk, type = "CR2")
428 F_test <- Wald_test(lm_sep,
429 constraints = constrain_pairwise(1:3, with_zero = TRUE),
430 null_constant = 1000,
431 vcov = vcov_sep, test = "HTZ", tidy = TRUE)
432
433 t_test <- coef_test(lm_sep, vcov = vcov_sep, null_constant = 1000)
434
435 expect_equal(F_test$Fstat[1:3], t_test$tstat^2)
436 expect_equal(F_test$df_denom[1:3], t_test$df)
437 expect_equal(F_test$p_val[1:3], t_test$p_Satt)
438
439 })
440
441 test_that("Wald_test fails gracefully when between-cluster variance of coefficients isn't identified.", {
442
443 skip_if_not_installed("metafor")
444
445 suppressPackageStartupMessages(library(metafor))
446
447 dat <- dat.bcg
448 dat <- escalc(measure="RR", ai=tpos, bi=tneg, ci=cpos, di=cneg, data=dat, subset=-5)
449 res <- rma(yi, vi, data=dat, mods = ~ 0 + alloc)
450
451 Vmat <- vcovCR(res, cluster=dat$trial, type="CR2")
452 expect_equal(Vmat[1,1], 0)
453
454 t_tests <- coef_test(res, cluster=dat$trial, vcov="CR2")
455 expect_true(is.na(t_tests$df_Satt[1]))
456 expect_true(is.na(t_tests$p_Satt[1]))
457
458 CI <- conf_int(res, cluster=dat$trial, vcov="CR2")
459 expect_true(is.na(CI$CI_L[1]))
460 expect_true(is.na(CI$CI_U[1]))
461
462 Wald1 <- Wald_test(
463 res,
464 cluster=dat$trial,
465 vcov="CR2",
466 constraints=constrain_equal(1:3),
467 test = "All"
468 )
469
470 expect_s3_class(Wald1, "Wald_test_clubSandwich")
471
472 expect_error(
473 Wald_test(
474 res,
475 cluster=dat$trial,
476 vcov="CR2",
477 constraints=constrain_zero(1:3)
478 ),
479 regexp = "not positive definite"
480 )
481
482 Wald2 <- Wald_test(
483 res,
484 cluster=dat$trial,
485 vcov="CR2",
486 constraints = list(A = constrain_equal(1:3), B = constrain_zero(1:3)),
487 test = "All"
488 )
489
490 expect_s3_class(Wald2$A, "Wald_test_clubSandwich")
491 expect_s3_class(Wald2$B, "Wald_test_clubSandwich")
492 expect_identical(Wald1, Wald2$A)
493 expect_true(all(is.na(Wald2$B$Fstat)))
494 expect_true(all(is.na(Wald2$B$p_val)))
495
496 Wald3 <- Wald_test(
497 res,
498 cluster=dat$trial,
499 vcov="CR2",
500 constraints = list(A = constrain_equal(1:3), B = constrain_zero(1:3)),
501 tidy = TRUE
502 )
503
504 expect_s3_class(Wald3, "Wald_test_clubSandwich")
505 expect_equivalent(Wald1[Wald1$test=="HTZ",], Wald3[1,-1])
506 expect_true(is.na(Wald3[2,"Fstat"]))
507 expect_true(is.na(Wald3[2,"p_val"]))
508
509 Wald4 <- Wald_test(
510 res,
511 cluster=dat$trial,
512 vcov="CR2",
513 constraints=constrain_pairwise(1:3, with_zero = TRUE),
514 tidy = TRUE
515 )
516
517 expect_s3_class(Wald4, "Wald_test_clubSandwich")
518 expect_true(is.na(Wald4[1,"Fstat"]))
519 expect_true(is.na(Wald4[1,"p_val"]))
520
521 })