Skip to contents

Compute summaries from alternative estimation replications

Usage

compute_alt_stats(object, type = "bootstrap", quantiles = c(0.025, 0.5, 0.975))

Arguments

object

A list of fitted replication models from bootstrap, jackknife, or permutation.

type

Type of alternative estimation summary to compute.

quantiles

Quantiles for bootstrap/permutation summaries.

Examples

# \donttest{
boot_reps <- replicate_bootstrap(
  number_bootstraps = 5,
  data = teacher_expectancy,
  studyID = "study",
  effectID = NULL,
  sample_size = NULL,
  formula = yi ~ 1,
  variance = "vi",
  varcov_type = "univariate",
  structure = "univariate"
)
compute_alt_stats(boot_reps, type = "bootstrap")
#> $summary
#>                     point_estimate      ci_lower     ci_upper
#> (Intercept)           0.0966967194  0.0588660358  0.165128652
#> Tau                   0.0232841828  0.0133143469  0.041197812
#> hessian_beta          0.0683372233  0.0564386743  0.072820415
#> hessian_tau           0.0303172118  0.0218153986  0.035866821
#> hessian_info.vcov_1   0.0046699761  0.0031853985  0.005304639
#> hessian_info.vcov_2   0.0007960386  0.0004470315  0.001521226
#> hessian_info.vcov_3   0.0007960386  0.0004470315  0.001521226
#> hessian_info.vcov_4   0.0009191333  0.0004763336  0.001289302
#> hessian_info.se_1     0.0683372233  0.0564386743  0.072820415
#> hessian_info.se_2     0.0303172118  0.0218153986  0.035866821
#> hessian_info.scale    2.0000000000  2.0000000000  2.000000000
#> QE                   35.4704446235 31.0984927605 41.775066386
#> QM                    3.2965585871  1.3012224868  6.754834050
#> I2_within            49.6999008957 30.2898533022 63.838161548
#> I2_jackson           55.8743865890 39.8873518322 69.227607435
#> I2_between           33.0671111941 17.9186196483 47.037018845
#> logLik               -4.4407486700 -6.1969607767 -1.709068621
#> Dev                   8.8814973400  3.4181372413 12.393921553
#> AIC                  12.8814973400  7.4181372413 16.393921553
#> BIC                  14.6622408558  9.1988807570 18.174665069
#> AICc                 17.4968819554 12.0335218566 21.009306169
#> F_test                0.1458349180  0.0528999186  0.285067505
#> F_test1               1.0000000000  1.0000000000  1.000000000
#> F_test2              18.0000000000 18.0000000000 18.000000000
#> sd                    0.1525915553  0.1151976475  0.202775499
#> 
#> $quantiles
#>                              2.5%         50.0%        97.5%
#> (Intercept)          0.0588660358  0.0966967194  0.165128652
#> Tau                  0.0133143469  0.0232841828  0.041197812
#> hessian_beta         0.0564386743  0.0683372233  0.072820415
#> hessian_tau          0.0218153986  0.0303172118  0.035866821
#> hessian_info.vcov_1  0.0031853985  0.0046699761  0.005304639
#> hessian_info.vcov_2  0.0004470315  0.0007960386  0.001521226
#> hessian_info.vcov_3  0.0004470315  0.0007960386  0.001521226
#> hessian_info.vcov_4  0.0004763336  0.0009191333  0.001289302
#> hessian_info.se_1    0.0564386743  0.0683372233  0.072820415
#> hessian_info.se_2    0.0218153986  0.0303172118  0.035866821
#> hessian_info.scale   2.0000000000  2.0000000000  2.000000000
#> QE                  31.0984927605 35.4704446235 41.775066386
#> QM                   1.3012224868  3.2965585871  6.754834050
#> I2_within           30.2898533022 49.6999008957 63.838161548
#> I2_jackson          39.8873518322 55.8743865890 69.227607435
#> I2_between          17.9186196483 33.0671111941 47.037018845
#> logLik              -6.1969607767 -4.4407486700 -1.709068621
#> Dev                  3.4181372413  8.8814973400 12.393921553
#> AIC                  7.4181372413 12.8814973400 16.393921553
#> BIC                  9.1988807570 14.6622408558 18.174665069
#> AICc                12.0335218566 17.4968819554 21.009306169
#> F_test               0.0528999186  0.1458349180  0.285067505
#> F_test1              1.0000000000  1.0000000000  1.000000000
#> F_test2             18.0000000000 18.0000000000 18.000000000
#> sd                   0.1151976475  0.1525915553  0.202775499
#> 
#> $model_information
#> $model_information$object
#> $formula
#> yi ~ 1
#> <environment: 0x5651bbe9fa18>
#> 
#> $scale_formula
#> NULL
#> 
#> $data
#>      study             author year weeks setting tester n1i n2i    yi     vi
#> 1        1   Rosenthal et al. 1974     2   group  aware  77 339  0.03 0.0156
#> 7        2     Fielder et al. 1971    17   group  blind 110 636 -0.02 0.0106
#> 10       3            Maxwell 1970     1   indiv  blind  32  32  0.80 0.0630
#> 19       4           Ginsburg 1970     7   group  aware  65  67 -0.07 0.0303
#> 13       5            Keshock 1970     1   indiv  blind  24  24 -0.02 0.0835
#> 5        6 Pellegrini & Hicks 1972     0   group  blind  11  22  0.26 0.1362
#> 10.1     7            Maxwell 1970     1   indiv  blind  32  32  0.80 0.0630
#> 18       8 Fleming & Anttonen 1971     2   group  blind 233 224  0.07 0.0088
#> 18.1     9 Fleming & Anttonen 1971     2   group  blind 233 224  0.07 0.0088
#> 16      10            Grieger 1970     5   group  blind  72  72 -0.06 0.0279
#> 18.2    11 Fleming & Anttonen 1971     2   group  blind 233 224  0.07 0.0088
#> 12      12            Flowers 1966     0   group  blind  43  38  0.18 0.0497
#> 10.2    13            Maxwell 1970     1   indiv  blind  32  32  0.80 0.0630
#> 1.1     14   Rosenthal et al. 1974     2   group  aware  77 339  0.03 0.0156
#> 14      15          Henrikson 1970     2   indiv  blind  19  32  0.23 0.0841
#> 9       16             Kester 1969     0   group  aware  75  74  0.27 0.0269
#> 8       17           Claiborn 1969    24   group  aware  26  99 -0.32 0.0484
#> 4       18 Pellegrini & Hicks 1972     0   group  aware  11  22  1.18 0.1391
#> 9.1     19             Kester 1969     0   group  aware  75  74  0.27 0.0269
#>      old_studyid
#> 1              1
#> 7              7
#> 10            10
#> 19            19
#> 13            13
#> 5              5
#> 10.1          10
#> 18            18
#> 18.1          18
#> 16            16
#> 18.2          18
#> 12            12
#> 10.2          10
#> 1.1            1
#> 14            14
#> 9              9
#> 8              8
#> 4              4
#> 9.1            9
#> 
#> $estimator
#> [1] "REML"
#> 
#> $est_values
#> $est_values$mu
#> [1] 0.1688114
#> 
#> $est_values$Tau
#>            [,1]
#> [1,] 0.04233521
#> 
#> $est_values$Tau_by_study
#> NULL
#> 
#> $est_values$gamma
#> NULL
#> 
#> $est_values$hessian_beta
#> [1] 0.06876613
#> 
#> $est_values$hessian_tau
#> [1] 0.03643184
#> 
#> $est_values$hessian_gamma
#> NULL
#> 
#> $est_values$hessian_info
#> $est_values$hessian_info$vcov
#>              [,1]         [,2]
#> [1,] 0.0047287813 0.0009421922
#> [2,] 0.0009421922 0.0013272788
#> 
#> $est_values$hessian_info$se
#> [1] 0.06876613 0.03643184
#> 
#> $est_values$hessian_info$ok
#> [1] TRUE
#> 
#> $est_values$hessian_info$method
#> [1] "chol2inv"
#> 
#> $est_values$hessian_info$scale
#> [1] 2
#> 
#> $est_values$hessian_info$message
#> NULL
#> 
#> 
#> 
#> $beta_fe
#>           [,1]
#> [1,] 0.1073005
#> 
#> $random_names
#> NULL
#> 
#> $dim_random
#> NULL
#> 
#> $random_data
#> NULL
#> 
#> $QE
#> $QE$value
#>          [,1]
#> [1,] 42.32258
#> 
#> $QE$df
#> [1] 18
#> 
#> $QE$p
#>              [,1]
#> [1,] 0.0009967167
#> 
#> $QE$p_r
#>      [,1]       
#> [1,] "p = 0.001"
#> 
#> 
#> $QE_w
#> NULL
#> 
#> $effect_size
#>  [1]  0.03 -0.02  0.80 -0.07 -0.02  0.26  0.80  0.07  0.07 -0.06  0.07  0.18
#> [13]  0.80  0.03  0.23  0.27 -0.32  1.18  0.27
#> 
#> $effect_size_name
#> [1] "yi"
#> 
#> $structure
#> [1] "univariate"
#> 
#> $q_f
#> [1] 1
#> 
#> $q_r
#> [1] 1
#> 
#> $design_matrix
#>      (Intercept)
#> 1              1
#> 7              1
#> 10             1
#> 19             1
#> 13             1
#> 5              1
#> 10.1           1
#> 18             1
#> 18.1           1
#> 16             1
#> 18.2           1
#> 12             1
#> 10.2           1
#> 1.1            1
#> 14             1
#> 9              1
#> 8              1
#> 4              1
#> 9.1            1
#> 
#> $weight_matrix
#>           [,1]     [,2]     [,3]     [,4]     [,5]     [,6]     [,7]   [,8]
#>  [1,] 17.26066  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#>  [2,]  0.00000 18.89102 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#>  [3,]  0.00000  0.00000 9.493501  0.00000 0.000000 0.000000 0.000000  0.000
#>  [4,]  0.00000  0.00000 0.000000 13.76743 0.000000 0.000000 0.000000  0.000
#>  [5,]  0.00000  0.00000 0.000000  0.00000 7.946901 0.000000 0.000000  0.000
#>  [6,]  0.00000  0.00000 0.000000  0.00000 0.000000 5.601136 0.000000  0.000
#>  [7,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 9.493501  0.000
#>  [8,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000 19.556
#>  [9,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [10,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [11,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [12,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [13,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [14,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [15,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [16,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [17,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [18,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [19,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#>         [,9]    [,10]  [,11]    [,12]    [,13]    [,14]    [,15]    [,16]
#>  [1,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [2,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [3,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [4,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [5,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [6,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [7,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [8,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [9,] 19.556  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [10,]  0.000 14.23787  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [11,]  0.000  0.00000 19.556  0.00000 0.000000  0.00000 0.000000  0.00000
#> [12,]  0.000  0.00000  0.000 10.86541 0.000000  0.00000 0.000000  0.00000
#> [13,]  0.000  0.00000  0.000  0.00000 9.493501  0.00000 0.000000  0.00000
#> [14,]  0.000  0.00000  0.000  0.00000 0.000000 17.26066 0.000000  0.00000
#> [15,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 7.909189  0.00000
#> [16,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000 14.44352
#> [17,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [18,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [19,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>          [,17]    [,18]    [,19]
#>  [1,]  0.00000 0.000000  0.00000
#>  [2,]  0.00000 0.000000  0.00000
#>  [3,]  0.00000 0.000000  0.00000
#>  [4,]  0.00000 0.000000  0.00000
#>  [5,]  0.00000 0.000000  0.00000
#>  [6,]  0.00000 0.000000  0.00000
#>  [7,]  0.00000 0.000000  0.00000
#>  [8,]  0.00000 0.000000  0.00000
#>  [9,]  0.00000 0.000000  0.00000
#> [10,]  0.00000 0.000000  0.00000
#> [11,]  0.00000 0.000000  0.00000
#> [12,]  0.00000 0.000000  0.00000
#> [13,]  0.00000 0.000000  0.00000
#> [14,]  0.00000 0.000000  0.00000
#> [15,]  0.00000 0.000000  0.00000
#> [16,]  0.00000 0.000000  0.00000
#> [17,] 11.02108 0.000000  0.00000
#> [18,]  0.00000 5.511609  0.00000
#> [19,]  0.00000 0.000000 14.44352
#> 
#> $Ss
#> $Ss[[1]]
#> [1] 0.0156
#> 
#> $Ss[[2]]
#> [1] 0.0106
#> 
#> $Ss[[3]]
#> [1] 0.063
#> 
#> $Ss[[4]]
#> [1] 0.0303
#> 
#> $Ss[[5]]
#> [1] 0.0835
#> 
#> $Ss[[6]]
#> [1] 0.1362
#> 
#> $Ss[[7]]
#> [1] 0.063
#> 
#> $Ss[[8]]
#> [1] 0.0088
#> 
#> $Ss[[9]]
#> [1] 0.0088
#> 
#> $Ss[[10]]
#> [1] 0.0279
#> 
#> $Ss[[11]]
#> [1] 0.0088
#> 
#> $Ss[[12]]
#> [1] 0.0497
#> 
#> $Ss[[13]]
#> [1] 0.063
#> 
#> $Ss[[14]]
#> [1] 0.0156
#> 
#> $Ss[[15]]
#> [1] 0.0841
#> 
#> $Ss[[16]]
#> [1] 0.0269
#> 
#> $Ss[[17]]
#> [1] 0.0484
#> 
#> $Ss[[18]]
#> [1] 0.1391
#> 
#> $Ss[[19]]
#> [1] 0.0269
#> 
#> 
#> $outcome_name
#> [1] "yi"
#> 
#> $study_id
#> [1] "study"
#> 
#> $effect_id
#> NULL
#> 
#> $variance
#> [1] "vi"
#> 
#> $variance_name
#> [1] "vi"
#> 
#> $sample_size_name
#> NULL
#> 
#> $fixed_tau2
#> [1] FALSE
#> 
#> $tau2_input
#> NULL
#> 
#> $missing_data
#> $missing_data$method
#> [1] "remove"
#> 
#> $missing_data$em
#> $missing_data$em$applied
#> [1] FALSE
#> 
#> $missing_data$em$converged
#> [1] NA
#> 
#> $missing_data$em$iterations
#> [1] 0
#> 
#> $missing_data$em$columns
#> character(0)
#> 
#> 
#> 
#> $scale_design_matrix
#> NULL
#> 
#> $data
#>      study             author year weeks setting tester n1i n2i    yi     vi
#> 1        1   Rosenthal et al. 1974     2   group  aware  77 339  0.03 0.0156
#> 7        2     Fielder et al. 1971    17   group  blind 110 636 -0.02 0.0106
#> 10       3            Maxwell 1970     1   indiv  blind  32  32  0.80 0.0630
#> 19       4           Ginsburg 1970     7   group  aware  65  67 -0.07 0.0303
#> 13       5            Keshock 1970     1   indiv  blind  24  24 -0.02 0.0835
#> 5        6 Pellegrini & Hicks 1972     0   group  blind  11  22  0.26 0.1362
#> 10.1     7            Maxwell 1970     1   indiv  blind  32  32  0.80 0.0630
#> 18       8 Fleming & Anttonen 1971     2   group  blind 233 224  0.07 0.0088
#> 18.1     9 Fleming & Anttonen 1971     2   group  blind 233 224  0.07 0.0088
#> 16      10            Grieger 1970     5   group  blind  72  72 -0.06 0.0279
#> 18.2    11 Fleming & Anttonen 1971     2   group  blind 233 224  0.07 0.0088
#> 12      12            Flowers 1966     0   group  blind  43  38  0.18 0.0497
#> 10.2    13            Maxwell 1970     1   indiv  blind  32  32  0.80 0.0630
#> 1.1     14   Rosenthal et al. 1974     2   group  aware  77 339  0.03 0.0156
#> 14      15          Henrikson 1970     2   indiv  blind  19  32  0.23 0.0841
#> 9       16             Kester 1969     0   group  aware  75  74  0.27 0.0269
#> 8       17           Claiborn 1969    24   group  aware  26  99 -0.32 0.0484
#> 4       18 Pellegrini & Hicks 1972     0   group  aware  11  22  1.18 0.1391
#> 9.1     19             Kester 1969     0   group  aware  75  74  0.27 0.0269
#>      old_studyid
#> 1              1
#> 7              7
#> 10            10
#> 19            19
#> 13            13
#> 5              5
#> 10.1          10
#> 18            18
#> 18.1          18
#> 16            16
#> 18.2          18
#> 12            12
#> 10.2          10
#> 1.1            1
#> 14            14
#> 9              9
#> 8              8
#> 4              4
#> 9.1            9
#> 
#> $est_values
#> $est_values$mu
#> [1] 0.1688114
#> 
#> $est_values$Tau
#>            [,1]
#> [1,] 0.04233521
#> 
#> $est_values$Tau_by_study
#> NULL
#> 
#> $est_values$gamma
#> NULL
#> 
#> $est_values$hessian_beta
#> [1] 0.06876613
#> 
#> $est_values$hessian_tau
#> [1] 0.03643184
#> 
#> $est_values$hessian_gamma
#> NULL
#> 
#> $est_values$hessian_info
#> $est_values$hessian_info$vcov
#>              [,1]         [,2]
#> [1,] 0.0047287813 0.0009421922
#> [2,] 0.0009421922 0.0013272788
#> 
#> $est_values$hessian_info$se
#> [1] 0.06876613 0.03643184
#> 
#> $est_values$hessian_info$ok
#> [1] TRUE
#> 
#> $est_values$hessian_info$method
#> [1] "chol2inv"
#> 
#> $est_values$hessian_info$scale
#> [1] 2
#> 
#> $est_values$hessian_info$message
#> NULL
#> 
#> 
#> 
#> $optim_values
#> $optim_values$par
#> [1] 0.16881143 0.04233521
#> 
#> $optim_values$value
#> [1] -18.06111
#> 
#> $optim_values$counts
#> function gradient 
#>       22       22 
#> 
#> $optim_values$convergence
#> [1] 0
#> 
#> $optim_values$message
#> [1] "CONVERGENCE: REL_REDUCTION_OF_F <= FACTR*EPSMCH"
#> 
#> $optim_values$hessian
#>           [,1]      [,2]
#> [1,]  492.6170 -349.6928
#> [2,] -349.6928 1755.0781
#> 
#> 
#> $invPsi
#>           [,1]     [,2]     [,3]     [,4]     [,5]     [,6]     [,7]   [,8]
#>  [1,] 17.26066  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#>  [2,]  0.00000 18.89102 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#>  [3,]  0.00000  0.00000 9.493501  0.00000 0.000000 0.000000 0.000000  0.000
#>  [4,]  0.00000  0.00000 0.000000 13.76743 0.000000 0.000000 0.000000  0.000
#>  [5,]  0.00000  0.00000 0.000000  0.00000 7.946901 0.000000 0.000000  0.000
#>  [6,]  0.00000  0.00000 0.000000  0.00000 0.000000 5.601136 0.000000  0.000
#>  [7,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 9.493501  0.000
#>  [8,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000 19.556
#>  [9,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [10,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [11,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [12,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [13,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [14,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [15,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [16,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [17,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [18,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#> [19,]  0.00000  0.00000 0.000000  0.00000 0.000000 0.000000 0.000000  0.000
#>         [,9]    [,10]  [,11]    [,12]    [,13]    [,14]    [,15]    [,16]
#>  [1,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [2,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [3,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [4,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [5,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [6,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [7,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [8,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>  [9,] 19.556  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [10,]  0.000 14.23787  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [11,]  0.000  0.00000 19.556  0.00000 0.000000  0.00000 0.000000  0.00000
#> [12,]  0.000  0.00000  0.000 10.86541 0.000000  0.00000 0.000000  0.00000
#> [13,]  0.000  0.00000  0.000  0.00000 9.493501  0.00000 0.000000  0.00000
#> [14,]  0.000  0.00000  0.000  0.00000 0.000000 17.26066 0.000000  0.00000
#> [15,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 7.909189  0.00000
#> [16,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000 14.44352
#> [17,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [18,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#> [19,]  0.000  0.00000  0.000  0.00000 0.000000  0.00000 0.000000  0.00000
#>          [,17]    [,18]    [,19]
#>  [1,]  0.00000 0.000000  0.00000
#>  [2,]  0.00000 0.000000  0.00000
#>  [3,]  0.00000 0.000000  0.00000
#>  [4,]  0.00000 0.000000  0.00000
#>  [5,]  0.00000 0.000000  0.00000
#>  [6,]  0.00000 0.000000  0.00000
#>  [7,]  0.00000 0.000000  0.00000
#>  [8,]  0.00000 0.000000  0.00000
#>  [9,]  0.00000 0.000000  0.00000
#> [10,]  0.00000 0.000000  0.00000
#> [11,]  0.00000 0.000000  0.00000
#> [12,]  0.00000 0.000000  0.00000
#> [13,]  0.00000 0.000000  0.00000
#> [14,]  0.00000 0.000000  0.00000
#> [15,]  0.00000 0.000000  0.00000
#> [16,]  0.00000 0.000000  0.00000
#> [17,] 11.02108 0.000000  0.00000
#> [18,]  0.00000 5.511609  0.00000
#> [19,]  0.00000 0.000000 14.44352
#> 
#> $relative_weights
#>  [1] 0.07007741 0.07669657 0.03854314 0.05589506 0.03226402 0.02274033
#>  [7] 0.03854314 0.07939635 0.07939635 0.05780504 0.07939635 0.04411300
#> [13] 0.03854314 0.07007741 0.03211091 0.05863995 0.04474503 0.02237686
#> [19] 0.05863995
#> 
#> $beta_r
#>           [,1]
#> [1,] 0.1688114
#> 
#> $varcov_beta
#>            [,1]
#> [1,] 0.00405995
#> 
#> $varcov_tau
#> [1] 0.03643184
#> 
#> $beta_r_int
#>           [,1]
#> [1,] 0.1688114
#> 
#> $varcov_beta_int
#>            [,1]
#> [1,] 0.00405995
#> 
#> $QM
#> $QM$value
#>          [,1]
#> [1,] 7.019126
#> 
#> $QM$df
#> [1] 1
#> 
#> $QM$p
#>             [,1]
#> [1,] 0.008064358
#> 
#> 
#> $F_test
#> $F_test$value
#>           [,1]
#> [1,] 0.2959877
#> 
#> $F_test$df1
#> [1] 1
#> 
#> $F_test$df2
#> [1] 18
#> 
#> $F_test$p
#>           [,1]
#> [1,] 0.5930846
#> 
#> 
#> $I2_within
#> [1] 65.3665
#> 
#> $I2_jackson
#> [1] 70.44704
#> 
#> $I2_between
#> [1] 48.55143
#> 
#> $fit_stats
#>     logLik      Dev      AIC      BIC     AICc
#> 1 -6.03812 12.07624 16.07624 17.85698 20.69162
#> 
#> $fitted_values
#>           [,1]
#> 1    0.1688114
#> 7    0.1688114
#> 10   0.1688114
#> 19   0.1688114
#> 13   0.1688114
#> 5    0.1688114
#> 10.1 0.1688114
#> 18   0.1688114
#> 18.1 0.1688114
#> 16   0.1688114
#> 18.2 0.1688114
#> 12   0.1688114
#> 10.2 0.1688114
#> 1.1  0.1688114
#> 14   0.1688114
#> 9    0.1688114
#> 8    0.1688114
#> 4    0.1688114
#> 9.1  0.1688114
#> 
#> $residuals
#>             [,1]
#> 1    -0.13881143
#> 7    -0.18881143
#> 10    0.63118857
#> 19   -0.23881143
#> 13   -0.18881143
#> 5     0.09118857
#> 10.1  0.63118857
#> 18   -0.09881143
#> 18.1 -0.09881143
#> 16   -0.22881143
#> 18.2 -0.09881143
#> 12    0.01118857
#> 10.2  0.63118857
#> 1.1  -0.13881143
#> 14    0.06118857
#> 9     0.10118857
#> 8    -0.48881143
#> 4     1.01118857
#> 9.1   0.10118857
#> 
#> $scale_coefficients
#> NULL
#> 
#> $varcov_scale
#> NULL
#> 
#> $scale_formula
#> NULL
#> 
#> $effect_size
#>  [1]  0.03 -0.02  0.80 -0.07 -0.02  0.26  0.80  0.07  0.07 -0.06  0.07  0.18
#> [13]  0.80  0.03  0.23  0.27 -0.32  1.18  0.27
#> 
#> $effect_size_name
#> [1] "yi"
#> 
#> $study_id
#> [1] "study"
#> 
#> $effect_id
#> NULL
#> 
#> $variance
#> [1] "vi"
#> 
#> $variance_name
#> [1] "vi"
#> 
#> $sample_size_name
#> NULL
#> 
#> $robust
#> NULL
#> 
#> $estimation_method
#> [1] "REML"
#> 
#> $structure
#> [1] "univariate"
#> 
#> $hessian_info
#> $hessian_info$vcov
#>              [,1]         [,2]
#> [1,] 0.0047287813 0.0009421922
#> [2,] 0.0009421922 0.0013272788
#> 
#> $hessian_info$se
#> [1] 0.06876613 0.03643184
#> 
#> $hessian_info$ok
#> [1] TRUE
#> 
#> $hessian_info$method
#> [1] "chol2inv"
#> 
#> $hessian_info$scale
#> [1] 2
#> 
#> $hessian_info$message
#> NULL
#> 
#> 
#> $design_matrix
#>      (Intercept)
#> 1              1
#> 7              1
#> 10             1
#> 19             1
#> 13             1
#> 5              1
#> 10.1           1
#> 18             1
#> 18.1           1
#> 16             1
#> 18.2           1
#> 12             1
#> 10.2           1
#> 1.1            1
#> 14             1
#> 9              1
#> 8              1
#> 4              1
#> 9.1            1
#> 
#> $estimator
#> [1] "REML"
#> 
#> attr(,"class")
#> [1] "mars"
#> 
#> $model_information$correlations
#>        term        var        SD
#> 1 intercept 0.04233521 0.2057552
#> 
#> $model_information$random_stats
#> NULL
#> 
#> $model_information$fixed_effect
#> [1] FALSE
#> 
#> $model_information$beta
#>     attribute  estimate         SE   z_test     p_value      lower     upper
#> 1 (Intercept) 0.1688114 0.06371773 2.649363 0.008064358 0.04392696 0.2936959
#> 
#> $model_information$beta_robust
#> NULL
#> 
#> $model_information$dimensions
#> $model_information$dimensions$number_random
#> [1] 1
#> 
#> $model_information$dimensions$number_fixed
#> [1] 1
#> 
#> $model_information$dimensions$number_effectsize
#> [1] 19
#> 
#> $model_information$dimensions$dim_random
#> NULL
#> 
#> 
#> $model_information$digits
#> [1] 4
#> 
#> $model_information$i2_fe_part2
#> NULL
#> 
#> $model_information$lambda
#> NULL
#> 
#> $model_information$scale_beta
#> NULL
#> 
#> $model_information$residual_diagnostics
#> $structure
#> [1] "univariate"
#> 
#> $residuals
#>    index    fitted         raw     pearson studentized    whitened cluster
#> 1      1 0.1688114 -0.13881143 -0.57670526 -0.59804038 -0.57670526       1
#> 2      2 0.1688114 -0.18881143 -0.82064615 -0.85405082 -0.82064615       2
#> 3      3 0.1688114  0.63118857  1.94478832  1.98338687  1.94478832       3
#> 4      4 0.1688114 -0.23881143 -0.88609746 -0.91195070 -0.88609746       4
#> 5      5 0.1688114 -0.18881143 -0.53226411 -0.54106412 -0.53226411       5
#> 6      6 0.1688114  0.09118857  0.21581343  0.21830993  0.21581343       6
#> 7      7 0.1688114  0.63118857  1.94478832  1.98338687  1.94478832       7
#> 8      8 0.1688114 -0.09881143 -0.43696548 -0.45541863 -0.43696548       8
#> 9      9 0.1688114 -0.09881143 -0.43696548 -0.45541863 -0.43696548       9
#> 10    10 0.1688114 -0.22881143 -0.86337656 -0.88946706 -0.86337656      10
#> 11    11 0.1688114 -0.09881143 -0.43696548 -0.45541863 -0.43696548      11
#> 12    12 0.1688114  0.01118857  0.03688057  0.03772197  0.03688057      12
#> 13    13 0.1688114  0.63118857  1.94478832  1.98338687  1.94478832      13
#> 14    14 0.1688114 -0.13881143 -0.57670526 -0.59804038 -0.57670526      14
#> 15    15 0.1688114  0.06118857  0.17208234  0.17491357  0.17208234      15
#> 16    16 0.1688114  0.10118857  0.38456340  0.39636023  0.38456340      16
#> 17    17 0.1688114 -0.48881143 -1.62275672 -1.66032750 -1.62275672      17
#> 18    18 0.1688114  1.01118857  2.37394888  2.40096387  2.37394888      18
#> 19    19 0.1688114  0.10118857  0.38456340  0.39636023  0.38456340      19
#> 
#> $summary
#>    n n_finite_raw   mean_raw    sd_raw     rmse      mae q_pearson
#> 1 19           19 0.07171489 0.3829777 0.379599 0.272569  23.71425
#>   mean_abs_studentized max_abs_studentized prop_abs_studentized_gt2
#> 1            0.8944204            2.400964               0.05263158
#>   prop_abs_studentized_gt3
#> 1                        0
#> 
#> $normality
#>                    test n_tested statistic    p_value
#> 1 shapiro_wilk_whitened       19 0.8731306 0.01633556
#> 
#> $heteroscedasticity
#>    n corr_abs_raw_fitted slope p_value
#> 1 19                  NA    NA      NA
#> 
#> $by_cluster
#>    study n    mean_raw       rmse mean_abs_studentized   q_pearson
#> 1      1 1 -0.13881143 0.13881143           0.59804038 0.332588956
#> 2      2 1 -0.18881143 0.18881143           0.85405082 0.673460111
#> 3      3 1  0.63118857 0.63118857           1.98338687 3.782201594
#> 4      4 1 -0.23881143 0.23881143           0.91195070 0.785168717
#> 5      5 1 -0.18881143 0.18881143           0.54106412 0.283305078
#> 6      6 1  0.09118857 0.09118857           0.21830993 0.046575438
#> 7      7 1  0.63118857 0.63118857           1.98338687 3.782201594
#> 8      8 1 -0.09881143 0.09881143           0.45541863 0.190938835
#> 9      9 1 -0.09881143 0.09881143           0.45541863 0.190938835
#> 10    10 1 -0.22881143 0.22881143           0.88946706 0.745419089
#> 11    11 1 -0.09881143 0.09881143           0.45541863 0.190938835
#> 12    12 1  0.01118857 0.01118857           0.03772197 0.001360177
#> 13    13 1  0.63118857 0.63118857           1.98338687 3.782201594
#> 14    14 1 -0.13881143 0.13881143           0.59804038 0.332588956
#> 15    15 1  0.06118857 0.06118857           0.17491357 0.029612331
#> 16    16 1  0.10118857 0.10118857           0.39636023 0.147889010
#> 17    17 1 -0.48881143 0.48881143           1.66032750 2.633339372
#> 18    18 1  1.01118857 1.01118857           2.40096387 5.635633276
#> 19    19 1  0.10118857 0.10118857           0.39636023 0.147889010
#> 
#> $by_outcome
#> NULL
#> 
#> attr(,"class")
#> [1] "mars_residual_diagnostics"
#> 
#> 
#> $number_boots
#> [1] 5
#> 
#> $number_repl
#> [1] 5
#> 
#> $robust_type
#> [1] "bootstrap"
#> 
#> $boot_repl
#>   beta_r_(Intercept) est_values.mu_(Intercept) est_values.Tau
#> 1         0.16881143                0.16881143     0.04233521
#> 2         0.08131755                0.08131755     0.01824207
#> 3         0.05637142                0.05637142     0.01276682
#> 4         0.13198367                0.13198367     0.03096120
#> 5         0.09669672                0.09669672     0.02328418
#>   est_values.hessian_beta est_values.hessian_tau est_values.hessian_info.vcov_1
#> 1              0.06876613             0.03643184                    0.004728781
#> 2              0.05725798             0.02159886                    0.003278476
#> 3              0.07327089             0.03078168                    0.005368623
#> 4              0.06833722             0.03031721                    0.004669976
#> 5              0.05634764             0.02376425                    0.003175057
#>   est_values.hessian_info.vcov_2 est_values.hessian_info.vcov_3
#> 1                   0.0009421922                   0.0009421922
#> 2                   0.0005342114                   0.0005342114
#> 3                   0.0015855631                   0.0015855631
#> 4                   0.0007960386                   0.0007960386
#> 5                   0.0004373448                   0.0004373448
#>   est_values.hessian_info.vcov_4 est_values.hessian_info.se_1
#> 1                   0.0013272788                   0.06876613
#> 2                   0.0004665107                   0.05725798
#> 3                   0.0009475117                   0.07327089
#> 4                   0.0009191333                   0.06833722
#> 5                   0.0005647396                   0.05634764
#>   est_values.hessian_info.se_2 est_values.hessian_info.scale QE.value QE.df
#> 1                   0.03643184                             2 42.32258    18
#> 2                   0.02159886                             2 31.09299    18
#> 3                   0.03078168                             2 31.14799    18
#> 4                   0.03031721                             2 36.84741    18
#> 5                   0.02376425                             2 35.47044    18
#>           QE.p QM.value QM.df        QM.p I2_within I2_jackson I2_between
#> 1 0.0009967167 7.019126     1 0.008064358  65.36650   70.44704   48.55143
#> 2 0.0280823111 2.479636     1 0.115328908  42.35010   50.08701   26.86339
#> 3 0.0276729020 1.170288     1 0.279342154  28.94983   38.75406   16.92476
#> 4 0.0054856064 4.376205     1 0.036444049  49.69990   58.25274   33.06711
#> 5 0.0082429878 3.296559     1 0.069425192  50.08315   55.87439   33.40728
#>   fit_stats.logLik fit_stats.Dev fit_stats.AIC fit_stats.BIC fit_stats.AICc
#> 1        -6.038120     12.076240     16.076240     17.856983       20.69162
#> 2        -1.628927      3.257854      7.257854      9.038597       11.87324
#> 3        -4.440749      8.881497     12.881497     14.662241       17.49688
#> 4        -6.214610     12.429220     16.429220     18.209963       21.04460
#> 5        -2.430344      4.860688      8.860688     10.641432       13.47607
#>   F_test.value F_test.df1 F_test.df2  F_test.p        sd
#> 1    0.2959877          1         18 0.5930846 0.2057552
#> 2    0.1169324          1         18 0.7363457 0.1350632
#> 3    0.0457852          1         18 0.8329719 0.1129904
#> 4    0.1867859          1         18 0.6707383 0.1759579
#> 5    0.1458349          1         18 0.7070188 0.1525916
#> 
#> attr(,"class")
#> [1] "mars_boot"
# }