1 Preparation of R and data

1.1 Load data and NEPSroutines

load("ex3.rda")
resp <- ex3$resp
vars <- ex3$vars

library("NEPSroutines")

1.2 User-defined missing values

table(unlist(resp[resp < 0]))
## Warning in Ops.factor(left, right): '<' ist nicht sinnvoll für Faktoren
## 
##   -54   -55   -56   -94   -95   -97 
## 92353   118   850 13615  1225  2841
mvs = c(
  OM = -97,
  NV = -95,
  NR = -94,
  NP = -56,
  ND = -55,
  MD = -54
)

labels_mvs = c(
  ALL = "total missing items",
  OM = "omitted items",
  NV = "not valid items",
  NR = "not reached items",
  NP = "not participated",
  ND = "not determinable items",
  MD = "items missing by design"
)

1.3 Attributes for socio-demographic variables

# Sex
attributes(resp$sex)$labels <- c(
  female = 0,
  male = 1
)

# Migration
attributes(resp$mig)$labels <- c(
  no_migration_background = 0,
  migration_background = 1
)

# Books
attributes(resp$books)$labels <- c(
  less_than_100 = 0,
  more_than_100 = 1
)

1.4 Create variables indicating common items

vars$common <- vars$easy & vars$medium & vars$difficult
resp$common <- TRUE

vars$dich_common <- vars$dich & vars$common
vars$mixed_common <- vars$mixed & vars$common

2 Sample and Booklet Descriptives

# Sample size with only valid cases
NEPSroutines::n_valid(resp, valid = "valid")
## There are 2100 valid cases and 10 invalid cases in the dataset.
# Descriptives (mean, sd, etc.) of continuous variables
NEPSroutines::desc_con(resp, desc = "age", valid = "valid")
## 
## Summary statistics of the continuous variables:
##        n   mean   sd median    min    max
## age 2100 11.979 0.92 12.008 10.093 13.923
# Descriptives (attributes, frequency) of nominal socio-demographic variables
NEPSroutines::show_attributes(resp, desc = c("sex", "mig", "books"))
## 
## The attributes for variable sex are:
## female   male 
##      0      1
## 
## The attributes for variable mig are:
## no_migration_background    migration_background 
##                       0                       1
## 
## The attributes for variable books are:
## less_than_100 more_than_100 
##             0             1
NEPSroutines::desc_nom(resp, desc = c("sex", "mig", "books"), valid = "valid")
## 
## Sample size by groups:
##       sex  mig books
## 0    1072 1360  1060
## 1    1028  349  1040
## <NA>    0  391     0
## 
## Frequency of groups including missing values:
##      sex      mig      books   
## [1,] "51.05%" "64.76%" "50.48%"
## [2,] "48.95%" "16.62%" "49.52%"
## [3,] "0%"     "18.62%" "0%"
## 
## Frequency of groups excluding missing values:
##      sex      mig      books   
## [1,] "51.05%" "79.58%" "50.48%"
## [2,] "48.95%" "20.42%" "49.52%"
# Descriptives (attributes, frequency) of nominal booklet variables
NEPSroutines::show_attributes(resp, desc = "booklet")
## 
## The attributes for variable booklet are:
## NULL
NEPSroutines::desc_nom(resp, desc = "booklet", valid = "valid")
## 
## Sample size by groups:
##           booklet
## easy          684
## medium        733
## difficult     683
## <NA>            0
## 
## Frequency of groups including missing values:
##      booklet 
## [1,] "32.57%"
## [2,] "34.9%" 
## [3,] "32.52%"
## [4,] "0%"
## 
## Frequency of groups excluding missing values:
##      booklet 
## [1,] "32.57%"
## [2,] "34.9%" 
## [3,] "32.52%"
# Sample size by test version
NEPSroutines::sample_by_group(
  resp = resp,
  grouping_variable = "booklet",
  save = TRUE,
  overwrite = TRUE,
  path = "tables"
)
##      easy    medium difficult     Total 
##       686       738       686      2110
# Item type by test version
NEPSroutines::props_by_group(
  vars = vars,
  select = "mixed",
  grouping = c("easy",  "medium", "difficult"),
  properties = c("texttype"),
  save = TRUE,
  overwrite = TRUE,
  path = "tables"
)
## $texttype
##                       easy medium difficult
## instruction              2      3         3
## literary                 2      2         2
## commenting               2      3         4
## information              2      1        NA
## advertising              2      2         1
## Total number of items   10     11        10

3 Missing Responses Analyses

3.1 Missing Responses by Person

NEPSroutines::mv_person(
  resp = resp,
  vars = vars,
  select = "mixed",
  valid = "valid",
  mvs = mvs,
  labels_mvs = labels_mvs,
  missing_by_design = c(-56,-54),
  overwrite = TRUE,
  plots = TRUE,
  save = TRUE,
  print = TRUE,
  return = FALSE,
  path_results = "results",
  path_table = "tables",
  path_plots = "plots/missings_by_person",
  digits = 2,
  warn = TRUE,
  verbose = FALSE
)
## 
## Table with results:
##          OM   NV   NR   ND  ALL
## mean   0.29 0.10 0.97 0.06 1.42
## sd     0.53 0.32 1.46 0.23 1.53
## median 0.00 0.00 0.00 0.00 1.00
## min    0.00 0.00 0.00 0.00 0.00
## max    3.00 2.00 9.00 1.00 9.00
## 

3.2 Missing Responses by Item

NEPSroutines::mv_item(
  resp = resp,
  vars = vars,
  select = "mixed",
  valid = "valid",
  mvs = mvs,
  labels_mvs = labels_mvs,
  missing_by_design = c(-56,-54),
  grouping = c("easy", "medium", "difficult"),
  position = c(
    easy = "pos_easy",
    medium = "pos_medium",
    difficult = "pos_difficult"
  ),
  show_all = FALSE,
  overwrite = TRUE,
  plots = TRUE,
  save = TRUE,
  print = TRUE,
  return = FALSE,
  path_results = "results",
  path_table = "tables",
  path_plots = "plots/missings_by_item",
  digits = 2,
  warn = TRUE,
  verbose = FALSE
)
## Warning: Removed 2 rows containing missing values or values outside the scale range
## (`geom_col()`).
## Removed 2 rows containing missing values or values outside the scale range
## (`geom_col()`).
## Removed 2 rows containing missing values or values outside the scale range
## (`geom_col()`).
## Removed 2 rows containing missing values or values outside the scale range
## (`geom_col()`).
## 
## Table 1 shows missing values by item position and missing type.
## All other tables show summary statistics over all items.
## $list
##          item position_easy N_administered_easy N_valid_easy OM_easy NV_easy
## 1  reg70010_c             6                 684          646    1.75    0.88
## 2  reg70020_c             7                 684          615    3.65    0.58
## 3  reg70030_c             8                 684          581    2.78    0.15
## 4  reg70040_c             9                 684          510    2.19    1.32
## 5  reg7005s_c            10                 684          313    2.49    0.73
## 6  reg70060_c             1                 684          644    4.24    1.61
## 7  reg70070_c             2                 684          661    2.49    0.88
## 8  reg70080_c             3                 684          647    3.95    1.17
## 9  reg7009s_c             4                 684          646    3.51    1.46
## 10 reg70100_c             5                 684          644    3.07    1.46
## 11 reg70110_c            NA                  NA           NA      NA      NA
## 12 reg70120_c            NA                  NA           NA      NA      NA
## 13 reg70130_c            NA                  NA           NA      NA      NA
## 14 reg70140_c            NA                  NA           NA      NA      NA
## 15 reg70150_c            NA                  NA           NA      NA      NA
## 16 reg7016s_c            NA                  NA           NA      NA      NA
## 17 reg70170_c            NA                  NA           NA      NA      NA
## 18 reg70180_c            NA                  NA           NA      NA      NA
## 19 reg7019s_c            NA                  NA           NA      NA      NA
## 20 reg70200_c            NA                  NA           NA      NA      NA
## 21 reg7021s_c            NA                  NA           NA      NA      NA
##    NR_easy ND_easy ALL_easy position_medium N_administered_medium
## 1     2.92    0.00     5.56               1                   733
## 2     5.85    0.00    10.09               2                   733
## 3    12.13    0.00    15.06               3                   733
## 4    21.93    0.00    25.44               4                   733
## 5    42.98    8.04    54.24               5                   733
## 6     0.00    0.00     5.85              NA                    NA
## 7     0.00    0.00     3.36              NA                    NA
## 8     0.29    0.00     5.41              NA                    NA
## 9     0.58    0.00     5.56              NA                    NA
## 10    1.32    0.00     5.85              NA                    NA
## 11      NA      NA       NA               6                   733
## 12      NA      NA       NA               7                   733
## 13      NA      NA       NA               8                   733
## 14      NA      NA       NA               9                   733
## 15      NA      NA       NA              10                   733
## 16      NA      NA       NA              11                   733
## 17      NA      NA       NA              NA                    NA
## 18      NA      NA       NA              NA                    NA
## 19      NA      NA       NA              NA                    NA
## 20      NA      NA       NA              NA                    NA
## 21      NA      NA       NA              NA                    NA
##    N_valid_medium OM_medium NV_medium NR_medium ND_medium ALL_medium
## 1             706      2.59      1.09      0.00      0.00       3.68
## 2             703      2.73      1.36      0.00      0.00       4.09
## 3             708      1.91      0.82      0.68      0.00       3.41
## 4             687      3.68      1.23      1.36      0.00       6.28
## 5             669      2.05      0.55      1.77      4.37       8.73
## 6              NA        NA        NA        NA        NA         NA
## 7              NA        NA        NA        NA        NA         NA
## 8              NA        NA        NA        NA        NA         NA
## 9              NA        NA        NA        NA        NA         NA
## 10             NA        NA        NA        NA        NA         NA
## 11            683      3.68      0.95      2.18      0.00       6.82
## 12            673      2.59      1.23      4.37      0.00       8.19
## 13            650      3.00      1.09      7.23      0.00      11.32
## 14            598      2.59      0.82     15.01      0.00      18.42
## 15            522      2.05      0.27     26.47      0.00      28.79
## 16            358      0.95      0.95     49.25      0.00      51.16
## 17             NA        NA        NA        NA        NA         NA
## 18             NA        NA        NA        NA        NA         NA
## 19             NA        NA        NA        NA        NA         NA
## 20             NA        NA        NA        NA        NA         NA
## 21             NA        NA        NA        NA        NA         NA
##    position_difficult N_administered_difficult N_valid_difficult OM_difficult
## 1                   6                      683               626         3.51
## 2                   7                      683               611         2.64
## 3                   8                      683               573         3.07
## 4                   9                      683               501         1.90
## 5                  10                      683               329         3.22
## 6                  NA                       NA                NA           NA
## 7                  NA                       NA                NA           NA
## 8                  NA                       NA                NA           NA
## 9                  NA                       NA                NA           NA
## 10                 NA                       NA                NA           NA
## 11                 NA                       NA                NA           NA
## 12                 NA                       NA                NA           NA
## 13                 NA                       NA                NA           NA
## 14                 NA                       NA                NA           NA
## 15                 NA                       NA                NA           NA
## 16                 NA                       NA                NA           NA
## 17                  1                      683               659         2.93
## 18                  2                      683               665         2.05
## 19                  3                      683               652         3.37
## 20                  4                      683               646         3.51
## 21                  5                      683               635         3.66
##    NV_difficult NR_difficult ND_difficult ALL_difficult
## 1          1.17         3.66         0.00          8.35
## 2          1.46         6.44         0.00         10.54
## 3          0.59        12.45         0.00         16.11
## 4          1.32        23.43         0.00         26.65
## 5          0.59        43.48         4.54         51.83
## 6            NA           NA           NA            NA
## 7            NA           NA           NA            NA
## 8            NA           NA           NA            NA
## 9            NA           NA           NA            NA
## 10           NA           NA           NA            NA
## 11           NA           NA           NA            NA
## 12           NA           NA           NA            NA
## 13           NA           NA           NA            NA
## 14           NA           NA           NA            NA
## 15           NA           NA           NA            NA
## 16           NA           NA           NA            NA
## 17         0.59         0.00         0.00          3.51
## 18         0.59         0.00         0.00          2.64
## 19         1.17         0.00         0.00          4.54
## 20         0.88         1.02         0.00          5.42
## 21         1.02         2.34         0.00          7.03
## 
## $summary_all
##                   Mean     SD  Median    Min     Max
## N_administered 1976.00 412.00 2100.00 733.00 2100.00
## N_valid        1705.55 514.68 1948.00 358.00 2029.00
## OM                2.71   0.69    2.95   0.95    3.57
## NV                0.97   0.21    1.00   0.52    1.19
## NR               11.70  16.94    2.90   0.00   49.25
## ND                0.51   1.27    0.00   0.00    4.10
## ALL              15.89  16.87    7.24   3.38   51.16
## 
## $summary_easy
##                  Mean     SD Median    Min    Max
## N_administered 684.00   0.00 684.00 684.00 684.00
## N_valid        590.70 107.61 644.00 313.00 661.00
## OM               3.01   0.81   2.92   1.75   4.24
## NV               1.02   0.46   1.02   0.15   1.61
## NR               8.80  13.93   2.12   0.00  42.98
## ND               0.80   2.54   0.00   0.00   8.04
## ALL             13.64  15.73   5.85   3.36  54.24
## 
## $summary_medium
##                  Mean     SD Median    Min    Max
## N_administered 733.00   0.00 733.00 733.00 733.00
## N_valid        632.45 106.59 673.00 358.00 708.00
## OM               2.53   0.79   2.59   0.95   3.68
## NV               0.94   0.32   0.95   0.27   1.36
## NR               9.85  15.38   2.18   0.00  49.25
## ND               0.40   1.32   0.00   0.00   4.37
## ALL             13.72  14.54   8.19   3.41  51.16
## 
## $summary_difficult
##                  Mean     SD Median    Min    Max
## N_administered 683.00   0.00 683.00 683.00 683.00
## N_valid        589.70 104.06 630.50 329.00 665.00
## OM               2.99   0.61   3.14   1.90   3.66
## NV               0.94   0.34   0.95   0.59   1.46
## NR               9.28  14.12   3.00   0.00  43.48
## ND               0.45   1.44   0.00   0.00   4.54
## ALL             13.66  15.24   7.69   2.64  51.83
## 
## Summary for TR
## 
## Easy:
## The proportion of omitted items in the easy test version varied between 1.75% (item reg70010_c) and 4.24% (item reg70060_c).
## The proportion of not valid items in the easy test version varied between 0.15% (item reg70030_c) and 1.61% (item reg70060_c).
## The proportion of not reached items in the easy test version varied between 0% (items reg70060_c, reg70070_c) and 42.98% (item reg7005s_c).
## The proportion of not determinable items in the easy test version varied between 0% and 8.04% (item reg7005s_c).
## The proportion of total missing items in the easy test version varied between 3.36% (item reg70070_c) and 54.24% (item reg7005s_c).
## 
## Medium:
## The proportion of omitted items in the medium test version varied between 0.95% (item reg7016s_c) and 3.68% (items reg70040_c, reg70110_c).
## The proportion of not valid items in the medium test version varied between 0.27% (item reg70150_c) and 1.36% (item reg70020_c).
## The proportion of not reached items in the medium test version varied between 0% (items reg70010_c, reg70020_c) and 49.25% (item reg7016s_c).
## The proportion of not determinable items in the medium test version varied between 0% and 4.37% (item reg7005s_c).
## The proportion of total missing items in the medium test version varied between 3.41% (item reg70030_c) and 51.16% (item reg7016s_c).
## 
## Difficult:
## The proportion of omitted items in the difficult test version varied between 1.9% (item reg70040_c) and 3.66% (item reg7021s_c).
## The proportion of not valid items in the difficult test version varied between 0.59% and 1.46% (item reg70020_c).
## The proportion of not reached items in the difficult test version varied between 0% (items reg70170_c, reg70180_c, reg7019s_c) and 43.48% (item reg7005s_c).
## The proportion of not determinable items in the difficult test version varied between 0% and 4.54% (item reg7005s_c).
## The proportion of total missing items in the difficult test version varied between 2.64% (item reg70180_c) and 51.83% (item reg7005s_c).
## 

4 IRT Analyses

4.1 Dichotomous items

NEPSroutines::irt_analysis(
  resp = resp,
  vars = vars,
  select = "dich",
  valid = "valid",
  mvs = mvs,
  plots = TRUE,
  save = TRUE,
  print = TRUE,
  return = FALSE,
  path_results = "results",
  path_table = "tables",
  path_plots = "plots",
  overwrite = TRUE,
  digits = 2,
  verbose = FALSE
)
## 
## IRT summary table
##          Item N_administered N_valid correct   xsi   SE WMNSQ     t  rit  aQ3
## 1  reg70010_c           2100    1978   72.65 -1.21 0.06  1.03  1.05 0.28 0.04
## 2  reg70020_c           2100    1929   84.97 -2.08 0.07  1.02  0.38 0.21 0.04
## 3  reg70030_c           2100    1862   78.36 -1.57 0.06  1.03  0.80 0.26 0.04
## 4  reg70040_c           2100    1698   67.55 -0.91 0.06  1.00 -0.17 0.34 0.04
## 5  reg70060_c            684     644   18.79  1.58 0.11  1.00  0.06 0.27 0.05
## 6  reg70070_c            684     661   57.94 -0.59 0.09  1.04  1.17 0.25 0.05
## 7  reg70080_c            684     647   39.57  0.31 0.09  0.92 -2.17 0.37 0.05
## 8  reg70100_c            684     644   38.04  0.42 0.09  0.98 -0.44 0.32 0.04
## 9  reg70110_c            733     683   66.91 -0.89 0.09  1.06  1.59 0.22 0.06
## 10 reg70120_c            733     673   29.57  1.04 0.09  1.03  0.80 0.27 0.04
## 11 reg70130_c            733     650   93.08 -3.04 0.16  1.01  0.10 0.14 0.04
## 12 reg70140_c            733     598   47.32  0.10 0.09  1.01  0.29 0.30 0.05
## 13 reg70150_c            733     522   92.15 -2.91 0.17  1.05  0.40 0.14 0.04
## 14 reg70170_c            683     659   45.68  0.44 0.09  1.06  1.80 0.21 0.04
## 15 reg70180_c            683     665   93.23 -2.87 0.16  0.99 -0.07 0.15 0.04
## 16 reg70200_c            683     646   55.88 -0.08 0.09  0.95 -1.35 0.35 0.04
## 17 reg70051_c           2100    1329   40.03  0.51 0.06  0.98 -0.82 0.34 0.06
## 18 reg70052_c           2100    1337   51.76 -0.09 0.06  0.99 -0.34 0.34 0.04
## 19 reg70053_c           2100    1320   92.12 -2.90 0.11  1.01  0.13 0.18 0.05
## 20 reg70054_c           2100    1326   17.65  1.88 0.08  0.95 -1.10 0.32 0.05
## 21 reg70055_c           2100    1334   14.39  2.18 0.08  0.96 -0.84 0.30 0.05
## 22 reg70091_c            684     649   86.44 -2.42 0.12  1.01  0.09 0.25 0.03
## 23 reg70092_c            684     648   44.29  0.08 0.09  0.96 -1.07 0.38 0.05
## 24 reg70093_c            684     650   69.08 -1.18 0.09  1.07  1.56 0.24 0.07
## 25 reg70094_c            684     650   75.23 -1.55 0.10  1.01  0.32 0.30 0.05
## 26 reg70095_c            684     647   14.06  1.99 0.12  1.03  0.35 0.26 0.05
## 27 reg70161_c            733     358   86.59 -2.24 0.17  1.00  0.07 0.26 0.06
## 28 reg70162_c            733     361   16.62  1.96 0.15  0.99 -0.10 0.34 0.04
## 29 reg70163_c            733     362   39.50  0.51 0.12  0.94 -1.31 0.44 0.03
## 30 reg70164_c            733     358   71.23 -1.12 0.13  0.97 -0.54 0.39 0.05
## 31 reg70165_c            733     361   47.09  0.13 0.12  0.99 -0.28 0.38 0.04
## 32 reg70166_c            733     360   12.50  2.35 0.17  0.95 -0.40 0.33 0.04
## 33 reg70191_c            683     658   39.21  0.75 0.09  0.97 -0.91 0.31 0.04
## 34 reg70192_c            683     654   20.95  1.82 0.10  1.02  0.33 0.22 0.04
## 35 reg70193_c            683     659   92.56 -2.76 0.16  0.96 -0.30 0.22 0.05
## 36 reg70194_c            683     655   21.83  1.77 0.10  0.98 -0.42 0.29 0.03
## 37 reg70211_c            683     642   52.34  0.11 0.09  0.99 -0.35 0.32 0.05
## 38 reg70212_c            683     618   65.37 -0.55 0.09  1.02  0.59 0.29 0.04
## 39 reg70213_c            683     639   94.52 -3.10 0.18  1.00  0.04 0.17 0.04
## 40 reg70214_c            683     639   93.58 -2.93 0.17  1.05  0.38 0.13 0.04
##    Discr.
## 1    0.89
## 2    0.95
## 3    0.89
## 4    1.14
## 5    1.15
## 6    0.87
## 7    1.58
## 8    1.20
## 9    0.75
## 10   0.87
## 11   0.97
## 12   0.99
## 13   0.71
## 14   0.79
## 15   1.10
## 16   1.37
## 17   1.26
## 18   1.16
## 19   1.04
## 20   1.46
## 21   1.44
## 22   1.06
## 23   1.29
## 24   0.77
## 25   1.00
## 26   0.97
## 27   1.09
## 28   1.32
## 29   1.48
## 30   1.32
## 31   1.16
## 32   1.47
## 33   1.31
## 34   1.04
## 35   1.52
## 36   1.26
## 37   1.14
## 38   0.95
## 39   1.17
## 40   0.80
## 
## Model fit table
##              N Npars Deviance   AIC   BIC EAPrel WLErel
## 1PL model 2100    41    31561 31643 31875  0.713  0.671
## 2PL model 2100    80    31476 31636 32088  0.718  0.668
## 
## SUMMARY FOR TR
## Percentage correct:
## The percentage of correct responses within dichotomous items varied between 12.5% (item reg70166_c) and 94.52% (item reg70213_c) with an average of 56.02% (SD = 27.23%), and a median of 54.11% correct responses.
## Item difficulties:
## The estimated item difficulties (or location parameters for polytomous variables) varied between -3.1 (item reg70213_c) and 2.35 (item reg70166_c) with an average of -0.43 (SD = 1.7), and a median of -0.08.
## SE of item difficulties:
## The maximum of SEs is 0.18 (item reg70213_c).
## WMNSQ:
## The WMNSQ value varied between 0.92 (item reg70080_c) and 1.07 (item reg70093_c) with an average of 1 (SD = 0.04), and a median of 1.
## No item exhibited a WMNSQ of at least 1.15.
## 
## WMNSQ t-value:
## The WMNSQ t-values varied between -2.17 (item reg70080_c) and 1.8 (item reg70170_c) with an average of -0.02 (SD = 0.84), and a median of 0.05.
## No item exhibited a t-value of at least 8.
## 
## Correlation of item scores with total correct score:
## The correlations between the item scores and the total correct scores varied between 0.13 (item reg70214_c) and 0.44 (item reg70163_c) with an average correlation of 0.28 (SD = 0.08), and a median correlation of 0.29.
## Model variance:
## The variance of the model was estimated to be 1.184.
## Test reliability:
## EAP/PV reliability = 0.713
## WLE reliability = 0.671
## Item discrimination:
## The estimated discrimination parameters varied between 0.71 (item reg70150_c) and 1.58 (item reg70080_c) with an average discrimination of 1.12 (SD = 0.23), and a median discrimination of 1.12.
## Thresholds:
## The estimated thresholds varied between -3.1 (item reg70213_c) and 2.35 (item reg70166_c) with an average of -0.43 (SD = 1.7), and a median of -0.08.

4.2 All items

NEPSroutines::irt_analysis(
  resp = resp,
  vars = vars,
  select = "mixed",
  valid = "valid",
  scoring = "scoring",
  mvs = mvs,
  plots = TRUE,
  save = TRUE,
  print = TRUE,
  return = FALSE,
  path_results = "results",
  path_table = "tables",
  path_plots = "plots",
  overwrite = TRUE,
  digits = 2,
  verbose = FALSE
)
## Warning in steps_analysis(pcm_model = irt$model.pcm, suf_item_names =
## suf_item_names, : NAs durch Umwandlung erzeugt
## 
## IRT summary table
##          Item N_administered N_valid correct   xsi   SE WMNSQ     t  rit  aQ3
## 1  reg70010_c           2100    1978   72.65 -1.24 0.06  1.03  0.97 0.28 0.05
## 2  reg70020_c           2100    1929   84.97 -2.13 0.07  1.02  0.47 0.21 0.04
## 3  reg70030_c           2100    1862   78.36 -1.61 0.06  1.03  0.97 0.26 0.05
## 4  reg70040_c           2100    1698   67.55 -0.93 0.06  1.02  0.66 0.33 0.06
## 5  reg7005s_c           2100    1311   43.25  0.13 0.03  0.92 -2.11 0.42 0.09
## 6  reg70060_c            684     644   18.79  1.64 0.11  1.00  0.02 0.27 0.04
## 7  reg70070_c            684     661   57.94 -0.59 0.09  1.04  1.10 0.25 0.05
## 8  reg70080_c            684     647   39.57  0.33 0.09  0.95 -1.44 0.37 0.07
## 9  reg7009s_c            684     646   57.89 -0.47 0.04  0.99 -0.13 0.40 0.06
## 10 reg70100_c            684     644   38.04  0.44 0.09  0.98 -0.47 0.32 0.03
## 11 reg70110_c            733     683   66.91 -0.91 0.09  1.06  1.45 0.22 0.06
## 12 reg70120_c            733     673   29.57  1.06 0.09  1.03  0.64 0.27 0.04
## 13 reg70130_c            733     650   93.08 -3.11 0.16  1.01  0.12 0.14 0.05
## 14 reg70140_c            733     598   47.32  0.10 0.09  1.00  0.04 0.30 0.05
## 15 reg70150_c            733     522   92.15 -2.96 0.17  1.05  0.46 0.14 0.04
## 16 reg7016s_c            733     358   45.62  0.18 0.04  0.90 -1.43 0.56 0.07
## 17 reg70170_c            683     659   45.68  0.44 0.09  1.05  1.50 0.21 0.05
## 18 reg70180_c            683     665   93.23 -2.94 0.16  0.99 -0.08 0.14 0.04
## 19 reg7019s_c            683     652   43.60  0.19 0.04  0.92 -1.61 0.37 0.08
## 20 reg70200_c            683     646   55.88 -0.09 0.09  0.96 -1.05 0.34 0.06
## 21 reg7021s_c            683     635   76.46 -1.21 0.05  0.95 -0.94 0.35 0.04
##    Discr.
## 1    0.93
## 2    0.98
## 3    0.90
## 4    1.16
## 5    0.92
## 6    1.21
## 7    0.92
## 8    1.57
## 9    0.62
## 10   1.29
## 11   0.81
## 12   0.92
## 13   1.00
## 14   1.08
## 15   0.72
## 16   1.10
## 17   0.82
## 18   1.14
## 19   1.13
## 20   1.46
## 21   0.80
## 
## Model fit table
##               N Npars Deviance   AIC   BIC EAPrel WLErel
## PCM model  2100    41    25821 25903 26134  0.661  0.603
## GPCM model 2100    61    25718 25840 26185  0.687  0.630
## 
## Steps analysis table
##                    step1         step2         step3        step4        step5
## reg7005s_c  -2.28 (0.12) -0.32 (0.062)  0.19 (0.062)  1.08 (0.12)         1.33
## reg7009s_c -1.98 (0.132)  -0.46 (0.12) -0.15 (0.082)  0.76 (0.12)         1.83
## reg7016s_c -1.81 (0.212) -1.10 (0.142)  0.01 (0.122) 0.25 (0.132) 0.71 (0.182)
## reg7019s_c -2.45 (0.132)  0.20 (0.082)  0.68 (0.112)         1.57         <NA>
## reg7021s_c -1.36 (0.092) -0.65 (0.082)  0.65 (0.082)         1.36         <NA>
##            step6
## reg7005s_c  <NA>
## reg7009s_c  <NA>
## reg7016s_c  1.94
## reg7019s_c  <NA>
## reg7021s_c  <NA>
## 
## SUMMARY FOR TR
## Percentage correct:
## The percentage of correct responses within dichotomous items varied between 18.79% (item reg70060_c) and 93.23% (item reg70180_c) with an average of 59.45% (SD = 21.67%), and a median of 57.89% correct responses.
## Item difficulties:
## The estimated item difficulties (or location parameters for polytomous variables) varied between -3.11 (item reg70130_c) and 1.64 (item reg70060_c) with an average of -0.65 (SD = 1.32), and a median of -0.47.
## SE of item difficulties:
## The maximum of SEs is 0.17 (item reg70150_c).
## WMNSQ:
## The WMNSQ value varied between 0.9 (item reg7016s_c) and 1.06 (item reg70110_c) with an average of 1 (SD = 0.05), and a median of 1.
## No item exhibited a WMNSQ of at least 1.15.
## 
## WMNSQ t-value:
## The WMNSQ t-values varied between -2.11 (item reg7005s_c) and 1.5 (item reg70170_c) with an average of -0.04 (SD = 1.05), and a median of 0.04.
## No item exhibited a t-value of at least 8.
## 
## Correlation of item scores with total correct score:
## The correlations between the item scores and the total correct scores varied between 0.14 (items reg70130_c, reg70150_c, reg70180_c) and 0.56 (item reg7016s_c) with an average correlation of 0.29 (SD = 0.1), and a median correlation of 0.28.
## Model variance:
## The variance of the model was estimated to be 1.386.
## Test reliability:
## EAP/PV reliability = 0.661
## WLE reliability = 0.603
## Item discrimination:
## The estimated discrimination parameters varied between 0.62 (item reg7009s_c) and 1.57 (item reg70080_c) with an average discrimination of 1.02 (SD = 0.23), and a median discrimination of 0.98.
## Thresholds:
## The estimated thresholds varied between -5.8 (item reg7021s_c) and 4.7 (item NA) with an average of -0.55 (SD = 2.56), and a median of -0.34.

5 DIF Analysis

5.1 Dichotomous items

NEPSroutines::dif_analysis(
  resp = resp,
  vars = vars,
  valid = "valid",
  dif_vars = c("booklet", "sex", "mig", "books"),
  select = c("dich_common", "dich", "dich", "dich"),
  scoring = "scoring",
  mvs = mvs,
  overwrite = TRUE,
  verbose = FALSE,
  save = TRUE,
  print = TRUE,
  return = FALSE,
  path_results = "results",
  path_table = "tables"
)
## Warning in warn_included_missings(dif_var, mis): 391 missing values were found in the DIF variable mig. The corresponding cases were included in the analysis as an extra group.
## 
## RESULTS FOR THE DIF VARIABLE 'booklet':
## 
## Facets and group counts:
##         number counts
## Group 1      1    684
## Group 2      2    733
## Group 3      3    683
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1      booklet Main effect 2100    13859                   12 13883 13951
## 2      booklet         DIF 2100    13852                   28 13908 14066
## 
## Main effects of DIF model and main effects model:
## Comparison 1-2:
##                Model Unstandardized Standardized
## 1          DIF model         -0.382       -0.338
## 2 Main effects model         -0.367       -0.325
## Comparison 1-3:
##                Model Unstandardized Standardized
## 1          DIF model         -0.874       -0.773
## 2 Main effects model         -0.871       -0.772
## Comparison 2-3:
##                Model Unstandardized Standardized
## 1          DIF model         -0.492       -0.435
## 2 Main effects model         -0.504       -0.446
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 1-2:
## No items found.
## Comparison 1-3:
## No items found.
## Comparison 2-3:
## No items found.
## 
## RESULTS FOR THE DIF VARIABLE 'sex':
## 
## Facets and group counts:
##         number counts
## Group 0      0   1072
## Group 1      1   1028
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1          sex Main effect 2100    31504                   42 31588 31825
## 2          sex         DIF 2100    31444                   81 31606 32064
## 
## Main effects of DIF model and main effects model:
## Comparison 0-1:
##                Model Unstandardized Standardized
## 1          DIF model         -0.397       -0.371
## 2 Main effects model         -0.423       -0.396
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 0-1:
##         item   xsi se.xsi   std   Femp   Fkrit df1  df2     p
## 3 reg70030_c 0.636  0.082 0.594 60.157 117.283   1 2098 0.919
## 
## RESULTS FOR THE DIF VARIABLE 'mig':
## 
## Facets and group counts:
##          number counts
## Group 0       1   1360
## Group 1       2    349
## missings      3    391
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1          mig Main effect 2100    31486                   43 31572 31815
## 2          mig         DIF 2100    31378                  121 31620 32304
## 
## Main effects of DIF model and main effects model:
## Comparison 1-2:
##                Model Unstandardized Standardized
## 1          DIF model          0.734        0.689
## 2 Main effects model          0.649        0.612
## Comparison 1-3:
##                Model Unstandardized Standardized
## 1          DIF model          0.047        0.044
## 2 Main effects model          0.029        0.027
## Comparison 2-3:
##                Model Unstandardized Standardized
## 1          DIF model         -0.687       -0.645
## 2 Main effects model         -0.620       -0.585
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 1-2:
##          item    xsi se.xsi    std   Femp   Fkrit df1  df2     p
## 4  reg70040_c  0.722  0.109  0.678 43.875 117.283   1 2098 0.994
## 9  reg70110_c  0.512  0.157  0.481 10.635 117.283   1 2098     1
## 11 reg70130_c -0.848  0.228 -0.796 13.833 117.283   1 2098     1
## 36 reg70194_c -0.515  0.183 -0.484  7.920 117.283   1 2098     1
## Comparison 1-3:
##          item    xsi se.xsi    std   Femp   Fkrit df1  df2     p
## 7  reg70080_c -0.502  0.123 -0.471 16.657 117.283   1 2098     1
## 24 reg70093_c  0.667  0.130  0.626 26.325 117.283   1 2098     1
## 28 reg70162_c -0.723  0.182 -0.679 15.781 117.283   1 2098     1
## 32 reg70166_c -1.176  0.197 -1.104 35.635 117.283   1 2098 0.999
## 37 reg70211_c  0.557  0.123  0.523 20.507 117.283   1 2098     1
## 40 reg70214_c -1.061  0.905 -0.996  1.374 117.283   1 2098     1
## Comparison 2-3:
##          item    xsi se.xsi    std   Femp   Fkrit df1  df2 p
## 9  reg70110_c -0.852  0.183 -0.800 21.676 117.283   1 2098 1
## 11 reg70130_c  0.916  0.247  0.860 13.753 117.283   1 2098 1
## 24 reg70093_c  0.713  0.198  0.670 12.967 117.283   1 2098 1
## 27 reg70161_c  0.526  0.268  0.494  3.852 117.283   1 2098 1
## 29 reg70163_c -0.515  0.227 -0.484  5.147 117.283   1 2098 1
## 32 reg70166_c -1.495  0.294 -1.404 25.858 117.283   1 2098 1
## 35 reg70193_c  0.578  0.251  0.543  5.303 117.283   1 2098 1
## 36 reg70194_c  0.664  0.220  0.624  9.109 117.283   1 2098 1
## 40 reg70214_c -1.140  1.299 -1.071  0.770 117.283   1 2098 1
## 
## RESULTS FOR THE DIF VARIABLE 'books':
## 
## Facets and group counts:
##         number counts
## Group 0      0   1060
## Group 1      1   1040
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1        books Main effect 2100    31560                   42 31644 31881
## 2        books         DIF 2100    31515                   81 31677 32135
## 
## Main effects of DIF model and main effects model:
## Comparison 0-1:
##                Model Unstandardized Standardized
## 1          DIF model          0.031        0.029
## 2 Main effects model          0.064        0.059
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 0-1:
##          item    xsi se.xsi    std   Femp   Fkrit df1  df2 p
## 26 reg70095_c  0.539  0.139  0.494 15.037 117.283   1 2098 1
## 32 reg70166_c -0.521  0.170 -0.478  9.392 117.283   1 2098 1

5.2 All items

NEPSroutines::dif_analysis(
  resp = resp,
  vars = vars,
  valid = "valid",
  dif_vars = c("booklet", "sex", "mig", "books"),
  select = c("mixed_common", "mixed", "mixed", "mixed"),
  scoring = "scoring",
  mvs = mvs,
  overwrite = TRUE,
  verbose = FALSE,
  save = TRUE,
  print = TRUE,
  return = FALSE,
  path_results = "results",
  path_table = "tables"
)
## Warning in warn_included_missings(dif_var, mis): 391 missing values were found in the DIF variable mig. The corresponding cases were included in the analysis as an extra group.
## 
## RESULTS FOR THE DIF VARIABLE 'booklet':
## 
## Facets and group counts:
##         number counts
## Group 1      1    684
## Group 2      2    733
## Group 3      3    683
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1      booklet Main effect 2100    11634                   12 11658 11725
## 2      booklet         DIF 2100    11625                   20 11665 11778
## 
## Main effects of DIF model and main effects model:
## Comparison 1-2:
##                Model Unstandardized Standardized
## 1          DIF model         -0.308       -0.272
## 2 Main effects model         -0.309       -0.273
## Comparison 1-3:
##                Model Unstandardized Standardized
## 1          DIF model         -0.813       -0.717
## 2 Main effects model         -0.703       -0.619
## Comparison 2-3:
##                Model Unstandardized Standardized
## 1          DIF model         -0.505       -0.445
## 2 Main effects model         -0.394       -0.347
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 1-2:
## No items found.
## Comparison 1-3:
## No items found.
## Comparison 2-3:
## No items found.
## 
## RESULTS FOR THE DIF VARIABLE 'sex':
## 
## Facets and group counts:
##         number counts
## Group 0      0   1072
## Group 1      1   1028
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1          sex Main effect 2100    25772                   44 25860 26108
## 2          sex         DIF 2100    25712                   64 25840 26201
## 
## Main effects of DIF model and main effects model:
## Comparison 0-1:
##                Model Unstandardized Standardized
## 1          DIF model         -0.395       -0.342
## 2 Main effects model         -0.295       -0.256
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 0-1:
##         item   xsi se.xsi   std    Femp   Fkrit df1  df2      p
## 2 reg70020_c 0.501  0.056 0.434  80.039 117.283   1 2098  0.584
## 3 reg70030_c 0.665  0.054 0.576 151.655 117.283   1 2098 0.001*
## *: p < .05
## 
## RESULTS FOR THE DIF VARIABLE 'mig':
## 
## Facets and group counts:
##          number counts
## Group 0       1   1360
## Group 1       2    349
## missings      3    391
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1          mig Main effect 2100    25743                   45 25833 26087
## 2          mig         DIF 2100    25674                   85 25844 26324
## 
## Main effects of DIF model and main effects model:
## Comparison 1-2:
##                Model Unstandardized Standardized
## 1          DIF model          0.691        0.599
## 2 Main effects model          0.505        0.439
## Comparison 1-3:
##                Model Unstandardized Standardized
## 1          DIF model          0.060        0.052
## 2 Main effects model          0.006        0.005
## Comparison 2-3:
##                Model Unstandardized Standardized
## 1          DIF model         -0.630       -0.547
## 2 Main effects model         -0.498       -0.434
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 1-2:
##          item    xsi se.xsi    std   Femp   Fkrit df1  df2     p
## 4  reg70040_c  0.677  0.075  0.588 81.481 117.283   1 2098 0.553
## 13 reg70130_c -0.895  0.093 -0.777 92.615 117.283   1 2098 0.324
## Comparison 1-3:
##         item    xsi se.xsi   std   Femp   Fkrit df1  df2     p
## 8 reg70080_c -0.518  0.067 -0.45 59.774 117.283   1 2098 0.922
## Comparison 2-3:
##          item    xsi se.xsi    std   Femp   Fkrit df1  df2     p
## 11 reg70110_c -0.805  0.100 -0.699 64.803 117.283   1 2098 0.865
## 13 reg70130_c  0.977  0.108  0.848 81.835 117.283   1 2098 0.546
## 
## RESULTS FOR THE DIF VARIABLE 'books':
## 
## Facets and group counts:
##         number counts
## Group 0      0   1060
## Group 1      1   1040
## 
## Information criteria:
##   DIF.variable       Model    N Deviance Number.of.parameters   AIC   BIC
## 1        books Main effect 2100    25819                   44 25907 26156
## 2        books         DIF 2100    25800                   64 25928 26290
## 
## Main effects of DIF model and main effects model:
## Comparison 0-1:
##                Model Unstandardized Standardized
## 1          DIF model         -0.008       -0.007
## 2 Main effects model          0.056        0.048
## 
## Items exhibiting problematic DIF (|xsi| >= 0.5):
## 
## Comparison 0-1:
## No items found.

6 Distractor Analysis

NEPSroutines::dis_analysis(
  resp = resp,
  vars = vars,
  valid = "valid",
  select_raw = "raw",
  correct = "correct",
  mvs = mvs,
  print = TRUE,
  save = TRUE,
  overwrite = TRUE,
  path_results = "results",
  path_table = "tables"
)
## Warning in cbind(correct = rc[, 3], distract = rd[, 3]): number of rows of
## result is not a multiple of vector length (arg 1)
## 
## Item-total correlation for correct response: 
## Min. = 0.143 (reg701502)
## Max. = 0.442 (reg701631)
## Md. = 0.3025 ()
## 
## Item-total correlation for distractor: 
## Min. = -0.352 (reg701633)
## Max. = 0.026 (reg701926)
## Md. = -0.119 ()
## 
## Items with problematic item-total correlations for correct response (r < 0.2): 
## reg701301, reg701502, reg702141

7 Dimensionality Analysis

vars$texttype_num <- as.numeric(as.factor(vars$texttype))
table(vars$texttype, vars$texttype_num)
##              
##                1  2  3  4  5
##   advertising 26  0  0  0  0
##   commenting   0 37  0  0  0
##   information  0  0  6  0  0
##   instruction  0  0  0  8  0
##   literary     0  0  0  0  8
NEPSroutines::dim_analysis(
  resp = resp,
  vars = vars,
  select = "mixed",
  valid = "valid",
  scoring = "scoring",
  irtmodel = "PCM2",
  dim = "texttype_num",
  mvs = mvs,
  maxiter = 10,
  snodes = 5,
  return = FALSE,
  save = TRUE,
  print = TRUE,
  path_table = "tables", 
  path_results = "results",
  overwrite = TRUE,
  verbose = FALSE
)
## Warning in reached_maxiter(dimensionality$uni, "'unidimensional'"): Maximum number of iterations were reached for the IRT model 'unidimensional'! Model did not converge.
## Finished unidimensional reference model.
## Warning in reached_maxiter(dimensionality[[d]], paste0("'", d, "-dimensional'")): Maximum number of iterations were reached for the IRT model 'texttype_num-dimensional'! Model did not converge.
## Finished texttype_num model.
## 
## RESULTS:
## [1] "Cor-Var uni"
##       [,1]
## [1,] 0.139
## [1] "Cor-Var texttype_num"
##        1      2      3      4     5
## 1  0.316 -0.159  0.422  0.000 0.192
## 2 -0.159  1.151 -0.521  0.945 0.485
## 3  0.422 -0.521  0.819 -0.229 0.485
## 4  0.000  0.945 -0.229  0.951 0.734
## 5  0.192  0.485  0.485  0.734 0.725
## [1] "Goodness of fit"
##     Stat    uni texttype_num
## 1  Npars     41           55
## 2 loglik -13461       -13648
## 3    AIC  27003        27406
## 4    BIC  27235        27716
## 

8 Create Scores and SUF

scores <- NEPSroutines::create_scores(
  resp,
  vars,
  score_name = "reg7",
  select = "mixed",
  valid = "valid",
  scoring = "scoring",
  mvs = mvs,
  wle = TRUE,
  sum_score = TRUE,
  sum_select = "dich",
  metap = FALSE,
  return = TRUE,
  save = TRUE,
  overwrite = TRUE,
  path_results = "results"
)
## Warning in steps_analysis(pcm_model = irt$model.pcm, suf_item_names =
## suf_item_names, : NAs durch Umwandlung erzeugt
NEPSroutines::create_suf(
  resp,
  vars,
  select = "mixed",
  competence = "Reading",
  scores = scores,
  score_name = "reg7",
  return = FALSE,
  path = "suf"
)
## SUF successfully saved!
rm(scores)

9 Session

sessionInfo()
## R version 4.6.0 (2026-04-24 ucrt)
## Platform: x86_64-w64-mingw32/x64
## Running under: Windows 11 x64 (build 26200)
## 
## Matrix products: default
##   LAPACK version 3.12.1
## 
## locale:
## [1] LC_COLLATE=German_Germany.utf8  LC_CTYPE=German_Germany.utf8   
## [3] LC_MONETARY=German_Germany.utf8 LC_NUMERIC=C                   
## [5] LC_TIME=German_Germany.utf8    
## 
## time zone: Europe/Berlin
## tzcode source: internal
## 
## attached base packages:
## [1] stats     graphics  grDevices utils     datasets  methods   base     
## 
## other attached packages:
## [1] NEPSroutines_1.2.1
## 
## loaded via a namespace (and not attached):
##  [1] gtable_0.3.6            CDM_8.3-14              xfun_0.57              
##  [4] bslib_0.11.0            ggplot2_4.0.3           lattice_0.22-9         
##  [7] vctrs_0.7.3             tools_4.6.0             generics_0.1.4         
## [10] stats4_4.6.0            parallel_4.6.0          tibble_3.3.1           
## [13] pkgconfig_2.0.3         data.table_1.18.4       RColorBrewer_1.1-3     
## [16] S7_0.2.2                uuid_1.2-2              lifecycle_1.0.5        
## [19] flextable_0.9.12        compiler_4.6.0          farver_2.1.2           
## [22] textshaping_1.0.5       fontquiver_0.2.1        fontLiberation_0.1.0   
## [25] htmltools_0.5.9         sass_0.4.10             WrightMap_1.4          
## [28] yaml_2.3.12             pillar_1.11.1           jquerylib_0.1.4        
## [31] tidyr_1.3.2             MASS_7.3-65             admisc_0.40            
## [34] openssl_2.4.1           cachem_1.1.0            fontBitstreamVera_0.1.1
## [37] polycor_0.8-2           tidyselect_1.2.1        zip_2.3.3              
## [40] digest_0.6.39           mvtnorm_1.4-0           stringi_1.8.7          
## [43] dplyr_1.2.1             purrr_1.2.2             forcats_1.0.1          
## [46] fastmap_1.2.0           grid_4.6.0              colorspace_2.1-2       
## [49] cli_3.6.6               magrittr_2.0.5          TAM_4.3-25             
## [52] withr_3.0.2             gdtools_0.5.1           scales_1.4.0           
## [55] rmarkdown_2.31          officer_0.7.5           otel_0.2.0             
## [58] askpass_1.2.1           ragg_1.5.2              hms_1.1.4              
## [61] openxlsx_4.2.8.1        evaluate_1.0.5          knitr_1.51             
## [64] haven_2.5.5             rlang_1.2.0             Rcpp_1.1.1-1.1         
## [67] glue_1.8.1              xml2_1.5.2              rstudioapi_0.18.0      
## [70] jsonlite_2.0.0          R6_2.6.1                sfsmisc_1.1-24         
## [73] systemfonts_1.3.2