## ----setup, include = FALSE--------------------------------------------------- knitr::opts_chunk$set(collapse = TRUE, comment = "#>") ## ----------------------------------------------------------------------------- library(IncrementalityTEST) results <- data.frame( experiment = rep(paste0("test_", 1:6), each = 2), group = rep(c("control", "treatment"), 6), transactions = c(100, 112, 80, 87, 130, 141, 92, 96, 110, 121, 70, 79), users = c(1000, 1005, 800, 804, 1200, 1208, 900, 902, 1050, 1053, 700, 704), revenue = c(2500, 2860, 1920, 2140, 3300, 3690, 2200, 2350, 2750, 3100, 1680, 1950), buyers = c(90, 99, 72, 78, 115, 124, 83, 86, 101, 109, 63, 70) ) ## ----------------------------------------------------------------------------- metrics <- calculate_metrics( results$transactions, results$users, results$revenue, results$buyers ) results <- cbind(results, metrics) head(results) ## ----------------------------------------------------------------------------- effects <- metric_differences(results, metric = "RPU") effects ## ----------------------------------------------------------------------------- analysis <- analyze_incrementality( results, metric = "RPU", conf_level = 0.95, bootstrap_times = 2000, seed = 2026 ) analysis ## ----------------------------------------------------------------------------- analysis$differences analysis$t_interval analysis$bootstrap_interval ## ----------------------------------------------------------------------------- legacy <- transform( results, iabtest_id = experiment, abt_group = ifelse(group == "control", 0, 1) ) test_metric(legacy, "RPU")