+
+
+
+
+
+
+
+
+
+
+
+
+
+
+
+Trust in Science Analysis Notebook
+ +
+Attaching package: ‘MASS’
+
+The following object is masked from ‘package:rstatix’:
+
+ select
+
+The following object is masked from ‘package:patchwork’:
+
+ area
+
+The following object is masked from ‘package:dplyr’:
+
+ select
+
+Warning: namespace ‘ez’ is not available and has been replaced
+by .GlobalEnv when processing object ‘anova_result’Load Data
+ + + +results <- read.csv("data_clean_june30.csv")
+
+# trust in data is the column: bar-data_6
+# trust in vis is the column: bar-vis_6Converting covariates to factors
+ + + +results$Gender <- as.factor(results$Gender)
+results$Education <- as.factor(results$Education)
+results$Parents_education <- as.factor(results$Parents_education)
+results$Language <- as.factor(results$Language)
+results$Ethnicity <- as.factor(results$Ethnicity)
+results$Income <- as.factor(results$Income)
+results$Religion <- as.factor(results$Religion)Trust in Vis
+ + + +# results$isCovidData <- factor(results$isCovidData, levels = c(0, 1),
+# labels = c("Crop Data", "Covid Data"))
+MinMeanSEMMax <- function(x) {
+ v <- c(min(x), mean(x) - sd(x)/sqrt(length(x)), mean(x), mean(x) + sd(x)/sqrt(length(x)), max(x))
+ names(v) <- c("ymin", "lower", "middle", "upper", "ymax")
+ v
+}
+
+results %>%
+ # group_by(complexity, isCovidData) %>%
+ ggplot(aes( x = vis.trust_6, y = 0, cex=1.5, colour = as.factor(isCovidData))) +
+ scale_color_manual(values = c("purple", "orange")) +
+ ylim(-0.5, 0.5) +
+ geom_jitter(data = results, width = 0.3, height = 0.2, color = "light gray", alpha = 0.5) +
+ #stat_summary(fun.data=MinMeanSEMMax, geom="boxplot", colour="red") +
+
+ geom_boxplot(lwd = 1, fatten = NULL, width = 0.25, alpha = 0.5) +
+
+ geom_segment(data = results %>%
+ group_by(complexity, isCovidData) %>%
+ summarize(n = n(),
+ mean = mean(vis.trust_6),
+ se = sd(vis.trust_6)/sqrt(n)),
+ aes(x = mean, xend = mean, y = -.25, yend = .25, colour = as.factor(isCovidData)), size = 1) +
+ # stat_summary(fun.data = "mean_cl_boot", colour = "red", size = 0.5, position = position_nudge(x=0.25, y=0), alpha=0.5) +
+
+ geom_text( data = results %>%
+ group_by(complexity, isCovidData) %>%
+ summarize(n = n(),
+ mean = round(mean(vis.trust_6),digits=2),
+ se = round(sd(data.trust_6)/sqrt(n),digits=2),
+ vis.trust_6 = mean(vis.trust_6)),
+ # aes(label = paste(mean, "[",mean-se,",",mean+se,"]"), x = 6.2, y = 0.43, fontface = 3), size=3, colour = "black")+
+ aes(label = paste(mean), x = mean, y = .35, fontface = 3), size=4, colour = "black")+
+
+ facet_grid(complexity ~ isCovidData) +
+ xlab("Trust in Visualization") +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"),
+ legend.position = "none",
+ axis.text.y = element_blank(),
+ axis.title.y = element_blank(),
+ axis.ticks.y = element_blank())`summarise()` has grouped output by 'complexity'. You can override using the `.groups` argument.`summarise()` has grouped output by 'complexity'. You can override using the `.groups` argument.
#ggsave(paste("complexity_dataType_interaction.pdf", sep=""))
+
+MinMeanSEMMax <- function(x) {
+ v <- c(min(x), mean(x) - sd(x)/sqrt(length(x)), mean(x), mean(x) + sd(x)/sqrt(length(x)), max(x))
+ names(v) <- c("ymin", "lower", "middle", "upper", "ymax")
+ v
+}
+
+results %>%
+ # group_by(complexity, isCovidData) %>%
+ ggplot(aes( x = vis.trust_6, y = 0, cex=1.5, colour = chartType)) +
+ scale_color_manual(values = c("purple", "orange")) +
+ ylim(-0.5, 0.5) +
+ geom_jitter(data = results, width = 0.3, height = 0.2, color = "light gray", alpha = 0.5) +
+ #stat_summary(fun.data=MinMeanSEMMax, geom="boxplot", colour="red") +
+
+ geom_boxplot(lwd = 1, fatten = NULL, width = 0.25, alpha = 0.5) +
+
+ geom_segment(data = results %>%
+ group_by(complexity, chartType) %>%
+ summarize(n = n(),
+ mean = mean(vis.trust_6),
+ se = sd(vis.trust_6)/sqrt(n)),
+ aes(x = mean, xend = mean, y = -.25, yend = .25, colour = chartType), size = 1) +
+ # stat_summary(fun.data = "mean_cl_boot", colour = "red", size = 0.5, position = position_nudge(x=0.25, y=0), alpha=0.5) +
+
+ geom_text( data = results %>%
+ group_by(complexity, chartType) %>%
+ summarize(n = n(),
+ mean = round(mean(vis.trust_6),digits=2),
+ se = round(sd(data.trust_6)/sqrt(n),digits=2),
+ vis.trust_6 = mean(vis.trust_6)),
+ # aes(label = paste(mean, "[",mean-se,",",mean+se,"]"), x = 6.2, y = 0.43, fontface = 3), size=3, colour = "black")+
+ aes(label = paste(mean), x = mean, y = .35, fontface = 3), size=4, colour = "black")+
+
+ facet_grid(complexity ~ chartType) +
+ xlab("Trust in Visualization") +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"),
+ legend.position = "none",
+ axis.text.y = element_blank(),
+ axis.title.y = element_blank(),
+ axis.ticks.y = element_blank())`summarise()` has grouped output by 'complexity'. You can override using the `.groups` argument.`summarise()` has grouped output by 'complexity'. You can override using the `.groups` argument.ggsave(paste("complexity_chartType_interaction.pdf", sep=""))Saving 7.29 x 4.51 in image
results %>%
+ group_by(complexity, isCovidData) %>%
+ summarize(n = n(),
+ mean = mean(vis.trust_6),
+ se = sd(vis.trust_6)/sqrt(n),
+ n = n)# results$isCovidData <- factor(results$isCovidData, levels = c(0, 1),
+# labels = c("Crop Data", "Covid Data"))
+
+results %>%
+ ggplot(aes(x = data.trust_6, y = 0)) +
+ # scale_color_manual(values = c("purple", "orange")) +
+ ylim(-0.5, 0.5) +
+ geom_jitter(data = results, width = 0.25, height = 0.2, color = "light gray", alpha = 0.5) +
+ geom_boxplot(lwd = 1, fatten = NULL, width = 0.25, alpha = 0.5, color = "salmon") +
+ # labs(title = "Trust in data") +
+
+
+ geom_segment(data = results %>%
+ group_by(complexity) %>%
+ summarize(n = n(),
+ mean = mean(data.trust_6),
+ se = sd(data.trust_6)/sqrt(n)),
+ aes(x = mean, xend = mean, y = -.25, yend = .25, colour ="salmon"), size = 1) +
+
+
+ geom_text( data = results %>%
+ group_by(complexity) %>%
+ summarize(n = n(),
+ mean = round(mean(data.trust_6),digits=2),
+ se = round(sd(data.trust_6)/sqrt(n),digits=2),
+ dadta.trust_6 = mean(data.trust_6)),
+ # aes(label = paste(mean, "[",mean-se,",",mean+se,"]"), x = 6.2, y = 0.43, fontface = 3), size=3, colour = "black")+
+ aes(label = paste(mean), x = mean, y = .35, fontface = 3), size=4, colour = "black")+
+
+
+
+ facet_grid(rows = vars(complexity)) +
+ xlab("Trust in Data") +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"),
+ legend.position = "none",
+ axis.text.y = element_blank(),
+ axis.title.y = element_blank(),
+ axis.ticks.y = element_blank())
+
+#ggsave(paste("complexity_interaction.pdf", sep=""))
+results %>%
+ filter(isCovidData ==0 ) %>%
+ group_by(complexity) %>%
+ summarize(n = n(),
+ mean = mean(vis.trust_6),
+ se = sd(vis.trust_6)/sqrt(n),
+ n = n)model <- lm(formula = vis.trust_6 ~ complexity * as.factor(isCovidData) * chartType + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)Analysis of Variance Table
+
+Response: vis.trust_6
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 4.45 2.226 1.7237 0.179624
+as.factor(isCovidData) 1 2.74 2.736 2.1181 0.146282
+chartType 1 0.02 0.020 0.0153 0.901530
+Age 1 9.31 9.308 7.2072 0.007537 **
+Gender 3 7.63 2.544 1.9699 0.117759
+State_1 46 127.87 2.780 2.1523 4.266e-05 ***
+Education 9 33.27 3.697 2.8621 0.002729 **
+Parents_education 2 1.57 0.787 0.6095 0.544099
+Language 3 3.04 1.013 0.7841 0.503252
+Ethnicity 8 16.99 2.124 1.6446 0.110101
+Income 18 29.11 1.617 1.2521 0.215752
+Religion 4 14.44 3.610 2.7951 0.025844 *
+trust.in.science_7 1 138.52 138.515 107.2476 < 2.2e-16 ***
+need_for_cognition 1 6.54 6.541 5.0644 0.024919 *
+interpersonal.trust_1 1 6.90 6.900 5.3428 0.021273 *
+complexity:as.factor(isCovidData) 2 3.13 1.564 1.2108 0.298943
+complexity:chartType 2 3.36 1.680 1.3006 0.273429
+as.factor(isCovidData):chartType 1 0.64 0.639 0.4945 0.482305
+complexity:as.factor(isCovidData):chartType 2 0.35 0.175 0.1353 0.873503
+Residuals 437 564.41 1.292
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1model <- lm(formula = vis.trust_6 ~ complexity * as.factor(isCovidData) + chartType + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results%>% filter(complexity !='moderatex'))
+anova(model)
+model <- lm(formula = vis.trust_6 ~ complexity * as.factor(isCovidData) + chartType + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)
+Linear Regression Model for trust in vis as a function of
+ + + +model <- lm(formula = vis.trust_6 ~ complexity * as.factor(isCovidData) * chartType + Age + Gender + State_1 + Income + Education + Parents_education + Language + Ethnicity + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)Analysis of Variance Table
+
+Response: vis.trust_6
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 4.45 2.226 1.7237 0.179624
+as.factor(isCovidData) 1 2.74 2.736 2.1181 0.146282
+chartType 1 0.02 0.020 0.0153 0.901530
+Age 1 9.31 9.308 7.2072 0.007537 **
+Gender 3 7.63 2.544 1.9699 0.117759
+State_1 46 127.87 2.780 2.1523 4.266e-05 ***
+Income 18 36.70 2.039 1.5788 0.061567 .
+Education 9 27.94 3.105 2.4040 0.011443 *
+Parents_education 2 0.91 0.455 0.3526 0.703060
+Language 3 2.25 0.749 0.5797 0.628627
+Ethnicity 8 16.18 2.022 1.5659 0.132820
+Religion 4 14.44 3.610 2.7951 0.025844 *
+trust.in.science_7 1 138.52 138.515 107.2476 < 2.2e-16 ***
+need_for_cognition 1 6.54 6.541 5.0644 0.024919 *
+interpersonal.trust_1 1 6.90 6.900 5.3428 0.021273 *
+complexity:as.factor(isCovidData) 2 3.13 1.564 1.2108 0.298943
+complexity:chartType 2 3.36 1.680 1.3006 0.273429
+as.factor(isCovidData):chartType 1 0.64 0.639 0.4945 0.482305
+complexity:as.factor(isCovidData):chartType 2 0.35 0.175 0.1353 0.873503
+Residuals 437 564.41 1.292
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+model<- manova( cbind(vis.trust_6,vis.trust_1,vis.trust_2,vis.trust_3,vis.trust_4,vis.trust_5,affect.science_1,affect.clarity_1,affect.aesthetic_1) ~ complexity * as.factor(isCovidData) * chartType + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+
+summary(model) Df Pillai approx F num Df den Df Pr(>F)
+complexity 2 0.15735 4.0798 18 860 2.919e-08 ***
+as.factor(isCovidData) 1 0.14918 8.3574 9 429 1.621e-11 ***
+chartType 1 0.03225 1.5884 9 429 0.116163
+Age 1 0.03849 1.9079 9 429 0.049143 *
+Gender 3 0.05602 0.9113 27 1293 0.596349
+State_1 46 0.97283 1.1513 414 3933 0.023586 *
+Education 9 0.23390 1.2956 81 3933 0.039962 *
+Parents_education 2 0.03526 0.8574 18 860 0.631723
+Language 3 0.04049 0.6553 27 1293 0.911225
+Ethnicity 8 0.15874 0.9807 72 3488 0.524493
+Income 18 0.37955 1.0689 162 3933 0.264814
+Religion 4 0.10146 1.2492 36 1728 0.148400
+trust.in.science_7 1 0.21604 13.1355 9 429 < 2.2e-16 ***
+need_for_cognition 1 0.05685 2.8732 9 429 0.002644 **
+interpersonal.trust_1 1 0.04369 2.1778 9 429 0.022599 *
+complexity:as.factor(isCovidData) 2 0.03055 0.7410 18 860 0.769808
+complexity:chartType 2 0.07113 1.7620 18 860 0.025638 *
+as.factor(isCovidData):chartType 1 0.01981 0.9633 9 429 0.469901
+complexity:as.factor(isCovidData):chartType 2 0.02939 0.7127 18 860 0.800338
+Residuals 437
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1eta_squared(model)# Effect Size for ANOVA (Type I)
+
+Parameter | Eta2 (partial) | 95% CI
+---------------------------------------------------------------------------
+complexity | 0.08 | [0.04, 1.00]
+as.factor(isCovidData) | 0.15 | [0.09, 1.00]
+chartType | 0.03 | [0.00, 1.00]
+Age | 0.04 | [0.00, 1.00]
+Gender | 0.02 | [0.00, 1.00]
+State_1 | 0.11 | [0.12, 1.00]
+Education | 0.03 | [0.00, 1.00]
+Parents_education | 0.02 | [0.00, 1.00]
+Language | 0.01 | [0.00, 1.00]
+Ethnicity | 0.02 | [0.00, 1.00]
+Income | 0.04 | [0.00, 1.00]
+Religion | 0.03 | [0.00, 1.00]
+trust.in.science_7 | 0.22 | [0.15, 1.00]
+need_for_cognition | 0.06 | [0.01, 1.00]
+interpersonal.trust_1 | 0.04 | [0.00, 1.00]
+complexity:as.factor(isCovidData) | 0.02 | [0.00, 1.00]
+complexity:chartType | 0.04 | [0.00, 1.00]
+as.factor(isCovidData):chartType | 0.02 | [0.00, 1.00]
+complexity:as.factor(isCovidData):chartType | 0.01 | [0.00, 1.00]
+
+- One-sided CIs: upper bound fixed at [1.00].summary.aov(model) Response vis.trust_6 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 4.45 2.226 1.7237 0.179624
+as.factor(isCovidData) 1 2.74 2.736 2.1181 0.146282
+chartType 1 0.02 0.020 0.0153 0.901530
+Age 1 9.31 9.308 7.2072 0.007537 **
+Gender 3 7.63 2.544 1.9699 0.117759
+State_1 46 127.87 2.780 2.1523 4.266e-05 ***
+Education 9 33.27 3.697 2.8621 0.002729 **
+Parents_education 2 1.57 0.787 0.6095 0.544099
+Language 3 3.04 1.013 0.7841 0.503252
+Ethnicity 8 16.99 2.124 1.6446 0.110101
+Income 18 29.11 1.617 1.2521 0.215752
+Religion 4 14.44 3.610 2.7951 0.025844 *
+trust.in.science_7 1 138.52 138.515 107.2476 < 2.2e-16 ***
+need_for_cognition 1 6.54 6.541 5.0644 0.024919 *
+interpersonal.trust_1 1 6.90 6.900 5.3428 0.021273 *
+complexity:as.factor(isCovidData) 2 3.13 1.564 1.2108 0.298943
+complexity:chartType 2 3.36 1.680 1.3006 0.273429
+as.factor(isCovidData):chartType 1 0.64 0.639 0.4945 0.482305
+complexity:as.factor(isCovidData):chartType 2 0.35 0.175 0.1353 0.873503
+Residuals 437 564.41 1.292
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response vis.trust_1 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 3.28 1.639 0.9045 0.405508
+as.factor(isCovidData) 1 6.62 6.616 3.6503 0.056715 .
+chartType 1 0.43 0.425 0.2346 0.628354
+Age 1 7.62 7.623 4.2062 0.040873 *
+Gender 3 3.43 1.142 0.6302 0.595862
+State_1 46 124.61 2.709 1.4946 0.023238 *
+Education 9 4.70 0.522 0.2879 0.977939
+Parents_education 2 3.90 1.949 1.0755 0.342034
+Language 3 4.53 1.509 0.8327 0.476399
+Ethnicity 8 15.84 1.980 1.0922 0.367304
+Income 18 26.77 1.487 0.8206 0.676327
+Religion 4 5.83 1.458 0.8047 0.522603
+trust.in.science_7 1 54.39 54.386 30.0075 7.279e-08 ***
+need_for_cognition 1 15.99 15.991 8.8228 0.003139 **
+interpersonal.trust_1 1 6.91 6.906 3.8107 0.051566 .
+complexity:as.factor(isCovidData) 2 1.32 0.658 0.3632 0.695639
+complexity:chartType 2 4.70 2.348 1.2955 0.274821
+as.factor(isCovidData):chartType 1 0.11 0.106 0.0587 0.808737
+complexity:as.factor(isCovidData):chartType 2 0.39 0.195 0.1075 0.898074
+Residuals 437 792.03 1.812
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response vis.trust_2 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 54.96 27.478 17.4340 5.193e-08 ***
+as.factor(isCovidData) 1 2.11 2.114 1.3412 0.2474470
+chartType 1 8.65 8.647 5.4865 0.0196120 *
+Age 1 0.31 0.309 0.1960 0.6581567
+Gender 3 10.41 3.469 2.2010 0.0872807 .
+State_1 46 87.56 1.903 1.2077 0.1734564
+Education 9 10.71 1.190 0.7548 0.6584856
+Parents_education 2 0.73 0.367 0.2330 0.7922448
+Language 3 1.22 0.405 0.2571 0.8562876
+Ethnicity 8 25.97 3.246 2.0597 0.0384731 *
+Income 18 27.58 1.532 0.9720 0.4912949
+Religion 4 9.84 2.459 1.5603 0.1839096
+trust.in.science_7 1 20.69 20.688 13.1259 0.0003255 ***
+need_for_cognition 1 32.78 32.777 20.7958 6.644e-06 ***
+interpersonal.trust_1 1 4.47 4.473 2.8381 0.0927655 .
+complexity:as.factor(isCovidData) 2 5.09 2.544 1.6139 0.2002891
+complexity:chartType 2 0.40 0.202 0.1283 0.8796074
+as.factor(isCovidData):chartType 1 0.19 0.186 0.1178 0.7315929
+complexity:as.factor(isCovidData):chartType 2 0.74 0.372 0.2358 0.7900198
+Residuals 437 688.77 1.576
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response vis.trust_3 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 10.44 5.219 2.7523 0.06489 .
+as.factor(isCovidData) 1 0.28 0.278 0.1467 0.70189
+chartType 1 8.54 8.544 4.5060 0.03434 *
+Age 1 3.53 3.526 1.8598 0.17335
+Gender 3 10.05 3.351 1.7676 0.15262
+State_1 46 115.10 2.502 1.3196 0.08530 .
+Education 9 29.25 3.250 1.7138 0.08355 .
+Parents_education 2 4.41 2.207 1.1641 0.31318
+Language 3 1.70 0.565 0.2981 0.82675
+Ethnicity 8 19.02 2.377 1.2536 0.26619
+Income 18 35.88 1.993 1.0513 0.40035
+Religion 4 8.49 2.123 1.1195 0.34667
+trust.in.science_7 1 36.58 36.583 19.2940 1.408e-05 ***
+need_for_cognition 1 30.24 30.235 15.9461 7.645e-05 ***
+interpersonal.trust_1 1 8.63 8.626 4.5495 0.03349 *
+complexity:as.factor(isCovidData) 2 3.41 1.707 0.9002 0.40724
+complexity:chartType 2 2.45 1.223 0.6448 0.52529
+as.factor(isCovidData):chartType 1 0.04 0.037 0.0196 0.88881
+complexity:as.factor(isCovidData):chartType 2 2.34 1.170 0.6169 0.54010
+Residuals 437 828.60 1.896
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response vis.trust_4 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 19.58 9.789 3.1170 0.0452781 *
+as.factor(isCovidData) 1 71.17 71.173 22.6624 2.63e-06 ***
+chartType 1 1.12 1.116 0.3553 0.5514583
+Age 1 2.94 2.942 0.9366 0.3336768
+Gender 3 4.23 1.410 0.4489 0.7182037
+State_1 46 155.61 3.383 1.0771 0.3442044
+Education 9 33.36 3.706 1.1801 0.3057658
+Parents_education 2 6.18 3.089 0.9836 0.3747885
+Language 3 0.21 0.069 0.0221 0.9955472
+Ethnicity 8 38.07 4.759 1.5154 0.1494293
+Income 18 48.03 2.668 0.8497 0.6408697
+Religion 4 32.60 8.151 2.5954 0.0359118 *
+trust.in.science_7 1 41.77 41.769 13.2997 0.0002974 ***
+need_for_cognition 1 20.90 20.903 6.6557 0.0102096 *
+interpersonal.trust_1 1 2.26 2.263 0.7204 0.3964732
+complexity:as.factor(isCovidData) 2 3.99 1.995 0.6351 0.5303587
+complexity:chartType 2 6.77 3.384 1.0776 0.3413175
+as.factor(isCovidData):chartType 1 8.37 8.372 2.6657 0.1032552
+complexity:as.factor(isCovidData):chartType 2 5.15 2.575 0.8199 0.4411534
+Residuals 437 1372.43 3.141
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response vis.trust_5 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 30.85 15.426 4.7810 0.008831 **
+as.factor(isCovidData) 1 126.78 126.778 39.2920 8.764e-10 ***
+chartType 1 3.35 3.355 1.0398 0.308433
+Age 1 1.64 1.640 0.5083 0.476253
+Gender 3 7.04 2.348 0.7276 0.535912
+State_1 46 156.29 3.398 1.0530 0.383542
+Education 9 30.49 3.388 1.0500 0.399095
+Parents_education 2 16.09 8.045 2.4933 0.083816 .
+Language 3 8.58 2.860 0.8865 0.448019
+Ethnicity 8 21.68 2.710 0.8399 0.567804
+Income 18 35.62 1.979 0.6133 0.890062
+Religion 4 7.99 1.997 0.6190 0.649177
+trust.in.science_7 1 29.72 29.719 9.2107 0.002550 **
+need_for_cognition 1 11.07 11.068 3.4304 0.064683 .
+interpersonal.trust_1 1 4.82 4.818 1.4932 0.222381
+complexity:as.factor(isCovidData) 2 2.99 1.494 0.4630 0.629724
+complexity:chartType 2 5.86 2.931 0.9083 0.403955
+as.factor(isCovidData):chartType 1 0.23 0.227 0.0704 0.790890
+complexity:as.factor(isCovidData):chartType 2 12.02 6.010 1.8626 0.156499
+Residuals 437 1410.00 3.227
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response affect.science_1 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 600 300.1 0.9126 0.402250
+as.factor(isCovidData) 1 441 441.5 1.3426 0.247210
+chartType 1 486 486.3 1.4790 0.224584
+Age 1 8 8.2 0.0249 0.874616
+Gender 3 280 93.4 0.2841 0.836919
+State_1 46 14891 323.7 0.9845 0.504662
+Education 9 3868 429.7 1.3069 0.230805
+Parents_education 2 87 43.5 0.1322 0.876181
+Language 3 408 136.0 0.4137 0.743230
+Ethnicity 8 2402 300.2 0.9130 0.505341
+Income 18 13622 756.8 2.3016 0.001901 **
+Religion 4 3059 764.7 2.3256 0.055699 .
+trust.in.science_7 1 7677 7676.8 23.3469 1.875e-06 ***
+need_for_cognition 1 137 136.7 0.4157 0.519448
+interpersonal.trust_1 1 52 51.7 0.1571 0.692014
+complexity:as.factor(isCovidData) 2 271 135.3 0.4113 0.663016
+complexity:chartType 2 313 156.6 0.4762 0.621483
+as.factor(isCovidData):chartType 1 409 408.9 1.2436 0.265382
+complexity:as.factor(isCovidData):chartType 2 870 434.9 1.3225 0.267525
+Residuals 437 143691 328.8
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response affect.clarity_1 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 11686 5842.8 8.5265 0.000233 ***
+as.factor(isCovidData) 1 1143 1142.7 1.6676 0.197264
+chartType 1 2808 2808.0 4.0977 0.043549 *
+Age 1 560 560.2 0.8175 0.366424
+Gender 3 545 181.5 0.2649 0.850670
+State_1 46 34327 746.2 1.0890 0.325669
+Education 9 7375 819.4 1.1958 0.295633
+Parents_education 2 1404 702.2 1.0247 0.359759
+Language 3 1190 396.8 0.5791 0.629017
+Ethnicity 8 3973 496.6 0.7248 0.669695
+Income 18 11055 614.2 0.8963 0.583430
+Religion 4 531 132.7 0.1936 0.941689
+trust.in.science_7 1 1535 1535.2 2.2404 0.135170
+need_for_cognition 1 5023 5023.0 7.3301 0.007047 **
+interpersonal.trust_1 1 8 7.6 0.0111 0.916232
+complexity:as.factor(isCovidData) 2 272 136.1 0.1987 0.819888
+complexity:chartType 2 2974 1487.0 2.1700 0.115405
+as.factor(isCovidData):chartType 1 463 463.0 0.6756 0.411541
+complexity:as.factor(isCovidData):chartType 2 2726 1363.1 1.9892 0.138035
+Residuals 437 299454 685.2
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response affect.aesthetic_1 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 283 141.6 0.2689 0.76437
+as.factor(isCovidData) 1 144 143.7 0.2727 0.60178
+chartType 1 222 221.8 0.4211 0.51672
+Age 1 2106 2105.7 3.9970 0.04620 *
+Gender 3 3179 1059.8 2.0117 0.11158
+State_1 46 18038 392.1 0.7443 0.89121
+Education 9 3237 359.7 0.6827 0.72480
+Parents_education 2 1766 882.9 1.6760 0.18833
+Language 3 263 87.7 0.1665 0.91896
+Ethnicity 8 3551 443.9 0.8426 0.56546
+Income 18 4902 272.3 0.5170 0.95040
+Religion 4 1972 493.0 0.9358 0.44295
+trust.in.science_7 1 3167 3167.1 6.0117 0.01460 *
+need_for_cognition 1 2194 2194.0 4.1647 0.04188 *
+interpersonal.trust_1 1 2577 2577.2 4.8921 0.02750 *
+complexity:as.factor(isCovidData) 2 645 322.6 0.6123 0.54256
+complexity:chartType 2 2044 1022.2 1.9404 0.14488
+as.factor(isCovidData):chartType 1 1504 1504.5 2.8558 0.09176 .
+complexity:as.factor(isCovidData):chartType 2 50 25.1 0.0476 0.95355
+Residuals 437 230219 526.8
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+3 observations deleted due to missingness
+model<- manova( cbind(data.trust_6,data.trust_1,data.trust_2,data.trust_3,data.trust_4,data.trust_5) ~ complexity * as.factor(isCovidData) * chartType + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+
+anova(model)Analysis of Variance Table
+
+ Df Pillai approx F num Df den Df Pr(>F)
+(Intercept) 1 0.97922 3392.6 6 432 < 2.2e-16 ***
+complexity 2 0.06719 2.5 12 866 0.003029 **
+as.factor(isCovidData) 1 0.12758 10.5 6 432 6.446e-11 ***
+chartType 1 0.01608 1.2 6 432 0.317789
+Age 1 0.03575 2.7 6 432 0.014868 *
+Gender 3 0.06592 1.6 18 1302 0.047127 *
+State_1 46 0.69976 1.3 276 2622 0.004228 **
+Education 9 0.15077 1.3 54 2622 0.104194
+Parents_education 2 0.02989 1.1 12 866 0.360602
+Language 3 0.05927 1.5 18 1302 0.096618 .
+Ethnicity 8 0.09311 0.9 48 2622 0.739601
+Income 18 0.21734 0.9 108 2622 0.728266
+Religion 4 0.06342 1.2 24 1740 0.260746
+trust.in.science_7 1 0.21058 19.2 6 432 < 2.2e-16 ***
+need_for_cognition 1 0.04322 3.3 6 432 0.003876 **
+interpersonal.trust_1 1 0.03096 2.3 6 432 0.033816 *
+complexity:as.factor(isCovidData) 2 0.02812 1.0 12 866 0.419272
+complexity:chartType 2 0.03333 1.2 12 866 0.261815
+as.factor(isCovidData):chartType 1 0.02040 1.5 6 432 0.176782
+complexity:as.factor(isCovidData):chartType 2 0.01151 0.4 12 866 0.957108
+Residuals 437
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1eta_squared(model)# Effect Size for ANOVA (Type I)
+
+Parameter | Eta2 (partial) | 95% CI
+---------------------------------------------------------------------------
+complexity | 0.03 | [0.01, 1.00]
+as.factor(isCovidData) | 0.13 | [0.07, 1.00]
+chartType | 0.02 | [0.00, 1.00]
+Age | 0.04 | [0.00, 1.00]
+Gender | 0.02 | [0.00, 1.00]
+State_1 | 0.12 | [0.13, 1.00]
+Education | 0.03 | [0.00, 1.00]
+Parents_education | 0.01 | [0.00, 1.00]
+Language | 0.02 | [0.00, 1.00]
+Ethnicity | 0.02 | [0.00, 1.00]
+Income | 0.04 | [0.00, 1.00]
+Religion | 0.02 | [0.00, 1.00]
+trust.in.science_7 | 0.21 | [0.15, 1.00]
+need_for_cognition | 0.04 | [0.01, 1.00]
+interpersonal.trust_1 | 0.03 | [0.00, 1.00]
+complexity:as.factor(isCovidData) | 0.01 | [0.00, 1.00]
+complexity:chartType | 0.02 | [0.00, 1.00]
+as.factor(isCovidData):chartType | 0.02 | [0.00, 1.00]
+complexity:as.factor(isCovidData):chartType | 5.75e-03 | [0.00, 1.00]
+
+- One-sided CIs: upper bound fixed at [1.00].summary.aov(model) Response data.trust_6 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 5.73 2.864 2.0456 0.1305443
+as.factor(isCovidData) 1 1.59 1.589 1.1346 0.2873781
+chartType 1 0.01 0.005 0.0039 0.9504631
+Age 1 12.15 12.148 8.6757 0.0033971 **
+Gender 3 12.04 4.012 2.8656 0.0363516 *
+State_1 46 154.41 3.357 2.3973 2.857e-06 ***
+Education 9 37.77 4.197 2.9975 0.0017662 **
+Parents_education 2 3.49 1.743 1.2450 0.2889520
+Language 3 2.88 0.960 0.6855 0.5612446
+Ethnicity 8 14.32 1.790 1.2783 0.2527983
+Income 18 37.39 2.077 1.4836 0.0911636 .
+Religion 4 27.36 6.841 4.8855 0.0007307 ***
+trust.in.science_7 1 152.44 152.445 108.8744 < 2.2e-16 ***
+need_for_cognition 1 4.99 4.994 3.5665 0.0596190 .
+interpersonal.trust_1 1 13.33 13.333 9.5226 0.0021586 **
+complexity:as.factor(isCovidData) 2 0.43 0.215 0.1536 0.8576451
+complexity:chartType 2 3.03 1.514 1.0816 0.3399609
+as.factor(isCovidData):chartType 1 9.40 9.401 6.7144 0.0098839 **
+complexity:as.factor(isCovidData):chartType 2 2.71 1.356 0.9683 0.3805454
+Residuals 437 611.88 1.400
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response data.trust_1 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 1.39 0.696 0.5744 0.563471
+as.factor(isCovidData) 1 0.41 0.408 0.3369 0.561918
+chartType 1 1.31 1.307 1.0789 0.299510
+Age 1 7.46 7.461 6.1609 0.013435 *
+Gender 3 8.36 2.786 2.3007 0.076631 .
+State_1 46 95.69 2.080 1.7179 0.003367 **
+Education 9 18.83 2.092 1.7279 0.080452 .
+Parents_education 2 3.89 1.945 1.6061 0.201859
+Language 3 0.96 0.322 0.2656 0.850176
+Ethnicity 8 7.95 0.994 0.8209 0.584405
+Income 18 34.06 1.892 1.5624 0.065976 .
+Religion 4 19.70 4.925 4.0669 0.003008 **
+trust.in.science_7 1 103.53 103.532 85.4937 < 2.2e-16 ***
+need_for_cognition 1 0.33 0.326 0.2689 0.604363
+interpersonal.trust_1 1 9.93 9.927 8.1974 0.004397 **
+complexity:as.factor(isCovidData) 2 2.28 1.138 0.9399 0.391443
+complexity:chartType 2 4.55 2.276 1.8793 0.153935
+as.factor(isCovidData):chartType 1 1.80 1.797 1.4843 0.223763
+complexity:as.factor(isCovidData):chartType 2 2.21 1.104 0.9120 0.402474
+Residuals 437 529.20 1.211
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response data.trust_2 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 16.74 8.371 4.2992 0.014159 *
+as.factor(isCovidData) 1 6.62 6.617 3.3984 0.065935 .
+chartType 1 1.48 1.482 0.7611 0.383473
+Age 1 16.87 16.869 8.6633 0.003420 **
+Gender 3 8.02 2.673 1.3729 0.250454
+State_1 46 154.03 3.348 1.7196 0.003313 **
+Education 9 16.88 1.876 0.9634 0.469804
+Parents_education 2 9.40 4.698 2.4128 0.090758 .
+Language 3 4.08 1.358 0.6976 0.553888
+Ethnicity 8 10.19 1.274 0.6544 0.731677
+Income 18 46.17 2.565 1.3172 0.171826
+Religion 4 13.27 3.318 1.7041 0.148030
+trust.in.science_7 1 74.25 74.248 38.1304 1.514e-09 ***
+need_for_cognition 1 0.02 0.023 0.0118 0.913518
+interpersonal.trust_1 1 0.47 0.475 0.2437 0.621791
+complexity:as.factor(isCovidData) 2 10.89 5.446 2.7970 0.062082 .
+complexity:chartType 2 4.19 2.097 1.0767 0.341618
+as.factor(isCovidData):chartType 1 1.85 1.848 0.9493 0.330438
+complexity:as.factor(isCovidData):chartType 2 0.87 0.434 0.2231 0.800152
+Residuals 437 850.93 1.947
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response data.trust_3 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 7.23 3.616 2.0203 0.133847
+as.factor(isCovidData) 1 3.37 3.375 1.8857 0.170394
+chartType 1 1.42 1.417 0.7916 0.374093
+Age 1 2.48 2.481 1.3863 0.239668
+Gender 3 22.48 7.493 4.1866 0.006140 **
+State_1 46 132.72 2.885 1.6122 0.008686 **
+Education 9 28.11 3.124 1.7454 0.076748 .
+Parents_education 2 0.75 0.375 0.2097 0.810887
+Language 3 9.42 3.138 1.7537 0.155335
+Ethnicity 8 7.68 0.960 0.5366 0.828963
+Income 18 22.42 1.245 0.6959 0.816170
+Religion 4 17.68 4.421 2.4702 0.044065 *
+trust.in.science_7 1 112.21 112.213 62.7007 2.007e-14 ***
+need_for_cognition 1 0.04 0.038 0.0214 0.883870
+interpersonal.trust_1 1 6.25 6.247 3.4904 0.062396 .
+complexity:as.factor(isCovidData) 2 2.98 1.490 0.8327 0.435555
+complexity:chartType 2 3.35 1.674 0.9354 0.393205
+as.factor(isCovidData):chartType 1 7.22 7.217 4.0327 0.045241 *
+complexity:as.factor(isCovidData):chartType 2 0.08 0.040 0.0226 0.977657
+Residuals 437 782.08 1.790
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response data.trust_4 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 15.85 7.927 5.7999 0.003266 **
+as.factor(isCovidData) 1 37.97 37.971 27.7817 2.138e-07 ***
+chartType 1 3.12 3.122 2.2844 0.131404
+Age 1 5.53 5.529 4.0452 0.044910 *
+Gender 3 12.80 4.267 3.1219 0.025823 *
+State_1 46 102.15 2.221 1.6248 0.007781 **
+Education 9 10.74 1.193 0.8729 0.549473
+Parents_education 2 3.02 1.508 1.1030 0.332792
+Language 3 2.31 0.769 0.5630 0.639686
+Ethnicity 8 10.37 1.296 0.9480 0.476545
+Income 18 25.25 1.403 1.0262 0.428231
+Religion 4 1.49 0.372 0.2720 0.896022
+trust.in.science_7 1 14.18 14.176 10.3719 0.001375 **
+need_for_cognition 1 16.49 16.485 12.0615 0.000566 ***
+interpersonal.trust_1 1 2.60 2.605 1.9058 0.168138
+complexity:as.factor(isCovidData) 2 0.22 0.111 0.0813 0.921956
+complexity:chartType 2 2.63 1.316 0.9630 0.382562
+as.factor(isCovidData):chartType 1 0.39 0.394 0.2882 0.591620
+complexity:as.factor(isCovidData):chartType 2 2.09 1.046 0.7652 0.465879
+Residuals 437 597.28 1.367
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+ Response data.trust_5 :
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 12.30 6.1489 3.4900 0.031354 *
+as.factor(isCovidData) 1 3.62 3.6229 2.0563 0.152295
+chartType 1 0.28 0.2761 0.1567 0.692390
+Age 1 0.00 0.0030 0.0017 0.966865
+Gender 3 11.85 3.9512 2.2426 0.082671 .
+State_1 46 113.15 2.4599 1.3962 0.049583 *
+Education 9 19.92 2.2133 1.2562 0.258877
+Parents_education 2 0.46 0.2289 0.1299 0.878209
+Language 3 3.73 1.2417 0.7048 0.549556
+Ethnicity 8 17.49 2.1860 1.2407 0.273403
+Income 18 48.06 2.6702 1.5155 0.080086 .
+Religion 4 4.06 1.0155 0.5764 0.679915
+trust.in.science_7 1 22.33 22.3339 12.6763 0.000411 ***
+need_for_cognition 1 6.99 6.9884 3.9665 0.047037 *
+interpersonal.trust_1 1 6.27 6.2669 3.5570 0.059958 .
+complexity:as.factor(isCovidData) 2 3.30 1.6514 0.9373 0.392477
+complexity:chartType 2 1.07 0.5358 0.3041 0.737947
+as.factor(isCovidData):chartType 1 0.07 0.0671 0.0381 0.845357
+complexity:as.factor(isCovidData):chartType 2 1.21 0.6071 0.3446 0.708723
+Residuals 437 769.93 1.7619
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+3 observations deleted due to missingness# post-hoc tests
+aov(vis.trust_6 ~ complexity * as.factor(isCovidData), data = results) %>% tukey_hsd()
+# effect sizes
+eta_squared(aov(vis.trust_6 ~ complexity * as.factor(isCovidData) * chartType +
+ + Age + as.factor(Gender) + State_1 + as.factor(Education) + as.factor(Parents_education) + as.factor(Language) + as.factor(Ethnicity) + as.factor(Income) + as.factor(Religion) + trust.in.science_7 + need_for_cognition +
+ interpersonal.trust_1,
+ data = results))
+
+Colinearity of trust in vis and trust in data
+ + + +colinearity_model <- lm(formula = Age ~ vis.trust_1 + vis.trust_2 + vis.trust_3 + affect.science_1 + affect.clarity_1 + affect.aesthetic_1 + vis.trust_6 + data.trust_1 + data.trust_2 + data.trust_3 + data.trust_4 + data.trust_5 + data.trust_6 + interpersonal.trust_1 + trust.in.science_7 + need_for_cognition,
+ data = results)
+vif(colinearity_model)vif(colinearity_model)relation of trust in vis and trust in data
+ + + +data_frame = data.frame(results$vis.trust_1, results$vis.trust_2, results$vis.trust_3, results$affect.science_1, results$affect.clarity_1, results$affect.aesthetic_1, results$vis.trust_6, results$data.trust_1, results$data.trust_2, results$data.trust_3, results$data.trust_4, results$data.trust_5, results$data.trust_6, results$interpersonal.trust_1, results$trust.in.science_7, results$need_for_cognition)
+cor(data_frame)
+
+Trust in science, need for cognition, and interpersonal trust on +trust in Vis
+ + + +results %>%
+ gather(key = variables, value = values,
+ trust.in.science_7, need_for_cognition, interpersonal.trust_1) %>%
+ ggplot(aes(x = values, y = vis.trust_6, color = variables)) +
+
+ facet_grid(cols = vars(variables)) +
+ geom_jitter() +
+ geom_smooth(color = "black") +
+ geom_blank() +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))Trust in Data
+ + + +results %>%
+ ggplot(aes(x = data.trust_6, y = isCovidData, colour = as.factor(isCovidData))) +
+ geom_jitter(data = results, width = 0.5) +
+ # labs(title = "Trust in data") +
+ geom_vline(data = results %>%
+ group_by(complexity, isCovidData, chartType) %>%
+ summarize(n = n(),
+ data.trust_6 = mean(data.trust_6)),
+ aes(xintercept = data.trust_6, colour = as.factor(isCovidData))) +
+ facet_grid(rows = vars(complexity), cols = vars(chartType)) +
+ theme_minimal()
+
+results %>%
+ group_by(complexity, isCovidData) %>%
+ summarize(n = n(),
+ mean = mean(data.trust_6),
+ se = sd(data.trust_6)/sqrt(n),
+ n = n)model <- lm(formula = data.trust_6 ~ complexity * chartType
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results%>% filter(isCovidData == 0))
+anova(model)
+# post-hoc tests
+aov(data.trust_6 ~ complexity * as.factor(isCovidData), data = results) %>% tukey_hsd()
+aov(data.trust_6 ~ chartType * as.factor(isCovidData), data = results) %>% tukey_hsd()
+# effect sizes
+eta_squared(aov(data.trust_6 ~ complexity * as.factor(isCovidData) * chartType +
+ Age + as.factor(Gender) + State_1 + as.factor(Education) + as.factor(Parents_education) + as.factor(Language) +
+ as.factor(Ethnicity) + as.factor(Income) + as.factor(Religion) + trust.in.science_7 + need_for_cognition +
+ interpersonal.trust_1,
+ data = results))
+emmeans(aov(data.trust_6 ~ complexity , data = results) , ~ complexity)Trust in science, need for cognition, and interpersonal trust on +trust in Data
+ + + +results %>%
+ gather(key = variables, value = values,
+ trust.in.science_7, need_for_cognition, interpersonal.trust_1) %>%
+ ggplot(aes(x = values, y = data.trust_6, color = variables)) +
+
+ facet_grid(cols = vars(variables)) +
+ geom_jitter() +
+ geom_smooth(color = "black") +
+ geom_blank() +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))results_long_data <- results %>%
+ select(data.trust_1, data.trust_2, data.trust_3,
+ data.trust_4, data.trust_5, data.trust_6,
+ ResponseId, complexity,
+ vlat_simple, vlat_moderate, vlat_complex) %>%
+ gather(key = trustItemData, value = trustRatingData,
+ data.trust_1, data.trust_2, data.trust_3, data.trust_4, data.trust_5, data.trust_6)
+
+results_long_data %>%
+ ggplot(aes(x = trustRatingData, y = 1, color = complexity)) +
+ geom_jitter() +
+ ylim(0, 2) +
+ labs(title = "Trust in data (All)") +
+ geom_vline(data = results_long_data %>%
+ group_by(complexity, trustItemData) %>%
+ summarize(n = n(),
+ average = mean(trustRatingData)),
+ aes(xintercept = average, color = complexity)) +
+ facet_grid(vars(trustItemData)) +
+ theme_minimal()
+
+Relationship between trust in data and vis, across complexity
+ + + +results_long_data <- results %>%
+ select(data.trust_1, data.trust_2, data.trust_3,
+ data.trust_4, data.trust_5, data.trust_6,
+ ResponseId, complexity,
+ chartType, isCovidData,
+ vlat_simple, vlat_moderate, vlat_complex) %>%
+ gather(key = trustItemData, value = trustRatingData,
+ # data.trust_1, data.trust_2, data.trust_3, data.trust_4, data.trust_5,
+ data.trust_6)
+
+results_long_vis <- results %>%
+ gather(key = trustItemVis, value = trustRatingVis,
+ # vis.trust_1, vis.trust_2, vis.trust_3, vis.trust_4, vis.trust_5,
+ vis.trust_6)
+
+results_long_all <- merge(results_long_vis, results_long_data,
+ by = c("ResponseId", "complexity", "chartType", "isCovidData"))
+
+model<- glm(trustRatingVis ~ trustRatingData * complexity +
+ trustRatingData * chartType +
+ trustRatingData * as.factor(isCovidData),
+ data = results_long_all)
+Anova(model)results_long_all %>%
+ # filter(trustItemVis == "bar.vis_2") %>%
+ ggplot(aes(x = trustRatingVis, y = trustRatingData, color = as.factor(isCovidData))) +
+ geom_jitter(alpha = 0.25) +
+ stat_smooth(method = "lm",
+ formula = y ~ x,
+ geom = "smooth", color = "black") +
+ labs(title = "Relationship bewteen trust in Vis and Data") +
+ facet_grid(rows = vars(chartType), cols = vars(complexity)) +
+ theme_minimal()
+
+Do the trust items predict trust?
+ + + +model <- lm(formula = vis.trust_6 ~ vis.trust_1 +
+ vis.trust_2 +
+ vis.trust_3 +
+ vis.trust_4 +
+ vis.trust_5 +
+ affect.science_1 +
+ affect.clarity_1 +
+ affect.aesthetic_1 +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+summary(model)model <- lm(formula = data.trust_6 ~ data.trust_1 +
+ data.trust_2 +
+ data.trust_3 +
+ data.trust_4 +
+ data.trust_5 +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+summary(model)
+
+Which trust measurements predict behavioral outcomes?
+ + + +model <- lm(formula = vis.trust_4 ~ vis.trust_1 +
+ vis.trust_2 +
+ vis.trust_3 +
+ vis.trust_6 +
+ affect.science_1 +
+ affect.clarity_1 +
+ affect.aesthetic_1 +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+summary(model)model <- lm(formula = vis.trust_5 ~ vis.trust_1 +
+ vis.trust_2 +
+ vis.trust_3 +
+ vis.trust_6 +
+ affect.science_1 +
+ affect.clarity_1 +
+ affect.aesthetic_1 +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+summary(model)
+Call:
+lm(formula = vis.trust_5 ~ vis.trust_1 + vis.trust_2 + vis.trust_3 +
+ vis.trust_6 + affect.science_1 + affect.clarity_1 + affect.aesthetic_1 +
+ Age + Gender + State_1 + Education + Parents_education +
+ Language + Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1, data = results)
+
+Residuals:
+ Min 1Q Median 3Q Max
+-3.6137 -1.0005 0.1875 1.0599 3.7954
+
+Coefficients: (1 not defined because of singularities)
+ Estimate Std. Error t value Pr(>|t|)
+(Intercept) 6.8983258 11.1541131 0.618 0.5366
+vis.trust_1 0.1654944 0.0723770 2.287 0.0227 *
+vis.trust_2 -0.0700186 0.0895431 -0.782 0.4347
+vis.trust_3 0.5055452 0.0877894 5.759 1.59e-08 ***
+vis.trust_6 0.1940812 0.0877665 2.211 0.0275 *
+affect.science_1 -0.0040897 0.0047826 -0.855 0.3929
+affect.clarity_1 0.0049858 0.0036282 1.374 0.1701
+affect.aesthetic_1 -0.0061383 0.0037793 -1.624 0.1050
+Age -0.0047859 0.0054796 -0.873 0.3829
+Gender2 -0.0002455 0.1585950 -0.002 0.9988
+Gender3 -0.8574544 0.7533807 -1.138 0.2557
+Gender5 -0.0676304 2.5614059 -0.026 0.9789
+State_1Alaska 0.9130358 3.2211060 0.283 0.7770
+State_1Arizona 0.0796834 0.7122489 0.112 0.9110
+State_1Arkansas 0.6925107 0.9857672 0.703 0.4827
+State_1California 0.2323355 0.4981027 0.466 0.6411
+State_1Colorado 0.5483217 0.6982153 0.785 0.4327
+State_1Connecticut -0.2859602 0.8865255 -0.323 0.7472
+State_1Delaware 1.3516004 1.2833472 1.053 0.2928
+State_1Florida 0.0292903 0.5338977 0.055 0.9563
+State_1Georgia 0.6537663 0.5646337 1.158 0.2475
+State_1Hawaii 0.4632148 1.1156216 0.415 0.6782
+State_1Illinois 0.4834355 0.5964777 0.810 0.4181
+State_1Indiana 0.0100316 0.7392443 0.014 0.9892
+State_1Iowa 1.5602400 0.9856159 1.583 0.1141
+State_1Kansas 0.8557160 0.7804126 1.096 0.2735
+State_1Kentucky 0.1959218 0.7272128 0.269 0.7877
+State_1Louisiana 0.3960415 0.8282551 0.478 0.6328
+State_1Maine -0.1060877 1.0852291 -0.098 0.9222
+State_1Maryland 0.8736085 0.6371119 1.371 0.1710
+State_1Massachusetts 0.3204814 0.6525378 0.491 0.6236
+State_1Michigan 0.0112196 0.6136382 0.018 0.9854
+State_1Minnesota 0.0044142 0.8862272 0.005 0.9960
+State_1Mississippi 0.7426988 0.9694226 0.766 0.4440
+State_1Missouri 0.7406180 0.7239769 1.023 0.3069
+State_1Montana -0.0802522 1.3122480 -0.061 0.9513
+State_1Nebraska 0.9540497 1.0855424 0.879 0.3800
+State_1Nevada 1.3905433 0.9460415 1.470 0.1423
+State_1New Hampshire 0.1348267 1.7640649 0.076 0.9391
+State_1New Jersey 1.4178615 0.7577706 1.871 0.0620 .
+State_1New York 0.2218299 0.5525909 0.401 0.6883
+State_1North Carolina 1.0624815 0.5886474 1.805 0.0718 .
+State_1Ohio -0.9995362 0.6267236 -1.595 0.1115
+State_1Oklahoma 0.4119686 0.8445519 0.488 0.6259
+State_1Oregon 0.7491734 0.7610634 0.984 0.3255
+State_1Pennsylvania 0.2677601 0.5497123 0.487 0.6264
+State_1Rhode Island 0.8835446 1.0897997 0.811 0.4180
+State_1South Carolina 0.1481524 0.8881443 0.167 0.8676
+State_1South Dakota 0.1598751 1.7995366 0.089 0.9292
+State_1Tennessee 0.8371711 0.6700815 1.249 0.2122
+State_1Texas 0.4906562 0.5312451 0.924 0.3562
+State_1Utah -0.1454604 0.8292123 -0.175 0.8608
+State_1Vermont 1.0352761 1.2922610 0.801 0.4235
+State_1Virginia 0.4694817 0.7552982 0.622 0.5345
+State_1Washington 0.1183486 0.5971784 0.198 0.8430
+State_1West Virginia -1.6715323 1.0709885 -1.561 0.1193
+State_1Wisconsin 1.0559749 0.6055320 1.744 0.0819 .
+State_1Wyoming 2.9971987 1.7754711 1.688 0.0921 .
+Education2 1.4889138 0.7316559 2.035 0.0424 *
+Education3 1.4182630 0.7104594 1.996 0.0465 *
+Education4 1.2258351 0.7622315 1.608 0.1085
+Education5 1.2073315 0.7706229 1.567 0.1179
+Education6 1.2551205 0.7003148 1.792 0.0738 .
+Education7 0.9924632 0.7251797 1.369 0.1718
+Education8 0.8444186 0.8620245 0.980 0.3278
+Education9 0.4324445 1.1741843 0.368 0.7128
+Education10 1.9737670 1.8700926 1.055 0.2918
+Parents_education2 -0.0090787 0.1936329 -0.047 0.9626
+Parents_education3 0.3070623 0.2177521 1.410 0.1592
+Language2 -0.5711739 0.9824173 -0.581 0.5613
+Language3 0.3583621 0.9504647 0.377 0.7063
+Language4 2.2197398 1.5882656 1.398 0.1629
+Ethnicity2 0.4442625 1.9182422 0.232 0.8170
+Ethnicity3 -0.2833989 1.8843595 -0.150 0.8805
+Ethnicity4 0.4728969 1.9433916 0.243 0.8079
+Ethnicity5 -0.6884299 2.2207802 -0.310 0.7567
+Ethnicity6 1.7937527 2.5277792 0.710 0.4783
+Ethnicity7 -0.1177346 1.8826834 -0.063 0.9502
+Ethnicity8 -0.4296101 1.8964107 -0.227 0.8209
+Ethnicity9 0.0976298 1.8892332 0.052 0.9588
+Ethnicity10 NA NA NA NA
+Income2 0.6168627 0.7924509 0.778 0.4367
+Income3 1.4647738 0.6499642 2.254 0.0247 *
+Income4 1.2214829 0.6225380 1.962 0.0504 .
+Income5 1.1764970 0.6253967 1.881 0.0606 .
+Income6 1.4282342 0.6240546 2.289 0.0226 *
+Income7 1.3419889 0.6277638 2.138 0.0331 *
+Income8 1.5060124 0.6588454 2.286 0.0227 *
+Income9 1.1814688 0.6568584 1.799 0.0728 .
+Income10 1.4512076 0.6619806 2.192 0.0289 *
+Income11 0.9909869 0.6645514 1.491 0.1366
+Income12 1.2522790 0.6845209 1.829 0.0680 .
+Income13 0.8336257 0.7052663 1.182 0.2378
+Income14 1.3716421 0.6573623 2.087 0.0375 *
+Income15 0.6717645 0.8799697 0.763 0.4456
+Income16 1.4445849 0.6902114 2.093 0.0369 *
+Income17 1.1246862 0.6333101 1.776 0.0764 .
+Income18 0.7149495 1.3455013 0.531 0.5954
+Income19 1.6020486 0.7440956 2.153 0.0319 *
+Religion2 -0.1447428 0.3506155 -0.413 0.6799
+Religion3 -0.2389463 0.3452509 -0.692 0.4892
+Religion4 -0.1774818 0.3336779 -0.532 0.5951
+Religion5 -0.0544771 0.7458376 -0.073 0.9418
+trust.in.science_7 0.0111162 0.0439041 0.253 0.8002
+need_for_cognition 0.0484377 0.1325712 0.365 0.7150
+interpersonal.trust_1 -0.1579809 0.0625460 -2.526 0.0119 *
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+Residual standard error: 1.635 on 441 degrees of freedom
+ (3 observations deleted due to missingness)
+Multiple R-squared: 0.3869, Adjusted R-squared: 0.2423
+F-statistic: 2.676 on 104 and 441 DF, p-value: 1.169e-12results %>%
+ ggplot(aes(x = data.trust_1, y = data.trust_6, color = as.factor(isCovidData))) +
+ geom_jitter() +
+ geom_smooth(method="lm") +
+ facet_wrap(~isCovidData) +
+ theme_minimal()How does performance on VLAT questions predict trust?
+ + + +model <- lm(formula = vis.trust_6 ~ assigned_vlat +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)Analysis of Variance Table
+
+Response: vis.trust_6
+ Df Sum Sq Mean Sq F value Pr(>F)
+assigned_vlat 1 3.03 3.031 2.3361 0.127115
+Age 1 9.80 9.797 7.5518 0.006238 **
+Gender 3 8.98 2.992 2.3066 0.076008 .
+State_1 46 129.02 2.805 2.1619 3.734e-05 ***
+Education 9 31.47 3.496 2.6950 0.004623 **
+Parents_education 2 1.22 0.612 0.4714 0.624447
+Language 3 3.96 1.320 1.0172 0.384779
+Ethnicity 8 17.01 2.126 1.6386 0.111622
+Income 18 28.11 1.562 1.2038 0.253242
+Religion 4 14.82 3.705 2.8560 0.023337 *
+trust.in.science_7 1 133.56 133.562 102.9516 < 2.2e-16 ***
+need_for_cognition 1 6.58 6.576 5.0687 0.024847 *
+interpersonal.trust_1 1 6.82 6.823 5.2591 0.022296 *
+Residuals 447 579.91 1.297
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1emmeans(aov(vis.trust_6 ~ vlat_simple * vlat_complex , data = results) , ~ vlat_simple | vlat_complex)vlat_complex = 0:
+ vlat_simple emmean SE df lower.CL upper.CL
+ 0.77 5.24 0.0956 545 5.05 5.43
+
+vlat_complex = 1:
+ vlat_simple emmean SE df lower.CL upper.CL
+ 0.77 5.47 0.0721 545 5.33 5.62
+
+Confidence level used: 0.95 results %>%
+ gather(key = vlat_level, value = vlat_performance, vlat_simple, vlat_moderate, vlat_complex) %>%
+ ggplot(aes(x = vis.trust_6, y = vlat_performance, colour = as.factor(assigned_vlat))) +
+ geom_jitter(width = 0.5) +
+ # y(0, 2) +
+ # labs(title = "Trust in data") +
+ # geom_vline(data = results %>%
+ # group_by(complexity, isCovidData) %>%
+ # summarize(n = n(),
+ # vis.trust_6 = mean(vis.trust_6)),
+ # aes(xintercept = vis.trust_6, colour = as.factor(isCovidData))) +
+ facet_grid(rows = vars(vlat_level), cols = vars(chartType)) +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))
+ # legend.position = "none")Overall distribution of VLAT performance
+Trust in Vis
+ + + +# vlat_long <- results %>%
+# gather(key = vlat_level, value = vlat_performance, vlat_simple, vlat_moderate, vlat_complex)
+#
+# model <- lmer(formula = vlat_performance ~ vlat_level * isCovidData * chartType +
+# Age + Gender + State_1 + Education + Parents_education + Language +
+# Ethnicity + Income + Religion + trust.in.science_7 +
+# need_for_cognition + interpersonal.trust_1 + (1|ResponseId),
+# data = vlat_long)
+# Anova(model)
+#
+# emmeans(aov(vlat_performance ~ vlat_level , data = results) , ~ vlat_simple | vlat_complex)
+#
+# # post-hoc tests
+# aov(vlat_performance ~ vlat_level * as.factor(isCovidData), data = vlat_long) %>% tukey_hsd()results %>%
+ gather(key = vlat_level, value = vlat_performance, vlat_simple, vlat_moderate, vlat_complex) %>%
+ group_by(vlat_level, chartType, isCovidData) %>%
+ summarize(n = n(),
+ mean_vlat_performance = mean(vlat_performance),
+ se = sd(vlat_performance)/sqrt(n),
+ n = n()) %>%
+ ggplot(aes(x = vlat_level, y = mean_vlat_performance,
+ ymax = mean_vlat_performance + se, ymin = mean_vlat_performance - se,
+ colour = vlat_level)) +
+ geom_point() +
+ geom_errorbar() +
+ # labs(title = "Trust in data") +
+ # geom_vline(data = results %>%
+ # group_by(complexity, isCovidData) %>%
+ # summarize(n = n(),
+ # vis.trust_6 = mean(vis.trust_6)),
+ # aes(xintercept = vis.trust_6, colour = as.factor(isCovidData))) +
+ facet_grid(rows = vars(isCovidData)) +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))
+ # legend.position = "none")Trust in Data
+ + + +model <- lm(formula = data.trust_6 ~ vlat_simple * vlat_moderate * vlat_complex +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)
+
+emmeans(aov(data.trust_6 ~ vlat_simple * vlat_complex , data = results) , ~ vlat_simple | vlat_complex)
+
+Which antecedent drives the interaction effect for trust in +visualization for covid data?
+ + + +model <- lm(formula = vis.trust_1 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results %>% filter(isCovidData == 1))
+anova(model)model <- lm(formula = vis.trust_2 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results %>% filter(isCovidData == 1))
+anova(model)model <- lm(formula = vis.trust_3 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results %>% filter(isCovidData == 1))
+anova(model)model <- lm(formula = affect.science_1 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results %>% filter(isCovidData == 1))
+anova(model)model <- lm(formula = affect.clarity_1 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results %>% filter(isCovidData == 1))
+anova(model)model <- lm(formula = affect.aesthetic_1 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results %>% filter(isCovidData == 1))
+anova(model)
+
+Which antecedent drives the main effect for trust in data?
+ + + +model <- lm(formula = data.trust_1 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)model <- lm(formula = data.trust_2 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)model <- lm(formula = data.trust_3 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)model <- lm(formula = data.trust_4 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)model <- lm(formula = data.trust_5 ~ complexity
+ + Age + Gender + State_1 + Education + Parents_education + Language + Ethnicity + Income + Religion + trust.in.science_7 + need_for_cognition + interpersonal.trust_1 ,
+ data = results)
+anova(model)Analysis of Variance Table
+
+Response: data.trust_5
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 12.30 6.1489 3.5134 0.0306236 *
+Age 1 0.01 0.0150 0.0085 0.9263927
+Gender 3 11.20 3.7322 2.1325 0.0953809 .
+State_1 46 112.98 2.4562 1.4034 0.0467885 *
+Education 9 20.72 2.3020 1.3153 0.2263077
+Parents_education 2 0.62 0.3113 0.1778 0.8371296
+Language 3 3.64 1.2146 0.6940 0.5560659
+Ethnicity 8 17.35 2.1691 1.2394 0.2740997
+Income 18 47.44 2.6356 1.5059 0.0831539 .
+Religion 4 3.37 0.8419 0.4811 0.7496600
+trust.in.science_7 1 22.29 22.2913 12.7369 0.0003974 ***
+need_for_cognition 1 7.34 7.3354 4.1913 0.0412161 *
+interpersonal.trust_1 1 6.27 6.2738 3.5847 0.0589601 .
+Residuals 446 780.56 1.7501
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1
+
+How does provenance data predict trust?
+Overall
+ + + +brushed <- results %>%
+ gather(key = provenance_type, value = provenance_value, brushed, explore_interactions, explore_time) %>%
+ group_by(provenance_type, chartType, isCovidData, complexity) %>%
+ summarize(n = n(),
+ mean = mean(provenance_value),
+ se = sd(provenance_value)/sqrt(n),
+ n = n) %>%
+ filter(provenance_type == "brushed") %>%
+ ggplot(aes(x = provenance_type, y = mean, ymax = mean + se, ymin = mean - se, color = as.factor(isCovidData))) +
+ geom_point(position = position_dodge2(width = 0.5)) +
+ geom_errorbar(width = 0.5, size = 0.66, position = "dodge") +
+ facet_grid(rows = vars(complexity), cols = vars(isCovidData)) +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))
+brushed
+
+interactions <- results %>%
+ gather(key = provenance_type, value = provenance_value, brushed, explore_interactions, explore_time) %>%
+ group_by(provenance_type, chartType, isCovidData, complexity) %>%
+ summarize(n = n(),
+ mean = mean(provenance_value),
+ se = sd(provenance_value)/sqrt(n),
+ n = n) %>%
+ filter(provenance_type == "explore_interactions") %>%
+ ggplot(aes(x = provenance_type, y = mean, ymax = mean + se, ymin = mean - se, color = as.factor(isCovidData))) +
+ geom_point(position = position_dodge2(width = 0.5)) +
+ geom_errorbar(width = 0.5, size = 0.66, position = "dodge") +
+ facet_grid(rows = vars(complexity), cols = vars(chartType)) +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))
+interactions
+
+exploreTime <- results %>%
+ gather(key = provenance_type, value = provenance_value, brushed, explore_interactions, explore_time) %>%
+ group_by(provenance_type, chartType, isCovidData, complexity) %>%
+ summarize(n = n(),
+ mean = mean(provenance_value),
+ se = sd(provenance_value)/sqrt(n),
+ n = n) %>%
+ filter(provenance_type == "explore_time") %>%
+ ggplot(aes(x = provenance_type, y = mean, ymax = mean + se, ymin = mean - se, color = as.factor(isCovidData))) +
+ geom_point(position = position_dodge2(width = 0.5)) +
+ geom_errorbar(width = 0.5, size = 0.66, position = "dodge") +
+ facet_grid(rows = vars(chartType), cols = vars(complexity)) +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))
+exploreTime
+
+exploreTime + interactions + brushed
+ggsave("provenanceResults.png", width = 26, height = 14)explore_interactions
+ + + +model <- lm(formula = explore_interactions ~ complexity * chartType * isCovidData +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)Analysis of Variance Table
+
+Response: explore_interactions
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 3.62 1.8108 1.3216 0.26778
+chartType 1 0.00 0.0043 0.0031 0.95556
+isCovidData 1 5.29 5.2914 3.8617 0.05003 .
+Age 1 21.87 21.8733 15.9634 7.578e-05 ***
+Gender 3 21.89 7.2978 5.3260 0.00130 **
+State_1 46 59.25 1.2881 0.9401 0.58698
+Education 9 10.41 1.1563 0.8439 0.57595
+Parents_education 2 8.55 4.2738 3.1191 0.04518 *
+Language 3 1.17 0.3914 0.2856 0.83578
+Ethnicity 8 17.46 2.1826 1.5928 0.12461
+Income 18 22.08 1.2267 0.8953 0.58471
+Religion 4 7.11 1.7787 1.2981 0.26994
+trust.in.science_7 1 6.70 6.7007 4.8903 0.02753 *
+need_for_cognition 1 5.23 5.2339 3.8198 0.05129 .
+interpersonal.trust_1 1 3.71 3.7112 2.7084 0.10054
+complexity:chartType 2 0.42 0.2120 0.1547 0.85670
+complexity:isCovidData 2 2.65 1.3246 0.9667 0.38116
+chartType:isCovidData 1 0.00 0.0001 0.0001 0.99386
+complexity:chartType:isCovidData 2 0.76 0.3781 0.2759 0.75898
+Residuals 437 598.79 1.3702
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1explore_time
+ + + +model <- lm(formula = explore_time ~ complexity * chartType * isCovidData +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)Analysis of Variance Table
+
+Response: explore_time
+ Df Sum Sq Mean Sq F value Pr(>F)
+complexity 2 11546601 5773301 0.8285 0.437410
+chartType 1 9225464 9225464 1.3238 0.250536
+isCovidData 1 16042464 16042464 2.3020 0.129927
+Age 1 62648946 62648946 8.9899 0.002870 **
+Gender 3 44564779 14854926 2.1316 0.095526 .
+State_1 46 287423601 6248339 0.8966 0.666542
+Education 9 88627287 9847476 1.4131 0.179773
+Parents_education 2 41616277 20808139 2.9859 0.051525 .
+Language 3 5762167 1920722 0.2756 0.842995
+Ethnicity 8 158088313 19761039 2.8356 0.004445 **
+Income 18 123385347 6854741 0.9836 0.477474
+Religion 4 106522939 26630735 3.8214 0.004581 **
+trust.in.science_7 1 25492061 25492061 3.6580 0.056453 .
+need_for_cognition 1 3078093 3078093 0.4417 0.506655
+interpersonal.trust_1 1 16434195 16434195 2.3583 0.125345
+complexity:chartType 2 5438215 2719108 0.3902 0.677168
+complexity:isCovidData 2 5813922 2906961 0.4171 0.659191
+chartType:isCovidData 1 133966 133966 0.0192 0.889791
+complexity:chartType:isCovidData 2 5347737 2673868 0.3837 0.681571
+Residuals 437 3045364538 6968798
+---
+Signif. codes: 0 ‘***’ 0.001 ‘**’ 0.01 ‘*’ 0.05 ‘.’ 0.1 ‘ ’ 1Hypothesis: for the complex condition, we expect people who brushed +more to have higher trust
+ + + +complexCondition <- results %>%
+ filter(complexity == "complex")
+
+# can change the predictor to bar.vis
+model<- manova(cbind(data.trust_1,
+ data.trust_2,
+ data.trust_3,
+ data.trust_4,
+ data.trust_5,
+ data.trust_6) ~ brushed + explore_interactions + explore_time,
+ data = complexCondition)
+summary.aov(model)Hypothesis: for all the conditions, we expect people who hovered more +to have higher trust
+ + + +# can change the predictor to bar.vis
+model<- manova(cbind(vis.trust_6,
+ vis.trust_5,
+ vis.trust_4,
+ vis.trust_3,
+ vis.trust_2,
+ vis.trust_1) ~ brushed + explore_interactions + explore_time,
+ data = results)
+summary.aov(model)
+
+Affect on Trust {it’s own section}
+ + + +results %>%
+ gather(key = affects, value = affectRatings, affect.science_1, affect.clarity_1, affect.aesthetic_1) %>%
+ group_by(affects, chartType, isCovidData, complexity) %>%
+ summarize(n = n(),
+ mean = mean(affectRatings),
+ se = sd(affectRatings)/sqrt(n),
+ n = n()) %>%
+ ggplot(aes(x = affects, y = mean,
+ ymax = mean + se, ymin = mean - se,
+ colour = as.factor(isCovidData))) +
+ geom_point(position = position_dodge2(width = 0.5)) +
+ geom_errorbar(width = 0.5, size = 0.66, position = "dodge") +
+ # labs(title = "Trust in data") +
+ # geom_vline(data = results %>%
+ # group_by(complexity, isCovidData) %>%
+ # summarize(n = n(),
+ # vis.trust_6 = mean(vis.trust_6)),
+ # aes(xintercept = vis.trust_6, colour = as.factor(isCovidData))) +
+ facet_grid(rows = vars(chartType), cols = vars(complexity)) +
+ theme_minimal() +
+ theme(panel.spacing = unit(2, "lines"))
+ # legend.position = "none")
+ggsave("affectMeasures.png", width = 17, height = 9)model <- lm(formula = affect.science_1 ~ complexity * chartType * isCovidData +
+ Age + as.factor(Gender) + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)model <- lm(formula = affect.clarity_1 ~ complexity * chartType * isCovidData +
+ Age + as.factor(Gender) + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)
+summary(model)model <- lm(formula = affect.aesthetic_1 ~ complexity * chartType * isCovidData +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)
+summary(model)Trust in Vis
+ + + +model <- lm(formula = vis.trust_6 ~ affect.science_1 * affect.clarity_1 * affect.aesthetic_1 +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)
+summary(model)
+
+emmeans(aov(vis.trust_6 ~ affect.science_1 * affect.clarity_1 , data = results) , ~ affect.clarity_1)Trust in Data
+ + + +model <- lm(formula = data.trust_6 ~ affect.science_1 * affect.clarity_1 * affect.aesthetic_1 +
+ Age + Gender + State_1 + Education + Parents_education + Language +
+ Ethnicity + Income + Religion + trust.in.science_7 +
+ need_for_cognition + interpersonal.trust_1,
+ data = results)
+anova(model)
+
+emmeans(aov(data.trust_6 ~ affect.science_1 * affect.clarity_1 , data = results) , ~ affect.clarity_1)
+
+
+Factor Analysis
+ + + +factorAnalysis <- results %>%
+ select(data.trust_1, data.trust_2, data.trust_3, data.trust_4, data.trust_5, data.trust_6,
+ vis.trust_1, vis.trust_2, vis.trust_3, vis.trust_4, vis.trust_5, vis.trust_6,
+ trust.in.science_1, trust.in.science_2, trust.in.science_3, trust.in.science_4, trust.in.science_5,
+ trust.in.science_6, trust.in.science_7, trust.in.science_8,
+ cognition_1, cognition_2, cognition_3, cognition_4, cognition_5, cognition_6,
+ # brushed, explore_interactions, # explore_time,
+ interpersonal.trust_1,
+ vlat_simple, vlat_moderate, vlat_complex,
+ # initial impression
+ affect.science_1, affect.clarity_1, affect.aesthetic_1)
+
+nfactors(factorAnalysis)Factor 4 seem to have minimum compelxity, BIC is pretty low, and big +jump for root mean 5 seems meh becuase of the big jump from 4-5 on +complexity.
+ + + +f7 <- fa(factorAnalysis, 7)
+pdf(file = "f7.pdf", # The directory you want to save the file in
+ width = 15, # The width of the plot in inches
+ height = 23) # The height of the plot in inches
+fa.diagram(f7)
+dev.off()
+# based on the factor analysis, it looks like not all the vis Qs go together and not all the data Qs go together. LS0tCnRpdGxlOiAiVHJ1c3QgaW4gU2NpZW5jZSBBbmFseXNpcyBOb3RlYm9vayIKb3V0cHV0OgogIGh0bWxfbm90ZWJvb2s6IGRlZmF1bHQKICBwZGZfZG9jdW1lbnQ6IGRlZmF1bHQKLS0tCmBgYHtyIGVjaG8gPSBGQUxTRX0KcmVxdWlyZSh0aWR5dmVyc2UpCmxpYnJhcnkocHN5Y2gpCmxpYnJhcnkoZ2dwbG90MikKbGlicmFyeShjYXIpCmxpYnJhcnkobG1lNCkKbGlicmFyeShlbW1lYW5zKQpsaWJyYXJ5KHB3cikKbGlicmFyeShwYXRjaHdvcmspCmxpYnJhcnkocnN0YXRpeCkKbGlicmFyeShlZmZlY3RzaXplKQpsaWJyYXJ5KEdQQXJvdGF0aW9uKQpsaWJyYXJ5KE1BU1MpCiMgZW52aXJvbm1lbnQgdG8gaW5jbHVkZSB0aGUgc3NfcHN5Y2g0NTBfcndzMyBwbGF0Zm9ybQpsb2FkKCJzc19wc3ljaDQ1MF9yd3MzIikKYGBgCgpMb2FkIERhdGEKCmBgYHtyfQpyZXN1bHRzIDwtIHJlYWQuY3N2KCJkYXRhX2NsZWFuX2p1bmUzMC5jc3YiKQoKIyB0cnVzdCBpbiBkYXRhIGlzIHRoZSBjb2x1bW46IGJhci1kYXRhXzYKIyB0cnVzdCBpbiB2aXMgaXMgdGhlIGNvbHVtbjogYmFyLXZpc182CmBgYAoKQ29udmVydGluZyBjb3ZhcmlhdGVzIHRvIGZhY3RvcnMKYGBge3J9CnJlc3VsdHMkR2VuZGVyIDwtIGFzLmZhY3RvcihyZXN1bHRzJEdlbmRlcikKcmVzdWx0cyRFZHVjYXRpb24gPC0gYXMuZmFjdG9yKHJlc3VsdHMkRWR1Y2F0aW9uKQpyZXN1bHRzJFBhcmVudHNfZWR1Y2F0aW9uIDwtIGFzLmZhY3RvcihyZXN1bHRzJFBhcmVudHNfZWR1Y2F0aW9uKQpyZXN1bHRzJExhbmd1YWdlIDwtIGFzLmZhY3RvcihyZXN1bHRzJExhbmd1YWdlKQpyZXN1bHRzJEV0aG5pY2l0eSA8LSBhcy5mYWN0b3IocmVzdWx0cyRFdGhuaWNpdHkpCnJlc3VsdHMkSW5jb21lIDwtIGFzLmZhY3RvcihyZXN1bHRzJEluY29tZSkKcmVzdWx0cyRSZWxpZ2lvbiA8LSBhcy5mYWN0b3IocmVzdWx0cyRSZWxpZ2lvbikKYGBgCgpUcnVzdCBpbiBWaXMKCmBgYHtyfQojIHJlc3VsdHMkaXNDb3ZpZERhdGEgPC0gZmFjdG9yKHJlc3VsdHMkaXNDb3ZpZERhdGEsIGxldmVscyA9IGMoMCwgMSksCiMgICAgICAgICAgICAgICAgICAgbGFiZWxzID0gYygiQ3JvcCBEYXRhIiwgIkNvdmlkIERhdGEiKSkKYGBgCgpgYGB7cn0KCk1pbk1lYW5TRU1NYXggPC0gZnVuY3Rpb24oeCkgewogIHYgPC0gYyhtaW4oeCksIG1lYW4oeCkgLSBzZCh4KS9zcXJ0KGxlbmd0aCh4KSksIG1lYW4oeCksIG1lYW4oeCkgKyBzZCh4KS9zcXJ0KGxlbmd0aCh4KSksIG1heCh4KSkKICBuYW1lcyh2KSA8LSBjKCJ5bWluIiwgImxvd2VyIiwgIm1pZGRsZSIsICJ1cHBlciIsICJ5bWF4IikKICB2Cn0KCnJlc3VsdHMgJT4lCiAgIyBncm91cF9ieShjb21wbGV4aXR5LCBpc0NvdmlkRGF0YSkgJT4lCiAgZ2dwbG90KGFlcyggeCA9IHZpcy50cnVzdF82LCB5ID0gMCwgY2V4PTEuNSwgY29sb3VyID0gYXMuZmFjdG9yKGlzQ292aWREYXRhKSkpICsKICBzY2FsZV9jb2xvcl9tYW51YWwodmFsdWVzID0gYygicHVycGxlIiwgIm9yYW5nZSIpKSArCiAgeWxpbSgtMC41LCAwLjUpICsKICBnZW9tX2ppdHRlcihkYXRhID0gcmVzdWx0cywgd2lkdGggPSAwLjMsIGhlaWdodCA9IDAuMiwgY29sb3IgPSAibGlnaHQgZ3JheSIsIGFscGhhID0gMC41KSArCiAgI3N0YXRfc3VtbWFyeShmdW4uZGF0YT1NaW5NZWFuU0VNTWF4LCBnZW9tPSJib3hwbG90IiwgY29sb3VyPSJyZWQiKSArCgogIGdlb21fYm94cGxvdChsd2QgPSAxLCBmYXR0ZW4gPSBOVUxMLCB3aWR0aCA9IDAuMjUsIGFscGhhID0gMC41KSArCgogIGdlb21fc2VnbWVudChkYXRhID0gcmVzdWx0cyAlPiUgCiAgICAgICAgICAgICAgICBncm91cF9ieShjb21wbGV4aXR5LCBpc0NvdmlkRGF0YSkgJT4lCiAgICAgICAgICAgICAgICBzdW1tYXJpemUobiA9IG4oKSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIG1lYW4gPSBtZWFuKHZpcy50cnVzdF82KSwKICAgICAgICAgICAgc2UgPSBzZCh2aXMudHJ1c3RfNikvc3FydChuKSksIAogICAgICAgICAgICAgIGFlcyh4ID0gbWVhbiwgeGVuZCA9IG1lYW4sIHkgPSAtLjI1LCB5ZW5kID0gLjI1LCAgY29sb3VyID0gYXMuZmFjdG9yKGlzQ292aWREYXRhKSksIHNpemUgPSAxKSArCiAgICAgICAgIyBzdGF0X3N1bW1hcnkoZnVuLmRhdGEgPSAibWVhbl9jbF9ib290IiwgY29sb3VyID0gInJlZCIsIHNpemUgPSAwLjUsIHBvc2l0aW9uID0gcG9zaXRpb25fbnVkZ2UoeD0wLjI1LCB5PTApLCBhbHBoYT0wLjUpICsKCiAgZ2VvbV90ZXh0KCBkYXRhID0gcmVzdWx0cyAlPiUgCiAgICAgICAgICAgICAgICBncm91cF9ieShjb21wbGV4aXR5LCBpc0NvdmlkRGF0YSkgJT4lCiAgICAgICAgICAgICAgICBzdW1tYXJpemUobiA9IG4oKSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIG1lYW4gPSByb3VuZChtZWFuKHZpcy50cnVzdF82KSxkaWdpdHM9MiksCiAgICAgICAgICAgIHNlID0gcm91bmQoc2QoZGF0YS50cnVzdF82KS9zcXJ0KG4pLGRpZ2l0cz0yKSwKICAgICAgICAgICAgICAgICAgICAgICAgICB2aXMudHJ1c3RfNiA9IG1lYW4odmlzLnRydXN0XzYpKSwKICAgICAgICAgICAgIyBhZXMobGFiZWwgPSBwYXN0ZShtZWFuLCAiWyIsbWVhbi1zZSwiLCIsbWVhbitzZSwiXSIpLCB4ID0gNi4yLCB5ID0gMC40MywgZm9udGZhY2UgPSAzKSwgc2l6ZT0zLCBjb2xvdXIgPSAiYmxhY2siKSsKICAgICAgICAgICAgICBhZXMobGFiZWwgPSBwYXN0ZShtZWFuKSwgeCA9IG1lYW4sIHkgPSAuMzUsIGZvbnRmYWNlID0gMyksIHNpemU9NCwgY29sb3VyID0gImJsYWNrIikrCgogIGZhY2V0X2dyaWQoY29tcGxleGl0eSB+IGlzQ292aWREYXRhKSArCiAgeGxhYigiVHJ1c3QgaW4gVmlzdWFsaXphdGlvbiIpICsKICB0aGVtZV9taW5pbWFsKCkgKyAKICB0aGVtZShwYW5lbC5zcGFjaW5nID0gdW5pdCgyLCAibGluZXMiKSwKICAgICAgICBsZWdlbmQucG9zaXRpb24gPSAibm9uZSIsCiAgICAgICAgYXhpcy50ZXh0LnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50aXRsZS55ID0gZWxlbWVudF9ibGFuaygpLAogICAgICAgIGF4aXMudGlja3MueSA9IGVsZW1lbnRfYmxhbmsoKSkKCgoKI2dnc2F2ZShwYXN0ZSgiY29tcGxleGl0eV9kYXRhVHlwZV9pbnRlcmFjdGlvbi5wZGYiLCBzZXA9IiIpKQoKYGBgCgoKYGBge3J9CgpNaW5NZWFuU0VNTWF4IDwtIGZ1bmN0aW9uKHgpIHsKICB2IDwtIGMobWluKHgpLCBtZWFuKHgpIC0gc2QoeCkvc3FydChsZW5ndGgoeCkpLCBtZWFuKHgpLCBtZWFuKHgpICsgc2QoeCkvc3FydChsZW5ndGgoeCkpLCBtYXgoeCkpCiAgbmFtZXModikgPC0gYygieW1pbiIsICJsb3dlciIsICJtaWRkbGUiLCAidXBwZXIiLCAieW1heCIpCiAgdgp9CgpyZXN1bHRzICU+JQogICMgZ3JvdXBfYnkoY29tcGxleGl0eSwgaXNDb3ZpZERhdGEpICU+JQogIGdncGxvdChhZXMoIHggPSB2aXMudHJ1c3RfNiwgeSA9IDAsIGNleD0xLjUsIGNvbG91ciA9IGNoYXJ0VHlwZSkpICsKICBzY2FsZV9jb2xvcl9tYW51YWwodmFsdWVzID0gYygicHVycGxlIiwgIm9yYW5nZSIpKSArCiAgeWxpbSgtMC41LCAwLjUpICsKICBnZW9tX2ppdHRlcihkYXRhID0gcmVzdWx0cywgd2lkdGggPSAwLjMsIGhlaWdodCA9IDAuMiwgY29sb3IgPSAibGlnaHQgZ3JheSIsIGFscGhhID0gMC41KSArCiAgI3N0YXRfc3VtbWFyeShmdW4uZGF0YT1NaW5NZWFuU0VNTWF4LCBnZW9tPSJib3hwbG90IiwgY29sb3VyPSJyZWQiKSArCgogIGdlb21fYm94cGxvdChsd2QgPSAxLCBmYXR0ZW4gPSBOVUxMLCB3aWR0aCA9IDAuMjUsIGFscGhhID0gMC41KSArCgogIGdlb21fc2VnbWVudChkYXRhID0gcmVzdWx0cyAlPiUgCiAgICAgICAgICAgICAgICBncm91cF9ieShjb21wbGV4aXR5LCBjaGFydFR5cGUpICU+JQogICAgICAgICAgICAgICAgc3VtbWFyaXplKG4gPSBuKCksIAogICAgICAgICAgICAgICAgICAgICAgICAgICBtZWFuID0gbWVhbih2aXMudHJ1c3RfNiksCiAgICAgICAgICAgIHNlID0gc2QodmlzLnRydXN0XzYpL3NxcnQobikpLCAKICAgICAgICAgICAgICBhZXMoeCA9IG1lYW4sIHhlbmQgPSBtZWFuLCB5ID0gLS4yNSwgeWVuZCA9IC4yNSwgIGNvbG91ciA9IGNoYXJ0VHlwZSksIHNpemUgPSAxKSArCiAgICAgICAgIyBzdGF0X3N1bW1hcnkoZnVuLmRhdGEgPSAibWVhbl9jbF9ib290IiwgY29sb3VyID0gInJlZCIsIHNpemUgPSAwLjUsIHBvc2l0aW9uID0gcG9zaXRpb25fbnVkZ2UoeD0wLjI1LCB5PTApLCBhbHBoYT0wLjUpICsKCiAgZ2VvbV90ZXh0KCBkYXRhID0gcmVzdWx0cyAlPiUgCiAgICAgICAgICAgICAgICBncm91cF9ieShjb21wbGV4aXR5LCBjaGFydFR5cGUpICU+JQogICAgICAgICAgICAgICAgc3VtbWFyaXplKG4gPSBuKCksIAogICAgICAgICAgICAgICAgICAgICAgICAgICBtZWFuID0gcm91bmQobWVhbih2aXMudHJ1c3RfNiksZGlnaXRzPTIpLAogICAgICAgICAgICBzZSA9IHJvdW5kKHNkKGRhdGEudHJ1c3RfNikvc3FydChuKSxkaWdpdHM9MiksCiAgICAgICAgICAgICAgICAgICAgICAgICAgdmlzLnRydXN0XzYgPSBtZWFuKHZpcy50cnVzdF82KSksCiAgICAgICAgICAgICMgYWVzKGxhYmVsID0gcGFzdGUobWVhbiwgIlsiLG1lYW4tc2UsIiwiLG1lYW4rc2UsIl0iKSwgeCA9IDYuMiwgeSA9IDAuNDMsIGZvbnRmYWNlID0gMyksIHNpemU9MywgY29sb3VyID0gImJsYWNrIikrCiAgICAgICAgICAgICAgYWVzKGxhYmVsID0gcGFzdGUobWVhbiksIHggPSBtZWFuLCB5ID0gLjM1LCBmb250ZmFjZSA9IDMpLCBzaXplPTQsIGNvbG91ciA9ICJibGFjayIpKwoKICBmYWNldF9ncmlkKGNvbXBsZXhpdHkgfiBjaGFydFR5cGUpICsKICB4bGFiKCJUcnVzdCBpbiBWaXN1YWxpemF0aW9uIikgKwogIHRoZW1lX21pbmltYWwoKSArIAogIHRoZW1lKHBhbmVsLnNwYWNpbmcgPSB1bml0KDIsICJsaW5lcyIpLAogICAgICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJub25lIiwKICAgICAgICBheGlzLnRleHQueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgICAgICBheGlzLnRpdGxlLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpKQoKCgpnZ3NhdmUocGFzdGUoImNvbXBsZXhpdHlfY2hhcnRUeXBlX2ludGVyYWN0aW9uLnBkZiIsIHNlcD0iIikpCgpgYGAKCgoKYGBge3J9CnJlc3VsdHMgJT4lCiAgZ3JvdXBfYnkoY29tcGxleGl0eSwgaXNDb3ZpZERhdGEpICU+JQogIHN1bW1hcml6ZShuID0gbigpLAogICAgICAgICAgICBtZWFuID0gbWVhbih2aXMudHJ1c3RfNiksCiAgICAgICAgICAgIHNlID0gc2QodmlzLnRydXN0XzYpL3NxcnQobiksCiAgICAgICAgICAgIG4gPSBuKQpgYGAKCmBgYHtyfQojIHJlc3VsdHMkaXNDb3ZpZERhdGEgPC0gZmFjdG9yKHJlc3VsdHMkaXNDb3ZpZERhdGEsIGxldmVscyA9IGMoMCwgMSksCiMgICAgICAgICAgICAgICAgICAgbGFiZWxzID0gYygiQ3JvcCBEYXRhIiwgIkNvdmlkIERhdGEiKSkKCnJlc3VsdHMgJT4lCiAgZ2dwbG90KGFlcyh4ID0gZGF0YS50cnVzdF82LCB5ID0gMCkpICsKICAjIHNjYWxlX2NvbG9yX21hbnVhbCh2YWx1ZXMgPSBjKCJwdXJwbGUiLCAib3JhbmdlIikpICsKICB5bGltKC0wLjUsIDAuNSkgKwogIGdlb21faml0dGVyKGRhdGEgPSByZXN1bHRzLCB3aWR0aCA9IDAuMjUsIGhlaWdodCA9IDAuMiwgY29sb3IgPSAibGlnaHQgZ3JheSIsIGFscGhhID0gMC41KSArCiAgZ2VvbV9ib3hwbG90KGx3ZCA9IDEsIGZhdHRlbiA9IE5VTEwsIHdpZHRoID0gMC4yNSwgYWxwaGEgPSAwLjUsIGNvbG9yID0gInNhbG1vbiIpICsKICAjIGxhYnModGl0bGUgPSAiVHJ1c3QgaW4gZGF0YSIpICsgCgogIAogICBnZW9tX3NlZ21lbnQoZGF0YSA9IHJlc3VsdHMgJT4lIAogICAgICAgICAgICAgICAgZ3JvdXBfYnkoY29tcGxleGl0eSkgJT4lCiAgICAgICAgICAgICAgICBzdW1tYXJpemUobiA9IG4oKSwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIG1lYW4gPSBtZWFuKGRhdGEudHJ1c3RfNiksCiAgICAgICAgICAgIHNlID0gc2QoZGF0YS50cnVzdF82KS9zcXJ0KG4pKSwgCiAgICAgICAgICAgICAgYWVzKHggPSBtZWFuLCB4ZW5kID0gbWVhbiwgeSA9IC0uMjUsIHllbmQgPSAuMjUsICBjb2xvdXIgPSJzYWxtb24iKSwgc2l6ZSA9IDEpICsKCiAgCiAgZ2VvbV90ZXh0KCBkYXRhID0gcmVzdWx0cyAlPiUgCiAgICAgICAgICAgICAgICBncm91cF9ieShjb21wbGV4aXR5KSAlPiUKICAgICAgICAgICAgICAgIHN1bW1hcml6ZShuID0gbigpLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgbWVhbiA9IHJvdW5kKG1lYW4oZGF0YS50cnVzdF82KSxkaWdpdHM9MiksCiAgICAgICAgICAgIHNlID0gcm91bmQoc2QoZGF0YS50cnVzdF82KS9zcXJ0KG4pLGRpZ2l0cz0yKSwKICAgICAgICAgICAgICAgICAgICAgICAgICBkYWR0YS50cnVzdF82ID0gbWVhbihkYXRhLnRydXN0XzYpKSwKICAgICAgICAgICAgIyBhZXMobGFiZWwgPSBwYXN0ZShtZWFuLCAiWyIsbWVhbi1zZSwiLCIsbWVhbitzZSwiXSIpLCB4ID0gNi4yLCB5ID0gMC40MywgZm9udGZhY2UgPSAzKSwgc2l6ZT0zLCBjb2xvdXIgPSAiYmxhY2siKSsKICAgICAgICAgICAgICBhZXMobGFiZWwgPSBwYXN0ZShtZWFuKSwgeCA9IG1lYW4sIHkgPSAuMzUsIGZvbnRmYWNlID0gMyksIHNpemU9NCwgY29sb3VyID0gImJsYWNrIikrCiAgCgogIAogIGZhY2V0X2dyaWQocm93cyA9IHZhcnMoY29tcGxleGl0eSkpICsKICB4bGFiKCJUcnVzdCBpbiBEYXRhIikgKwogIHRoZW1lX21pbmltYWwoKSArIAogIHRoZW1lKHBhbmVsLnNwYWNpbmcgPSB1bml0KDIsICJsaW5lcyIpLAogICAgICAgIGxlZ2VuZC5wb3NpdGlvbiA9ICJub25lIiwKICAgICAgICBheGlzLnRleHQueSA9IGVsZW1lbnRfYmxhbmsoKSwKICAgICAgICBheGlzLnRpdGxlLnkgPSBlbGVtZW50X2JsYW5rKCksCiAgICAgICAgYXhpcy50aWNrcy55ID0gZWxlbWVudF9ibGFuaygpKQoKI2dnc2F2ZShwYXN0ZSgiY29tcGxleGl0eV9pbnRlcmFjdGlvbi5wZGYiLCBzZXA9IiIpKQoKYGBgCgoKYGBge3J9CnJlc3VsdHMgJT4lCiBmaWx0ZXIoaXNDb3ZpZERhdGEgPT0wICkgJT4lCiAgZ3JvdXBfYnkoY29tcGxleGl0eSkgJT4lCiAgc3VtbWFyaXplKG4gPSBuKCksCiAgICAgICAgICAgIG1lYW4gPSBtZWFuKHZpcy50cnVzdF82KSwKICAgICAgICAgICAgc2UgPSBzZCh2aXMudHJ1c3RfNikvc3FydChuKSwKICAgICAgICAgICAgbiA9IG4pCmBgYAoKYGBge3J9Cm1vZGVsIDwtIGxtKGZvcm11bGEgPSB2aXMudHJ1c3RfNiB+IGNvbXBsZXhpdHkgICogYXMuZmFjdG9yKGlzQ292aWREYXRhKSAqIGNoYXJ0VHlwZSArIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEgLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCmBgYApgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IHZpcy50cnVzdF82IH4gY29tcGxleGl0eSAgKiBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpICsgY2hhcnRUeXBlICsgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSAsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzJT4lIGZpbHRlcihjb21wbGV4aXR5ICE9J21vZGVyYXRleCcpKQphbm92YShtb2RlbCkKCgpgYGAKCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IHZpcy50cnVzdF82IH4gY29tcGxleGl0eSAqIGFzLmZhY3Rvcihpc0NvdmlkRGF0YSkgKyBjaGFydFR5cGUgKyB0cnVzdC5pbi5zY2llbmNlXzcgKyBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEgLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCgoKYGBgCgoKTGluZWFyIFJlZ3Jlc3Npb24gTW9kZWwgZm9yIHRydXN0IGluIHZpcyBhcyBhIGZ1bmN0aW9uIG9mIApgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IHZpcy50cnVzdF82IH4gY29tcGxleGl0eSAqIGFzLmZhY3Rvcihpc0NvdmlkRGF0YSkgKiBjaGFydFR5cGUgICsgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEluY29tZSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyBFdGhuaWNpdHkgICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEgLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCgoKYGBgCmBgYHtyfQoKbW9kZWw8LSBtYW5vdmEoIGNiaW5kKHZpcy50cnVzdF82LHZpcy50cnVzdF8xLHZpcy50cnVzdF8yLHZpcy50cnVzdF8zLHZpcy50cnVzdF80LHZpcy50cnVzdF81LGFmZmVjdC5zY2llbmNlXzEsYWZmZWN0LmNsYXJpdHlfMSxhZmZlY3QuYWVzdGhldGljXzEpIH4gY29tcGxleGl0eSAgKiBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpICogY2hhcnRUeXBlICArIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEgLAogICAgICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKCnN1bW1hcnkobW9kZWwpCmV0YV9zcXVhcmVkKG1vZGVsKQoKc3VtbWFyeS5hb3YobW9kZWwpCgoKCmBgYAoKCmBgYHtyfQoKbW9kZWw8LSBtYW5vdmEoIGNiaW5kKGRhdGEudHJ1c3RfNixkYXRhLnRydXN0XzEsZGF0YS50cnVzdF8yLGRhdGEudHJ1c3RfMyxkYXRhLnRydXN0XzQsZGF0YS50cnVzdF81KSB+IGNvbXBsZXhpdHkgICogYXMuZmFjdG9yKGlzQ292aWREYXRhKSAqIGNoYXJ0VHlwZSAgKyBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICwKICAgICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMpCgphbm92YShtb2RlbCkKZXRhX3NxdWFyZWQobW9kZWwpCgpzdW1tYXJ5LmFvdihtb2RlbCkKCgoKYGBgCgpgYGB7cn0KIyBwb3N0LWhvYyB0ZXN0cwphb3YodmlzLnRydXN0XzYgfiBjb21wbGV4aXR5ICogYXMuZmFjdG9yKGlzQ292aWREYXRhKSwgZGF0YSA9IHJlc3VsdHMpICU+JSB0dWtleV9oc2QoKQojIGVmZmVjdCBzaXplcwpldGFfc3F1YXJlZChhb3YodmlzLnRydXN0XzYgfiBjb21wbGV4aXR5ICogYXMuZmFjdG9yKGlzQ292aWREYXRhKSAqIGNoYXJ0VHlwZSArIAogICAgICAgICAgICAgICAgICArIEFnZSArIGFzLmZhY3RvcihHZW5kZXIpICsgU3RhdGVfMSArIGFzLmZhY3RvcihFZHVjYXRpb24pICsgYXMuZmFjdG9yKFBhcmVudHNfZWR1Y2F0aW9uKSArIGFzLmZhY3RvcihMYW5ndWFnZSkgKyBhcy5mYWN0b3IoRXRobmljaXR5KSArIGFzLmZhY3RvcihJbmNvbWUpICsgYXMuZmFjdG9yKFJlbGlnaW9uKSArIHRydXN0LmluLnNjaWVuY2VfNyArIG5lZWRfZm9yX2NvZ25pdGlvbiArIAogICAgICAgICAgICAgICAgICBpbnRlcnBlcnNvbmFsLnRydXN0XzEsCiAgICAgICAgICAgICBkYXRhID0gcmVzdWx0cykpCmBgYCAKIyBDb2xpbmVhcml0eSBvZiB0cnVzdCBpbiB2aXMgYW5kIHRydXN0IGluIGRhdGEKYGBge3J9CmNvbGluZWFyaXR5X21vZGVsIDwtIGxtKGZvcm11bGEgPSBBZ2UgfiB2aXMudHJ1c3RfMSArIHZpcy50cnVzdF8yICsgdmlzLnRydXN0XzMgKyBhZmZlY3Quc2NpZW5jZV8xICsgYWZmZWN0LmNsYXJpdHlfMSArIGFmZmVjdC5hZXN0aGV0aWNfMSArIHZpcy50cnVzdF82ICsgZGF0YS50cnVzdF8xICsgZGF0YS50cnVzdF8yICsgZGF0YS50cnVzdF8zICsgZGF0YS50cnVzdF80ICsgZGF0YS50cnVzdF81ICsgZGF0YS50cnVzdF82ICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgbmVlZF9mb3JfY29nbml0aW9uLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKdmlmKGNvbGluZWFyaXR5X21vZGVsKQpgYGAKCnZpZihjb2xpbmVhcml0eV9tb2RlbClyZWxhdGlvbiBvZiB0cnVzdCBpbiB2aXMgYW5kIHRydXN0IGluIGRhdGEKYGBge3J9CmRhdGFfZnJhbWUgPSBkYXRhLmZyYW1lKHJlc3VsdHMkdmlzLnRydXN0XzEsIHJlc3VsdHMkdmlzLnRydXN0XzIsIHJlc3VsdHMkdmlzLnRydXN0XzMsIHJlc3VsdHMkYWZmZWN0LnNjaWVuY2VfMSwgcmVzdWx0cyRhZmZlY3QuY2xhcml0eV8xLCByZXN1bHRzJGFmZmVjdC5hZXN0aGV0aWNfMSwgcmVzdWx0cyR2aXMudHJ1c3RfNiwgcmVzdWx0cyRkYXRhLnRydXN0XzEsIHJlc3VsdHMkZGF0YS50cnVzdF8yLCByZXN1bHRzJGRhdGEudHJ1c3RfMywgcmVzdWx0cyRkYXRhLnRydXN0XzQsIHJlc3VsdHMkZGF0YS50cnVzdF81LCByZXN1bHRzJGRhdGEudHJ1c3RfNiwgcmVzdWx0cyRpbnRlcnBlcnNvbmFsLnRydXN0XzEsIHJlc3VsdHMkdHJ1c3QuaW4uc2NpZW5jZV83LCByZXN1bHRzJG5lZWRfZm9yX2NvZ25pdGlvbikKY29yKGRhdGFfZnJhbWUpCmBgYAoKIyBUcnVzdCBpbiBzY2llbmNlLCBuZWVkIGZvciBjb2duaXRpb24sIGFuZCBpbnRlcnBlcnNvbmFsIHRydXN0IG9uIHRydXN0IGluIFZpcwpgYGB7cn0KcmVzdWx0cyAlPiUKICBnYXRoZXIoa2V5ID0gdmFyaWFibGVzLCB2YWx1ZSA9IHZhbHVlcywgCiAgICAgICAgIHRydXN0LmluLnNjaWVuY2VfNywgbmVlZF9mb3JfY29nbml0aW9uLCBpbnRlcnBlcnNvbmFsLnRydXN0XzEpICU+JQogIGdncGxvdChhZXMoeCA9IHZhbHVlcywgeSA9IHZpcy50cnVzdF82LCBjb2xvciA9IHZhcmlhYmxlcykpICsKCiAgZmFjZXRfZ3JpZChjb2xzID0gdmFycyh2YXJpYWJsZXMpKSArCiAgICBnZW9tX2ppdHRlcigpICsKICBnZW9tX3Ntb290aChjb2xvciA9ICJibGFjayIpICsKICBnZW9tX2JsYW5rKCkgKyAKICAgdGhlbWVfbWluaW1hbCgpICsKICB0aGVtZShwYW5lbC5zcGFjaW5nID0gdW5pdCgyLCAibGluZXMiKSkKYGBgCgoKCgoKClRydXN0IGluIERhdGEKCmBgYHtyfQpyZXN1bHRzICU+JQogIGdncGxvdChhZXMoeCA9IGRhdGEudHJ1c3RfNiwgeSA9IGlzQ292aWREYXRhLCBjb2xvdXIgPSBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpKSkgKwogIGdlb21faml0dGVyKGRhdGEgPSByZXN1bHRzLCB3aWR0aCA9IDAuNSkgKwogICMgbGFicyh0aXRsZSA9ICJUcnVzdCBpbiBkYXRhIikgKyAKICBnZW9tX3ZsaW5lKGRhdGEgPSByZXN1bHRzICU+JSAKICAgICAgICAgICAgICAgIGdyb3VwX2J5KGNvbXBsZXhpdHksIGlzQ292aWREYXRhLCBjaGFydFR5cGUpICU+JQogICAgICAgICAgICAgICAgc3VtbWFyaXplKG4gPSBuKCksIAogICAgICAgICAgICAgICAgICAgICAgICAgIGRhdGEudHJ1c3RfNiA9IG1lYW4oZGF0YS50cnVzdF82KSksIAogICAgICAgICAgICAgIGFlcyh4aW50ZXJjZXB0ID0gZGF0YS50cnVzdF82LCBjb2xvdXIgPSBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpKSkgKwogIGZhY2V0X2dyaWQocm93cyA9IHZhcnMoY29tcGxleGl0eSksIGNvbHMgPSB2YXJzKGNoYXJ0VHlwZSkpICsKICB0aGVtZV9taW5pbWFsKCkKCnJlc3VsdHMgJT4lIAogIGdyb3VwX2J5KGNvbXBsZXhpdHksIGlzQ292aWREYXRhKSAlPiUKICBzdW1tYXJpemUobiA9IG4oKSwgCiAgICAgICAgICAgIG1lYW4gPSBtZWFuKGRhdGEudHJ1c3RfNiksCiAgICAgICAgICAgIHNlID0gc2QoZGF0YS50cnVzdF82KS9zcXJ0KG4pLAogICAgICAgICAgICBuID0gbikKYGBgCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IGRhdGEudHJ1c3RfNiB+IGNvbXBsZXhpdHkgKiBjaGFydFR5cGUKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgKyBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMlPiUgZmlsdGVyKGlzQ292aWREYXRhID09IDApKQphbm92YShtb2RlbCkKCgpgYGAKCmBgYHtyfQojIHBvc3QtaG9jIHRlc3RzCmFvdihkYXRhLnRydXN0XzYgfiBjb21wbGV4aXR5ICogYXMuZmFjdG9yKGlzQ292aWREYXRhKSwgZGF0YSA9IHJlc3VsdHMpICU+JSB0dWtleV9oc2QoKQphb3YoZGF0YS50cnVzdF82IH4gY2hhcnRUeXBlICogYXMuZmFjdG9yKGlzQ292aWREYXRhKSwgZGF0YSA9IHJlc3VsdHMpICU+JSB0dWtleV9oc2QoKQojIGVmZmVjdCBzaXplcwpldGFfc3F1YXJlZChhb3YoZGF0YS50cnVzdF82IH4gY29tcGxleGl0eSAqIGFzLmZhY3Rvcihpc0NvdmlkRGF0YSkgKiBjaGFydFR5cGUgKyAKICAgICAgICAgICAgICAgICAgQWdlICsgYXMuZmFjdG9yKEdlbmRlcikgKyBTdGF0ZV8xICsgYXMuZmFjdG9yKEVkdWNhdGlvbikgKyBhcy5mYWN0b3IoUGFyZW50c19lZHVjYXRpb24pICsgYXMuZmFjdG9yKExhbmd1YWdlKSArIAogICAgICAgICAgICAgICAgICBhcy5mYWN0b3IoRXRobmljaXR5KSArIGFzLmZhY3RvcihJbmNvbWUpICsgYXMuZmFjdG9yKFJlbGlnaW9uKSArIHRydXN0LmluLnNjaWVuY2VfNyArIG5lZWRfZm9yX2NvZ25pdGlvbiArIAogICAgICAgICAgICAgICAgICBpbnRlcnBlcnNvbmFsLnRydXN0XzEsCiAgICAgICAgICAgICBkYXRhID0gcmVzdWx0cykpCmVtbWVhbnMoYW92KGRhdGEudHJ1c3RfNiB+IGNvbXBsZXhpdHkgLCBkYXRhID0gcmVzdWx0cykgLCB+IGNvbXBsZXhpdHkpCmBgYAoKVHJ1c3QgaW4gc2NpZW5jZSwgbmVlZCBmb3IgY29nbml0aW9uLCBhbmQgaW50ZXJwZXJzb25hbCB0cnVzdCBvbiB0cnVzdCBpbiBEYXRhCmBgYHtyfQpyZXN1bHRzICU+JQogIGdhdGhlcihrZXkgPSB2YXJpYWJsZXMsIHZhbHVlID0gdmFsdWVzLCAKICAgICAgICAgdHJ1c3QuaW4uc2NpZW5jZV83LCBuZWVkX2Zvcl9jb2duaXRpb24sIGludGVycGVyc29uYWwudHJ1c3RfMSkgJT4lCiAgZ2dwbG90KGFlcyh4ID0gdmFsdWVzLCB5ID0gZGF0YS50cnVzdF82LCBjb2xvciA9IHZhcmlhYmxlcykpICsKCiAgZmFjZXRfZ3JpZChjb2xzID0gdmFycyh2YXJpYWJsZXMpKSArCiAgICBnZW9tX2ppdHRlcigpICsKICBnZW9tX3Ntb290aChjb2xvciA9ICJibGFjayIpICsKICBnZW9tX2JsYW5rKCkgKyAKICAgdGhlbWVfbWluaW1hbCgpICsKICB0aGVtZShwYW5lbC5zcGFjaW5nID0gdW5pdCgyLCAibGluZXMiKSkKYGBgCgoKCgoKCgoKCgoKCgoKCgoKCmBgYHtyfQpyZXN1bHRzX2xvbmdfZGF0YSA8LSByZXN1bHRzICU+JQogIHNlbGVjdChkYXRhLnRydXN0XzEsIGRhdGEudHJ1c3RfMiwgZGF0YS50cnVzdF8zLAogICAgICAgICBkYXRhLnRydXN0XzQsIGRhdGEudHJ1c3RfNSwgZGF0YS50cnVzdF82LAogICAgICAgICBSZXNwb25zZUlkLCBjb21wbGV4aXR5LAogICAgICAgICB2bGF0X3NpbXBsZSwgdmxhdF9tb2RlcmF0ZSwgdmxhdF9jb21wbGV4KSAlPiUKICBnYXRoZXIoa2V5ID0gdHJ1c3RJdGVtRGF0YSwgdmFsdWUgPSB0cnVzdFJhdGluZ0RhdGEsIAogICAgICAgICBkYXRhLnRydXN0XzEsIGRhdGEudHJ1c3RfMiwgZGF0YS50cnVzdF8zLCBkYXRhLnRydXN0XzQsIGRhdGEudHJ1c3RfNSwgZGF0YS50cnVzdF82KQoKcmVzdWx0c19sb25nX2RhdGEgJT4lCiAgZ2dwbG90KGFlcyh4ID0gdHJ1c3RSYXRpbmdEYXRhLCB5ID0gMSwgY29sb3IgPSBjb21wbGV4aXR5KSkgKwogIGdlb21faml0dGVyKCkgKwogIHlsaW0oMCwgMikgKyAKICBsYWJzKHRpdGxlID0gIlRydXN0IGluIGRhdGEgKEFsbCkiKSArIAogIGdlb21fdmxpbmUoZGF0YSA9IHJlc3VsdHNfbG9uZ19kYXRhICU+JSAKICAgICAgICAgICAgICAgZ3JvdXBfYnkoY29tcGxleGl0eSwgdHJ1c3RJdGVtRGF0YSkgJT4lCiAgICAgICAgICAgICAgIHN1bW1hcml6ZShuID0gbigpLCAKICAgICAgICAgICAgICAgICAgICAgICAgIGF2ZXJhZ2UgPSBtZWFuKHRydXN0UmF0aW5nRGF0YSkpLCAKICAgICAgICAgICAgIGFlcyh4aW50ZXJjZXB0ID0gYXZlcmFnZSwgY29sb3IgPSBjb21wbGV4aXR5KSkgKwogIGZhY2V0X2dyaWQodmFycyh0cnVzdEl0ZW1EYXRhKSkgKwogIHRoZW1lX21pbmltYWwoKQpgYGAKCgojIFJlbGF0aW9uc2hpcCBiZXR3ZWVuIHRydXN0IGluIGRhdGEgYW5kIHZpcywgYWNyb3NzIGNvbXBsZXhpdHkKCmBgYHtyfQpyZXN1bHRzX2xvbmdfZGF0YSA8LSByZXN1bHRzICU+JQogIHNlbGVjdChkYXRhLnRydXN0XzEsIGRhdGEudHJ1c3RfMiwgZGF0YS50cnVzdF8zLAogICAgICAgICBkYXRhLnRydXN0XzQsIGRhdGEudHJ1c3RfNSwgZGF0YS50cnVzdF82LAogICAgICAgICBSZXNwb25zZUlkLCBjb21wbGV4aXR5LAogICAgICAgICBjaGFydFR5cGUsIGlzQ292aWREYXRhLCAKICAgICAgICAgdmxhdF9zaW1wbGUsIHZsYXRfbW9kZXJhdGUsIHZsYXRfY29tcGxleCkgJT4lCiAgZ2F0aGVyKGtleSA9IHRydXN0SXRlbURhdGEsIHZhbHVlID0gdHJ1c3RSYXRpbmdEYXRhLCAKICAgICAgICAgIyBkYXRhLnRydXN0XzEsIGRhdGEudHJ1c3RfMiwgZGF0YS50cnVzdF8zLCBkYXRhLnRydXN0XzQsIGRhdGEudHJ1c3RfNSwgCiAgICAgICAgIGRhdGEudHJ1c3RfNikKCnJlc3VsdHNfbG9uZ192aXMgPC0gcmVzdWx0cyAlPiUKICBnYXRoZXIoa2V5ID0gdHJ1c3RJdGVtVmlzLCB2YWx1ZSA9IHRydXN0UmF0aW5nVmlzLCAKICAgICAgICAgIyB2aXMudHJ1c3RfMSwgdmlzLnRydXN0XzIsIHZpcy50cnVzdF8zLCB2aXMudHJ1c3RfNCwgdmlzLnRydXN0XzUsIAogICAgICAgICB2aXMudHJ1c3RfNikKCnJlc3VsdHNfbG9uZ19hbGwgPC0gbWVyZ2UocmVzdWx0c19sb25nX3ZpcywgcmVzdWx0c19sb25nX2RhdGEsIAogICAgICAgICAgICAgICAgICAgICAgICAgIGJ5ID0gYygiUmVzcG9uc2VJZCIsICJjb21wbGV4aXR5IiwgImNoYXJ0VHlwZSIsICJpc0NvdmlkRGF0YSIpKQoKbW9kZWw8LSBnbG0odHJ1c3RSYXRpbmdWaXMgfiAgdHJ1c3RSYXRpbmdEYXRhICogY29tcGxleGl0eSArIAogICAgICAgICAgICAgIHRydXN0UmF0aW5nRGF0YSAqICBjaGFydFR5cGUgKyAKICAgICAgICAgICAgICB0cnVzdFJhdGluZ0RhdGEgKiAgYXMuZmFjdG9yKGlzQ292aWREYXRhKSwKICAgICAgICAgICAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzX2xvbmdfYWxsKQpBbm92YShtb2RlbCkKYGBgCgpgYGB7cn0KcmVzdWx0c19sb25nX2FsbCAlPiUKICAjIGZpbHRlcih0cnVzdEl0ZW1WaXMgPT0gImJhci52aXNfMiIpICU+JQogIGdncGxvdChhZXMoeCA9IHRydXN0UmF0aW5nVmlzLCB5ID0gdHJ1c3RSYXRpbmdEYXRhLCBjb2xvciA9IGFzLmZhY3Rvcihpc0NvdmlkRGF0YSkpKSArCiAgZ2VvbV9qaXR0ZXIoYWxwaGEgPSAwLjI1KSArCiAgc3RhdF9zbW9vdGgobWV0aG9kID0gImxtIiwKICAgICAgICAgICAgICBmb3JtdWxhID0geSB+IHgsCiAgICAgICAgICAgICAgZ2VvbSA9ICJzbW9vdGgiLCBjb2xvciA9ICJibGFjayIpICsKICBsYWJzKHRpdGxlID0gIlJlbGF0aW9uc2hpcCBiZXd0ZWVuIHRydXN0IGluIFZpcyBhbmQgRGF0YSIpICsgCiAgZmFjZXRfZ3JpZChyb3dzID0gdmFycyhjaGFydFR5cGUpLCBjb2xzID0gdmFycyhjb21wbGV4aXR5KSkgKwogIHRoZW1lX21pbmltYWwoKQpgYGAKCgoKIyBEbyB0aGUgdHJ1c3QgaXRlbXMgcHJlZGljdCB0cnVzdD8KCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IHZpcy50cnVzdF82IH4gdmlzLnRydXN0XzEgKyAKICAgICAgICAgICAgICB2aXMudHJ1c3RfMiArIAogICAgICAgICAgICAgIHZpcy50cnVzdF8zICsgCiAgICAgICAgICAgICAgdmlzLnRydXN0XzQgKyAKICAgICAgICAgICAgICB2aXMudHJ1c3RfNSArIAogICAgICAgICAgICAgIGFmZmVjdC5zY2llbmNlXzEgKwogICAgICAgICAgICAgIGFmZmVjdC5jbGFyaXR5XzEgKyAKICAgICAgICAgICAgICBhZmZlY3QuYWVzdGhldGljXzEgKwogICAgICAgICAgICAgIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgCiAgICAgICAgICAgICAgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyAKICAgICAgICAgICAgICBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzKQpzdW1tYXJ5KG1vZGVsKQpgYGAKCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IGRhdGEudHJ1c3RfNiB+IGRhdGEudHJ1c3RfMSArIAogICAgICAgICAgICAgIGRhdGEudHJ1c3RfMiArIAogICAgICAgICAgICAgIGRhdGEudHJ1c3RfMyArIAogICAgICAgICAgICAgIGRhdGEudHJ1c3RfNCArIAogICAgICAgICAgICAgIGRhdGEudHJ1c3RfNSArCiAgICAgICAgICAgICAgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyAKICAgICAgICAgICAgICBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIAogICAgICAgICAgICAgIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMpCnN1bW1hcnkobW9kZWwpCmBgYAoKIyBXaGljaCB0cnVzdCBtZWFzdXJlbWVudHMgcHJlZGljdCBiZWhhdmlvcmFsIG91dGNvbWVzPwoKYGBge3J9Cm1vZGVsIDwtIGxtKGZvcm11bGEgPSB2aXMudHJ1c3RfNCB+IHZpcy50cnVzdF8xICsgCiAgICAgICAgICAgICAgdmlzLnRydXN0XzIgKyAKICAgICAgICAgICAgICB2aXMudHJ1c3RfMyArCiAgICAgICAgICAgICAgdmlzLnRydXN0XzYgKwogICAgICAgICAgICAgIGFmZmVjdC5zY2llbmNlXzEgKwogICAgICAgICAgICAgIGFmZmVjdC5jbGFyaXR5XzEgKyAKICAgICAgICAgICAgICBhZmZlY3QuYWVzdGhldGljXzEgKwogICAgICAgICAgICAgIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgCiAgICAgICAgICAgICAgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyAKICAgICAgICAgICAgICBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzKQpzdW1tYXJ5KG1vZGVsKQpgYGAKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gdmlzLnRydXN0XzUgfiB2aXMudHJ1c3RfMSArIAogICAgICAgICAgICAgIHZpcy50cnVzdF8yICsgCiAgICAgICAgICAgICAgdmlzLnRydXN0XzMgKwogICAgICAgICAgICAgIHZpcy50cnVzdF82ICsKICAgICAgICAgICAgICBhZmZlY3Quc2NpZW5jZV8xICsKICAgICAgICAgICAgICBhZmZlY3QuY2xhcml0eV8xICsgCiAgICAgICAgICAgICAgYWZmZWN0LmFlc3RoZXRpY18xICsKICAgICAgICAgICAgICBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIAogICAgICAgICAgICAgIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgCiAgICAgICAgICAgICAgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKc3VtbWFyeShtb2RlbCkKYGBgCgoKYGBge3J9CnJlc3VsdHMgJT4lCiAgZ2dwbG90KGFlcyh4ID0gZGF0YS50cnVzdF8xLCB5ID0gZGF0YS50cnVzdF82LCBjb2xvciA9IGFzLmZhY3Rvcihpc0NvdmlkRGF0YSkpKSArCiAgZ2VvbV9qaXR0ZXIoKSArCiAgZ2VvbV9zbW9vdGgobWV0aG9kPSJsbSIpICsKICBmYWNldF93cmFwKH5pc0NvdmlkRGF0YSkgKwogIHRoZW1lX21pbmltYWwoKQpgYGAKCgoKCgoKCgoKSG93IGRvZXMgcGVyZm9ybWFuY2Ugb24gVkxBVCBxdWVzdGlvbnMgcHJlZGljdCB0cnVzdD8KCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gdmlzLnRydXN0XzYgfiAgYXNzaWduZWRfdmxhdCArCiAgICAgICAgICAgICAgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyAKICAgICAgICAgICAgICBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIAogICAgICAgICAgICAgIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMpCmFub3ZhKG1vZGVsKQoKZW1tZWFucyhhb3YodmlzLnRydXN0XzYgfiB2bGF0X3NpbXBsZSAqIHZsYXRfY29tcGxleCAsIGRhdGEgPSByZXN1bHRzKSAsIH4gdmxhdF9zaW1wbGUgfCB2bGF0X2NvbXBsZXgpCmBgYAoKYGBge3J9CnJlc3VsdHMgJT4lCiAgZ2F0aGVyKGtleSA9IHZsYXRfbGV2ZWwsIHZhbHVlID0gdmxhdF9wZXJmb3JtYW5jZSwgdmxhdF9zaW1wbGUsICB2bGF0X21vZGVyYXRlLCB2bGF0X2NvbXBsZXgpICU+JQogIGdncGxvdChhZXMoeCA9IHZpcy50cnVzdF82LCB5ID0gdmxhdF9wZXJmb3JtYW5jZSwgY29sb3VyID0gYXMuZmFjdG9yKGFzc2lnbmVkX3ZsYXQpKSkgKwogIGdlb21faml0dGVyKHdpZHRoID0gMC41KSArCiAgIyB5KDAsIDIpICsgCiAgIyBsYWJzKHRpdGxlID0gIlRydXN0IGluIGRhdGEiKSArIAogICMgZ2VvbV92bGluZShkYXRhID0gcmVzdWx0cyAlPiUgCiAgIyAgICAgICAgICAgICAgZ3JvdXBfYnkoY29tcGxleGl0eSwgaXNDb3ZpZERhdGEpICU+JQogICMgICAgICAgICAgICAgIHN1bW1hcml6ZShuID0gbigpLCAKICAjICAgICAgICAgICAgICAgICAgICAgICAgdmlzLnRydXN0XzYgPSBtZWFuKHZpcy50cnVzdF82KSksIAogICMgICAgICAgICAgICBhZXMoeGludGVyY2VwdCA9IHZpcy50cnVzdF82LCBjb2xvdXIgPSBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpKSkgKwogIGZhY2V0X2dyaWQocm93cyA9IHZhcnModmxhdF9sZXZlbCksIGNvbHMgPSB2YXJzKGNoYXJ0VHlwZSkpICsKICB0aGVtZV9taW5pbWFsKCkgKyAKICB0aGVtZShwYW5lbC5zcGFjaW5nID0gdW5pdCgyLCAibGluZXMiKSkKICAgICAgICAjIGxlZ2VuZC5wb3NpdGlvbiA9ICJub25lIikKYGBgCgoKT3ZlcmFsbCBkaXN0cmlidXRpb24gb2YgVkxBVCBwZXJmb3JtYW5jZQoKVHJ1c3QgaW4gVmlzIApgYGB7cn0KIyB2bGF0X2xvbmcgPC0gcmVzdWx0cyAlPiUKIyAgIGdhdGhlcihrZXkgPSB2bGF0X2xldmVsLCB2YWx1ZSA9IHZsYXRfcGVyZm9ybWFuY2UsIHZsYXRfc2ltcGxlLCAgdmxhdF9tb2RlcmF0ZSwgdmxhdF9jb21wbGV4KSAKIyAKIyBtb2RlbCA8LSBsbWVyKGZvcm11bGEgPSB2bGF0X3BlcmZvcm1hbmNlIH4gdmxhdF9sZXZlbCAqIGlzQ292aWREYXRhICogY2hhcnRUeXBlICsKIyAgICAgICAgICAgICAgIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgCiMgICAgICAgICAgICAgICBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIAojICAgICAgICAgICAgICAgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICsgKDF8UmVzcG9uc2VJZCksCiMgICAgICAgICAgICAgZGF0YSA9IHZsYXRfbG9uZykKIyBBbm92YShtb2RlbCkKIyAKIyBlbW1lYW5zKGFvdih2bGF0X3BlcmZvcm1hbmNlIH4gdmxhdF9sZXZlbCAsIGRhdGEgPSByZXN1bHRzKSAsIH4gdmxhdF9zaW1wbGUgfCB2bGF0X2NvbXBsZXgpCiMgCiMgIyBwb3N0LWhvYyB0ZXN0cwojIGFvdih2bGF0X3BlcmZvcm1hbmNlIH4gdmxhdF9sZXZlbCAqIGFzLmZhY3Rvcihpc0NvdmlkRGF0YSksIGRhdGEgPSB2bGF0X2xvbmcpICU+JSB0dWtleV9oc2QoKQpgYGAKCmBgYHtyfQpyZXN1bHRzICU+JQogIGdhdGhlcihrZXkgPSB2bGF0X2xldmVsLCB2YWx1ZSA9IHZsYXRfcGVyZm9ybWFuY2UsIHZsYXRfc2ltcGxlLCAgdmxhdF9tb2RlcmF0ZSwgdmxhdF9jb21wbGV4KSAlPiUKICBncm91cF9ieSh2bGF0X2xldmVsLCBjaGFydFR5cGUsIGlzQ292aWREYXRhKSAlPiUKICBzdW1tYXJpemUobiA9IG4oKSwKICAgICAgICAgICAgbWVhbl92bGF0X3BlcmZvcm1hbmNlID0gbWVhbih2bGF0X3BlcmZvcm1hbmNlKSwKICAgICAgICAgICAgc2UgPSBzZCh2bGF0X3BlcmZvcm1hbmNlKS9zcXJ0KG4pLAogICAgICAgICAgICBuID0gbigpKSAlPiUKICBnZ3Bsb3QoYWVzKHggPSB2bGF0X2xldmVsLCB5ID0gbWVhbl92bGF0X3BlcmZvcm1hbmNlLCAKICAgICAgICAgICAgIHltYXggPSBtZWFuX3ZsYXRfcGVyZm9ybWFuY2UgKyBzZSwgeW1pbiA9IG1lYW5fdmxhdF9wZXJmb3JtYW5jZSAtIHNlLAogICAgICAgICAgICAgY29sb3VyID0gdmxhdF9sZXZlbCkpICsKICBnZW9tX3BvaW50KCkgKwogIGdlb21fZXJyb3JiYXIoKSArCiAgIyBsYWJzKHRpdGxlID0gIlRydXN0IGluIGRhdGEiKSArIAogICMgZ2VvbV92bGluZShkYXRhID0gcmVzdWx0cyAlPiUgCiAgIyAgICAgICAgICAgICAgZ3JvdXBfYnkoY29tcGxleGl0eSwgaXNDb3ZpZERhdGEpICU+JQogICMgICAgICAgICAgICAgIHN1bW1hcml6ZShuID0gbigpLCAKICAjICAgICAgICAgICAgICAgICAgICAgICAgdmlzLnRydXN0XzYgPSBtZWFuKHZpcy50cnVzdF82KSksIAogICMgICAgICAgICAgICBhZXMoeGludGVyY2VwdCA9IHZpcy50cnVzdF82LCBjb2xvdXIgPSBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpKSkgKwogIGZhY2V0X2dyaWQocm93cyA9IHZhcnMoaXNDb3ZpZERhdGEpKSArCiAgdGhlbWVfbWluaW1hbCgpICsgCiAgdGhlbWUocGFuZWwuc3BhY2luZyA9IHVuaXQoMiwgImxpbmVzIikpCiAgICAgICAgIyBsZWdlbmQucG9zaXRpb24gPSAibm9uZSIpCmBgYAoKClRydXN0IGluIERhdGEKCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IGRhdGEudHJ1c3RfNiB+IHZsYXRfc2ltcGxlICogdmxhdF9tb2RlcmF0ZSAqIHZsYXRfY29tcGxleCArCiAgICAgICAgICAgICAgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyAKICAgICAgICAgICAgICBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIAogICAgICAgICAgICAgIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMpCmFub3ZhKG1vZGVsKQoKZW1tZWFucyhhb3YoZGF0YS50cnVzdF82IH4gdmxhdF9zaW1wbGUgKiB2bGF0X2NvbXBsZXggLCBkYXRhID0gcmVzdWx0cykgLCB+IHZsYXRfc2ltcGxlIHwgdmxhdF9jb21wbGV4KQpgYGAKCgoKCgoKCgoKCiMgV2hpY2ggYW50ZWNlZGVudCBkcml2ZXMgdGhlIGludGVyYWN0aW9uIGVmZmVjdCBmb3IgdHJ1c3QgaW4gdmlzdWFsaXphdGlvbiBmb3IgY292aWQgZGF0YT8KCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gdmlzLnRydXN0XzEgfiBjb21wbGV4aXR5CiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICsgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSAsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzICU+JSBmaWx0ZXIoaXNDb3ZpZERhdGEgPT0gMSkpCmFub3ZhKG1vZGVsKQpgYGAKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gdmlzLnRydXN0XzIgfiBjb21wbGV4aXR5CiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICsgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSAsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzICU+JSBmaWx0ZXIoaXNDb3ZpZERhdGEgPT0gMSkpCmFub3ZhKG1vZGVsKQpgYGAKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gdmlzLnRydXN0XzMgfiBjb21wbGV4aXR5CiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICsgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSAsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzICU+JSBmaWx0ZXIoaXNDb3ZpZERhdGEgPT0gMSkpCmFub3ZhKG1vZGVsKQpgYGAKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gYWZmZWN0LnNjaWVuY2VfMSB+IGNvbXBsZXhpdHkKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgKyBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMgJT4lIGZpbHRlcihpc0NvdmlkRGF0YSA9PSAxKSkKYW5vdmEobW9kZWwpCmBgYAoKYGBge3J9Cm1vZGVsIDwtIGxtKGZvcm11bGEgPSBhZmZlY3QuY2xhcml0eV8xIH4gY29tcGxleGl0eQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICArIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEgLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cyAlPiUgZmlsdGVyKGlzQ292aWREYXRhID09IDEpKQphbm92YShtb2RlbCkKYGBgCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IGFmZmVjdC5hZXN0aGV0aWNfMSB+IGNvbXBsZXhpdHkKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgKyBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMgJT4lIGZpbHRlcihpc0NvdmlkRGF0YSA9PSAxKSkKYW5vdmEobW9kZWwpCmBgYAoKIyBXaGljaCBhbnRlY2VkZW50IGRyaXZlcyB0aGUgbWFpbiBlZmZlY3QgZm9yIHRydXN0IGluIGRhdGE/CgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IGRhdGEudHJ1c3RfMSB+IGNvbXBsZXhpdHkKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgKyBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMpCmFub3ZhKG1vZGVsKQpgYGAKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gZGF0YS50cnVzdF8yIH4gY29tcGxleGl0eQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICArIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEgLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCmBgYAoKYGBge3J9Cm1vZGVsIDwtIGxtKGZvcm11bGEgPSBkYXRhLnRydXN0XzMgfiBjb21wbGV4aXR5CiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICsgQWdlICsgR2VuZGVyICsgU3RhdGVfMSArIEVkdWNhdGlvbiArIFBhcmVudHNfZWR1Y2F0aW9uICsgTGFuZ3VhZ2UgKyBFdGhuaWNpdHkgKyBJbmNvbWUgKyBSZWxpZ2lvbiArIHRydXN0LmluLnNjaWVuY2VfNyArIG5lZWRfZm9yX2NvZ25pdGlvbiArIGludGVycGVyc29uYWwudHJ1c3RfMSAsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzKQphbm92YShtb2RlbCkKYGBgCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IGRhdGEudHJ1c3RfNCB+IGNvbXBsZXhpdHkKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgKyBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xICwKICAgICAgICAgICAgZGF0YSA9IHJlc3VsdHMpCmFub3ZhKG1vZGVsKQpgYGAKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gZGF0YS50cnVzdF81IH4gY29tcGxleGl0eQogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICArIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEgLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCmBgYAoKIyBIb3cgZG9lcyBwcm92ZW5hbmNlIGRhdGEgcHJlZGljdCB0cnVzdD8KCk92ZXJhbGwKCmBgYHtyfQpicnVzaGVkIDwtIHJlc3VsdHMgJT4lCiAgZ2F0aGVyKGtleSA9IHByb3ZlbmFuY2VfdHlwZSwgdmFsdWUgPSBwcm92ZW5hbmNlX3ZhbHVlLCBicnVzaGVkLCBleHBsb3JlX2ludGVyYWN0aW9ucywgZXhwbG9yZV90aW1lKSAlPiUKICBncm91cF9ieShwcm92ZW5hbmNlX3R5cGUsIGNoYXJ0VHlwZSwgaXNDb3ZpZERhdGEsIGNvbXBsZXhpdHkpICU+JQogIHN1bW1hcml6ZShuID0gbigpLCAKICAgICAgICAgICAgbWVhbiA9IG1lYW4ocHJvdmVuYW5jZV92YWx1ZSksIAogICAgICAgICAgICBzZSA9IHNkKHByb3ZlbmFuY2VfdmFsdWUpL3NxcnQobiksCiAgICAgICAgICAgIG4gPSBuKSAlPiUKICBmaWx0ZXIocHJvdmVuYW5jZV90eXBlID09ICJicnVzaGVkIikgJT4lCiAgZ2dwbG90KGFlcyh4ID0gcHJvdmVuYW5jZV90eXBlLCB5ID0gbWVhbiwgeW1heCA9IG1lYW4gKyBzZSwgeW1pbiA9IG1lYW4gLSBzZSwgY29sb3IgPSBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpKSkgKwogIGdlb21fcG9pbnQocG9zaXRpb24gPSBwb3NpdGlvbl9kb2RnZTIod2lkdGggPSAwLjUpKSArCiAgZ2VvbV9lcnJvcmJhcih3aWR0aCA9IDAuNSwgc2l6ZSA9IDAuNjYsIHBvc2l0aW9uID0gImRvZGdlIikgKwogIGZhY2V0X2dyaWQocm93cyA9IHZhcnMoY29tcGxleGl0eSksIGNvbHMgPSB2YXJzKGlzQ292aWREYXRhKSkgKyAKICB0aGVtZV9taW5pbWFsKCkgKwogIHRoZW1lKHBhbmVsLnNwYWNpbmcgPSB1bml0KDIsICJsaW5lcyIpKQpicnVzaGVkCgppbnRlcmFjdGlvbnMgPC0gcmVzdWx0cyAlPiUKICBnYXRoZXIoa2V5ID0gcHJvdmVuYW5jZV90eXBlLCB2YWx1ZSA9IHByb3ZlbmFuY2VfdmFsdWUsIGJydXNoZWQsIGV4cGxvcmVfaW50ZXJhY3Rpb25zLCBleHBsb3JlX3RpbWUpICU+JQogIGdyb3VwX2J5KHByb3ZlbmFuY2VfdHlwZSwgY2hhcnRUeXBlLCBpc0NvdmlkRGF0YSwgY29tcGxleGl0eSkgJT4lCiAgc3VtbWFyaXplKG4gPSBuKCksIAogICAgICAgICAgICBtZWFuID0gbWVhbihwcm92ZW5hbmNlX3ZhbHVlKSwgCiAgICAgICAgICAgIHNlID0gc2QocHJvdmVuYW5jZV92YWx1ZSkvc3FydChuKSwKICAgICAgICAgICAgbiA9IG4pICU+JQogIGZpbHRlcihwcm92ZW5hbmNlX3R5cGUgPT0gImV4cGxvcmVfaW50ZXJhY3Rpb25zIikgJT4lCiAgZ2dwbG90KGFlcyh4ID0gcHJvdmVuYW5jZV90eXBlLCB5ID0gbWVhbiwgeW1heCA9IG1lYW4gKyBzZSwgeW1pbiA9IG1lYW4gLSBzZSwgY29sb3IgPSBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpKSkgKwogIGdlb21fcG9pbnQocG9zaXRpb24gPSBwb3NpdGlvbl9kb2RnZTIod2lkdGggPSAwLjUpKSArCiAgZ2VvbV9lcnJvcmJhcih3aWR0aCA9IDAuNSwgc2l6ZSA9IDAuNjYsIHBvc2l0aW9uID0gImRvZGdlIikgKwogIGZhY2V0X2dyaWQocm93cyA9IHZhcnMoY29tcGxleGl0eSksIGNvbHMgPSB2YXJzKGNoYXJ0VHlwZSkpICsgCiAgdGhlbWVfbWluaW1hbCgpICsKICB0aGVtZShwYW5lbC5zcGFjaW5nID0gdW5pdCgyLCAibGluZXMiKSkKaW50ZXJhY3Rpb25zCgpleHBsb3JlVGltZSA8LSByZXN1bHRzICU+JQogIGdhdGhlcihrZXkgPSBwcm92ZW5hbmNlX3R5cGUsIHZhbHVlID0gcHJvdmVuYW5jZV92YWx1ZSwgYnJ1c2hlZCwgZXhwbG9yZV9pbnRlcmFjdGlvbnMsIGV4cGxvcmVfdGltZSkgJT4lCiAgZ3JvdXBfYnkocHJvdmVuYW5jZV90eXBlLCBjaGFydFR5cGUsIGlzQ292aWREYXRhLCBjb21wbGV4aXR5KSAlPiUKICBzdW1tYXJpemUobiA9IG4oKSwgCiAgICAgICAgICAgIG1lYW4gPSBtZWFuKHByb3ZlbmFuY2VfdmFsdWUpLCAKICAgICAgICAgICAgc2UgPSBzZChwcm92ZW5hbmNlX3ZhbHVlKS9zcXJ0KG4pLAogICAgICAgICAgICBuID0gbikgJT4lCiAgZmlsdGVyKHByb3ZlbmFuY2VfdHlwZSA9PSAiZXhwbG9yZV90aW1lIikgJT4lCiAgZ2dwbG90KGFlcyh4ID0gcHJvdmVuYW5jZV90eXBlLCB5ID0gbWVhbiwgeW1heCA9IG1lYW4gKyBzZSwgeW1pbiA9IG1lYW4gLSBzZSwgY29sb3IgPSBhcy5mYWN0b3IoaXNDb3ZpZERhdGEpKSkgKwogIGdlb21fcG9pbnQocG9zaXRpb24gPSBwb3NpdGlvbl9kb2RnZTIod2lkdGggPSAwLjUpKSArCiAgZ2VvbV9lcnJvcmJhcih3aWR0aCA9IDAuNSwgc2l6ZSA9IDAuNjYsIHBvc2l0aW9uID0gImRvZGdlIikgKwogIGZhY2V0X2dyaWQocm93cyA9IHZhcnMoY2hhcnRUeXBlKSwgY29scyA9IHZhcnMoY29tcGxleGl0eSkpICsgCiAgdGhlbWVfbWluaW1hbCgpICsKICB0aGVtZShwYW5lbC5zcGFjaW5nID0gdW5pdCgyLCAibGluZXMiKSkKZXhwbG9yZVRpbWUKCmV4cGxvcmVUaW1lICsgaW50ZXJhY3Rpb25zICsgYnJ1c2hlZApnZ3NhdmUoInByb3ZlbmFuY2VSZXN1bHRzLnBuZyIsIHdpZHRoID0gMjYsIGhlaWdodCA9IDE0KQpgYGAKZXhwbG9yZV9pbnRlcmFjdGlvbnMKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gZXhwbG9yZV9pbnRlcmFjdGlvbnMgfiBjb21wbGV4aXR5ICogY2hhcnRUeXBlICogaXNDb3ZpZERhdGEgKwogICAgICAgICAgICAgIEFnZSArIEdlbmRlciArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgCiAgICAgICAgICAgICAgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyAKICAgICAgICAgICAgICBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzKQphbm92YShtb2RlbCkKYGBgCgpleHBsb3JlX3RpbWUKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gZXhwbG9yZV90aW1lIH4gY29tcGxleGl0eSAqIGNoYXJ0VHlwZSAqIGlzQ292aWREYXRhICsKICAgICAgICAgICAgICBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIAogICAgICAgICAgICAgIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgCiAgICAgICAgICAgICAgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCmBgYAoKCgpIeXBvdGhlc2lzOgpmb3IgdGhlIGNvbXBsZXggY29uZGl0aW9uLCB3ZSBleHBlY3QgcGVvcGxlIHdobyBicnVzaGVkIG1vcmUgdG8gaGF2ZSBoaWdoZXIgdHJ1c3QKCmBgYHtyfQpjb21wbGV4Q29uZGl0aW9uIDwtIHJlc3VsdHMgJT4lCiAgZmlsdGVyKGNvbXBsZXhpdHkgPT0gImNvbXBsZXgiKQoKIyBjYW4gY2hhbmdlIHRoZSBwcmVkaWN0b3IgdG8gYmFyLnZpcwptb2RlbDwtIG1hbm92YShjYmluZChkYXRhLnRydXN0XzEsIAogICAgICAgICAgICAgICAgICAgICBkYXRhLnRydXN0XzIsIAogICAgICAgICAgICAgICAgICAgICBkYXRhLnRydXN0XzMsIAogICAgICAgICAgICAgICAgICAgICBkYXRhLnRydXN0XzQsIAogICAgICAgICAgICAgICAgICAgICBkYXRhLnRydXN0XzUsIAogICAgICAgICAgICAgICAgICAgICBkYXRhLnRydXN0XzYpIH4gYnJ1c2hlZCArIGV4cGxvcmVfaW50ZXJhY3Rpb25zICsgZXhwbG9yZV90aW1lLCAKICAgICAgICAgICAgICAgZGF0YSA9IGNvbXBsZXhDb25kaXRpb24pCnN1bW1hcnkuYW92KG1vZGVsKQpgYGAKCkh5cG90aGVzaXM6CmZvciBhbGwgdGhlIGNvbmRpdGlvbnMsIHdlIGV4cGVjdCBwZW9wbGUgd2hvIGhvdmVyZWQgbW9yZSB0byBoYXZlIGhpZ2hlciB0cnVzdAoKCmBgYHtyfQojIGNhbiBjaGFuZ2UgdGhlIHByZWRpY3RvciB0byBiYXIudmlzCm1vZGVsPC0gbWFub3ZhKGNiaW5kKHZpcy50cnVzdF82LCAKICAgICAgICAgICAgICAgICAgICAgdmlzLnRydXN0XzUsIAogICAgICAgICAgICAgICAgICAgICB2aXMudHJ1c3RfNCwgCiAgICAgICAgICAgICAgICAgICAgIHZpcy50cnVzdF8zLCAKICAgICAgICAgICAgICAgICAgICAgdmlzLnRydXN0XzIsIAogICAgICAgICAgICAgICAgICAgICB2aXMudHJ1c3RfMSkgfiBicnVzaGVkICsgZXhwbG9yZV9pbnRlcmFjdGlvbnMgKyBleHBsb3JlX3RpbWUsIAogICAgICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKc3VtbWFyeS5hb3YobW9kZWwpCmBgYAoKCgojIEFmZmVjdCBvbiBUcnVzdCB7aXQncyBvd24gc2VjdGlvbn0KCmBgYHtyfQpyZXN1bHRzICU+JQogIGdhdGhlcihrZXkgPSBhZmZlY3RzLCB2YWx1ZSA9IGFmZmVjdFJhdGluZ3MsIGFmZmVjdC5zY2llbmNlXzEsICBhZmZlY3QuY2xhcml0eV8xLCBhZmZlY3QuYWVzdGhldGljXzEpICU+JQogIGdyb3VwX2J5KGFmZmVjdHMsIGNoYXJ0VHlwZSwgaXNDb3ZpZERhdGEsIGNvbXBsZXhpdHkpICU+JQogIHN1bW1hcml6ZShuID0gbigpLAogICAgICAgICAgICBtZWFuID0gbWVhbihhZmZlY3RSYXRpbmdzKSwKICAgICAgICAgICAgc2UgPSBzZChhZmZlY3RSYXRpbmdzKS9zcXJ0KG4pLAogICAgICAgICAgICBuID0gbigpKSAlPiUKICBnZ3Bsb3QoYWVzKHggPSBhZmZlY3RzLCB5ID0gbWVhbiwgCiAgICAgICAgICAgICB5bWF4ID0gbWVhbiArIHNlLCB5bWluID0gbWVhbiAtIHNlLAogICAgICAgICAgICAgY29sb3VyID0gYXMuZmFjdG9yKGlzQ292aWREYXRhKSkpICsKICBnZW9tX3BvaW50KHBvc2l0aW9uID0gcG9zaXRpb25fZG9kZ2UyKHdpZHRoID0gMC41KSkgKwogIGdlb21fZXJyb3JiYXIod2lkdGggPSAwLjUsIHNpemUgPSAwLjY2LCBwb3NpdGlvbiA9ICJkb2RnZSIpICsKICAjIGxhYnModGl0bGUgPSAiVHJ1c3QgaW4gZGF0YSIpICsgCiAgIyBnZW9tX3ZsaW5lKGRhdGEgPSByZXN1bHRzICU+JSAKICAjICAgICAgICAgICAgICBncm91cF9ieShjb21wbGV4aXR5LCBpc0NvdmlkRGF0YSkgJT4lCiAgIyAgICAgICAgICAgICAgc3VtbWFyaXplKG4gPSBuKCksIAogICMgICAgICAgICAgICAgICAgICAgICAgICB2aXMudHJ1c3RfNiA9IG1lYW4odmlzLnRydXN0XzYpKSwgCiAgIyAgICAgICAgICAgIGFlcyh4aW50ZXJjZXB0ID0gdmlzLnRydXN0XzYsIGNvbG91ciA9IGFzLmZhY3Rvcihpc0NvdmlkRGF0YSkpKSArCiAgZmFjZXRfZ3JpZChyb3dzID0gdmFycyhjaGFydFR5cGUpLCBjb2xzID0gdmFycyhjb21wbGV4aXR5KSkgKwogIHRoZW1lX21pbmltYWwoKSArIAogIHRoZW1lKHBhbmVsLnNwYWNpbmcgPSB1bml0KDIsICJsaW5lcyIpKQogICAgICAgICMgbGVnZW5kLnBvc2l0aW9uID0gIm5vbmUiKQpnZ3NhdmUoImFmZmVjdE1lYXN1cmVzLnBuZyIsIHdpZHRoID0gMTcsIGhlaWdodCA9IDkpCmBgYAoKCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gYWZmZWN0LnNjaWVuY2VfMSB+IGNvbXBsZXhpdHkgKiBjaGFydFR5cGUgKiBpc0NvdmlkRGF0YSArCiAgICAgICAgICAgICAgQWdlICsgYXMuZmFjdG9yKEdlbmRlcikgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIAogICAgICAgICAgICAgIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgCiAgICAgICAgICAgICAgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCmBgYAoKYGBge3J9Cm1vZGVsIDwtIGxtKGZvcm11bGEgPSBhZmZlY3QuY2xhcml0eV8xIH4gY29tcGxleGl0eSAqIGNoYXJ0VHlwZSAqIGlzQ292aWREYXRhICsKICAgICAgICAgICAgICBBZ2UgKyBhcy5mYWN0b3IoR2VuZGVyKSArIFN0YXRlXzEgKyBFZHVjYXRpb24gKyBQYXJlbnRzX2VkdWNhdGlvbiArIExhbmd1YWdlICsgCiAgICAgICAgICAgICAgRXRobmljaXR5ICsgSW5jb21lICsgUmVsaWdpb24gKyB0cnVzdC5pbi5zY2llbmNlXzcgKyAKICAgICAgICAgICAgICBuZWVkX2Zvcl9jb2duaXRpb24gKyBpbnRlcnBlcnNvbmFsLnRydXN0XzEsCiAgICAgICAgICAgIGRhdGEgPSByZXN1bHRzKQphbm92YShtb2RlbCkKc3VtbWFyeShtb2RlbCkKYGBgCmBgYHtyfQptb2RlbCA8LSBsbShmb3JtdWxhID0gYWZmZWN0LmFlc3RoZXRpY18xIH4gY29tcGxleGl0eSAqIGNoYXJ0VHlwZSAqIGlzQ292aWREYXRhICsKICAgICAgICAgICAgICBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIAogICAgICAgICAgICAgIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgCiAgICAgICAgICAgICAgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCnN1bW1hcnkobW9kZWwpCmBgYAoKVHJ1c3QgaW4gVmlzCgoKYGBge3J9Cm1vZGVsIDwtIGxtKGZvcm11bGEgPSB2aXMudHJ1c3RfNiB+IGFmZmVjdC5zY2llbmNlXzEgKiBhZmZlY3QuY2xhcml0eV8xICogYWZmZWN0LmFlc3RoZXRpY18xICsKICAgICAgICAgICAgICBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIAogICAgICAgICAgICAgIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgCiAgICAgICAgICAgICAgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCnN1bW1hcnkobW9kZWwpCgplbW1lYW5zKGFvdih2aXMudHJ1c3RfNiB+IGFmZmVjdC5zY2llbmNlXzEgKiBhZmZlY3QuY2xhcml0eV8xICwgZGF0YSA9IHJlc3VsdHMpICwgfiBhZmZlY3QuY2xhcml0eV8xKQpgYGAKCgpUcnVzdCBpbiBEYXRhCgpgYGB7cn0KbW9kZWwgPC0gbG0oZm9ybXVsYSA9IGRhdGEudHJ1c3RfNiB+IGFmZmVjdC5zY2llbmNlXzEgKiBhZmZlY3QuY2xhcml0eV8xICogYWZmZWN0LmFlc3RoZXRpY18xICsKICAgICAgICAgICAgICBBZ2UgKyBHZW5kZXIgKyBTdGF0ZV8xICsgRWR1Y2F0aW9uICsgUGFyZW50c19lZHVjYXRpb24gKyBMYW5ndWFnZSArIAogICAgICAgICAgICAgIEV0aG5pY2l0eSArIEluY29tZSArIFJlbGlnaW9uICsgdHJ1c3QuaW4uc2NpZW5jZV83ICsgCiAgICAgICAgICAgICAgbmVlZF9mb3JfY29nbml0aW9uICsgaW50ZXJwZXJzb25hbC50cnVzdF8xLAogICAgICAgICAgICBkYXRhID0gcmVzdWx0cykKYW5vdmEobW9kZWwpCgplbW1lYW5zKGFvdihkYXRhLnRydXN0XzYgfiBhZmZlY3Quc2NpZW5jZV8xICogYWZmZWN0LmNsYXJpdHlfMSAsIGRhdGEgPSByZXN1bHRzKSAsIH4gYWZmZWN0LmNsYXJpdHlfMSkKYGBgCgoKCgoKCgoKCgojIEZhY3RvciBBbmFseXNpcyAKCgpgYGB7cn0KZmFjdG9yQW5hbHlzaXMgPC0gcmVzdWx0cyAlPiUKICBzZWxlY3QoZGF0YS50cnVzdF8xLCBkYXRhLnRydXN0XzIsIGRhdGEudHJ1c3RfMywgZGF0YS50cnVzdF80LCBkYXRhLnRydXN0XzUsIGRhdGEudHJ1c3RfNiwKICAgICAgICAgdmlzLnRydXN0XzEsIHZpcy50cnVzdF8yLCB2aXMudHJ1c3RfMywgdmlzLnRydXN0XzQsIHZpcy50cnVzdF81LCB2aXMudHJ1c3RfNiwKICAgICAgICAgdHJ1c3QuaW4uc2NpZW5jZV8xLCB0cnVzdC5pbi5zY2llbmNlXzIsIHRydXN0LmluLnNjaWVuY2VfMywgdHJ1c3QuaW4uc2NpZW5jZV80LCB0cnVzdC5pbi5zY2llbmNlXzUsCiAgICAgICAgIHRydXN0LmluLnNjaWVuY2VfNiwgdHJ1c3QuaW4uc2NpZW5jZV83LCB0cnVzdC5pbi5zY2llbmNlXzgsIAogICAgICAgICBjb2duaXRpb25fMSwgY29nbml0aW9uXzIsIGNvZ25pdGlvbl8zLCBjb2duaXRpb25fNCwgY29nbml0aW9uXzUsIGNvZ25pdGlvbl82LAogICAgICAgICAjIGJydXNoZWQsIGV4cGxvcmVfaW50ZXJhY3Rpb25zLCAjIGV4cGxvcmVfdGltZSwgCiAgICAgICAgIGludGVycGVyc29uYWwudHJ1c3RfMSwKICAgICAgICAgdmxhdF9zaW1wbGUsIHZsYXRfbW9kZXJhdGUsIHZsYXRfY29tcGxleCwKICAgICAgICAgIyBpbml0aWFsIGltcHJlc3Npb24KICAgICAgICAgYWZmZWN0LnNjaWVuY2VfMSwgYWZmZWN0LmNsYXJpdHlfMSwgYWZmZWN0LmFlc3RoZXRpY18xKQoKbmZhY3RvcnMoZmFjdG9yQW5hbHlzaXMpCmBgYAoKRmFjdG9yIDQgc2VlbSB0byBoYXZlIG1pbmltdW0gY29tcGVseGl0eSwgQklDIGlzIHByZXR0eSBsb3csIGFuZCBiaWcganVtcCBmb3Igcm9vdCBtZWFuCjUgc2VlbXMgbWVoIGJlY3Vhc2Ugb2YgdGhlIGJpZyBqdW1wIGZyb20gNC01IG9uIGNvbXBsZXhpdHkuIAoKYGBge3J9CmY3IDwtIGZhKGZhY3RvckFuYWx5c2lzLCA3KQpwZGYoZmlsZSA9ICJmNy5wZGYiLCAgICMgVGhlIGRpcmVjdG9yeSB5b3Ugd2FudCB0byBzYXZlIHRoZSBmaWxlIGluCiAgICB3aWR0aCA9IDE1LCAjIFRoZSB3aWR0aCBvZiB0aGUgcGxvdCBpbiBpbmNoZXMKICAgIGhlaWdodCA9IDIzKSAjIFRoZSBoZWlnaHQgb2YgdGhlIHBsb3QgaW4gaW5jaGVzCmZhLmRpYWdyYW0oZjcpCmRldi5vZmYoKQojIGJhc2VkIG9uIHRoZSBmYWN0b3IgYW5hbHlzaXMsIGl0IGxvb2tzIGxpa2Ugbm90IGFsbCB0aGUgdmlzIFFzIGdvIHRvZ2V0aGVyIGFuZCBub3QgYWxsIHRoZSBkYXRhIFFzIGdvIHRvZ2V0aGVyLiAKYGBgCgoKCg==
+
+
+
+
