Preamble: installation of R libraries
# install BiocManager package if not installed yet.
# BiocManager is the package installer for Bioconductor software.
if (!requireNamespace("BiocManager", quietly = TRUE))
install.packages("BiocManager")
# install packages if not yet installed.
pkgs <- c("SingleCellExperiment",
"ExperimentHub",
"edgeR",
"biomaRt",
"DropletUtils",
"scRNAseq",
"scater",
"scuttle",
"scran",
"scry",
"BiocSingular",
"scDblFinder",
"Seurat",
"PCAtools",
"glmpca",
"genefilter",
"pheatmap",
"tidyverse",
"mclust",
"ggplot2",
"devtools",
"SingleR")
notInstalled <- pkgs[!pkgs %in% installed.packages()[,1]]
if(length(notInstalled) > 0){
BiocManager::install(notInstalled)
}
install harmony from github
library(devtools)
install_github("immunogenomics/harmony",
dependencies = TRUE,
force = TRUE)
The Cuomo dataset
We here make use of the publication of Anna Cuomo et al., which we will refer to as the iPSC dataset
. The paper that describes this dataset can be found using this link.
In the experiment, the authors harvested pluripotent stem cells (iPSCs) from 125 healthy human donors, and induced them to study the endoderm differentiation process, in which iPSCs differentiate to endoderm cells over the course of approximately three days. As such, the authors cultered the iPSCs cell lines and allowed them to differentiate for three days. During the experiment, cells were harvested at four different time points: day0 (directly at incubation), day1, day2 and day3. Knowing the process of endoderm differentiation, these time points should roughly correspond to different cell types: day0 are (undifferentiated) iPSCs, day1 are mostly mesendoderm cells, day2 are mostly “intermediate” cells and day3 are mostly fully differentiated endoderm cells.
This dataset was generated using the SMART-Seq2 scRNA-seq protocol.
The final goal of the experiment was to characterize population variation in the process of endoderm differentiation.
Download data
For this lab session, we will work with a subset of the data, i.e., the data for the first (alphabetically) 15 patients in the experiment. These are the data you already downloaded for lab session 2 using the Belnet filesender link.
The original data (125 patient) could be downloaded from Zenodo. At the bottom of this web-page, we can download the files raw_counts.csv.zip
and cell_metadata_cols.tsv
and store these files locally. We do not recommend doing this during the lab session, to avoid overloading the WiFi network.
Import data
First we read in the count matrix:
library(SingleCellExperiment)
sce <- readRDS("/Users/jg/Desktop/sce_15_cuomo.rds") # change to YOUR path
Obtaining and including rowData
The rowData
slot of a SingleCellExperiment
object allows for storing information on the features, i.e. the genes, in a dataset. In our object, the rowData
slot currently contains the following:
To improve our gene-level information, we may:
Split V1
into two columns, one with the ENSEMBL ID and the other with the gene symbol.
Display which chromosome the gene is located
Many more options are possible, but are not necessary for us right now.
rowData(sce) <- data.frame(Ensembl = gsub("_.*", "", rowData(sce)$V1),
Symbol = gsub("^[^_]*_", "", rowData(sce)$V1))
head(rowData(sce))
library("biomaRt")
ensembl75 <- useEnsembl(biomart = 'genes',
dataset = 'hsapiens_gene_ensembl',
version = 75)
GeneInfo <- getBM(attributes = c("ensembl_gene_id", # To match with rownames SCE
"chromosome_name"), # Info on chromose
mart = ensembl75)
GeneInfo <- GeneInfo[match(rowData(sce)$Ensembl, GeneInfo$ensembl_gene_id),]
rowData(sce) <- cbind(rowData(sce), GeneInfo)
head(rowData(sce))
all(rowData(sce)$Ensembl == rowData(sce)$ensembl_gene_id)
# identical, as desired, so we could optionally remove one of the two
Quality control
Calculate QC variables
library(scater)
# check ERCC spike-in transcripts
sum(grepl("^ERCC-", rowData(sce)$Symbol)) # no spike-in transcripts available
is.mito <- grepl("^MT", rowData(sce)$chromosome_name)
sum(is.mito) # 13 mitochondrial genes
df <- perCellQCMetrics(sce, subsets=list(Mito=is.mito))
head(df)
## add the QC variables to sce object
colData(sce) <- cbind(colData(sce), df)
Exploratory data analysis
In the figure below, we see that several cells have a very low number of expressed genes, and where most of the molecules are derived from mitochondrial genes. This indicates likely damaged cells, presumably because of loss of cytoplasmic RNA from perforated cells, so we should remove these for the downstream analysis.
# Number of genes vs library size
plotColData(sce, x = "sum", y="detected", colour_by="day")
# Mitochondrial genes
plotColData(sce, x = "detected", y="subsets_Mito_percent", colour_by="day")
QC using adaptive thresholds
Below, we remove cells that are outlying with respect to
- A low sequencing depth (number of UMIs);
- A low number of genes detected;
- A high percentage of reads from mitochondrial genes.
We remove a total of \(301\) cells, mainly due to low sequencing depth and low number of genes detected.
lowLib <- isOutlier(df$sum, type="lower", log=TRUE)
lowFeatures <- isOutlier(df$detected, type="lower", log=TRUE)
highMito <- isOutlier(df$subsets_Mito_percent, type="higher")
table(lowLib)
table(lowFeatures)
table(highMito)
discardCells <- (lowLib | lowFeatures | highMito)
table(discardCells)
colData(sce)$discardCells <- discardCells
# visualize cells to be removed
plotColData(sce, x = "detected", y="subsets_Mito_percent", colour_by = "discardCells")
plotColData(sce, x = "sum", y="detected", colour_by="discardCells")
# visualize cells to be removed
plotColData(sce, x = "detected", y="subsets_Mito_percent", colour_by = "donor")
plotColData(sce, x = "sum", y="detected", colour_by="donor")
# visualize cells to be removed
plotColData(sce, x = "detected", y="subsets_Mito_percent", colour_by = "experiment")
plotColData(sce, x = "sum", y="detected", colour_by="experiment")
table(sce$donor, sce$discardCells)
table(sce$donor, sce$discardCells)/rowSums(table(sce$donor, sce$discardCells))
#fractions of removed cells per donor
Most removed cells (fraction) are from patients dixh
and babz
.
table(sce$experiment, sce$discardCells)
table(sce$experiment, sce$donor)
Most low library sizes seem to come from patient dixh
; for patient babz
the effect is less pronounced.
plotColData(sce[,sce$donor=="dixh"], x = "sum", y="detected")
plotColData(sce[,sce$donor=="babz"], x = "sum", y="detected")
As such, we are mainly removing cells from specific patients and the respective batches in which they were sequenced. However, we want to be careful; we only want to remove technical artefacts, while retaining as much of the biology as possible. In our exploratory figure, we see that the cells we are removing based on the number of genes detected, are quite far apart from the bulk of the data cloud; as such, these cells may be considered suspicious. For the criterion of library size, we see that the cells removed there are still strongly connected to the data cloud. As such, we may want to relax the filtering criterion there a little bit. When we think of how the adaptive threshold strategy works, we may want to remove cells that are 4MADs away from the center, rather than the default 3 MADs.
# previously
lowLib <- isOutlier(df$sum, type="lower", log=TRUE)
table(lowLib)
# after seeing appropriate exploratory figure
lowLib <- isOutlier(df$sum, nmads=4, type="lower", log=TRUE)
table(lowLib)
discardCells <- (lowLib | lowFeatures | highMito)
table(discardCells)
colData(sce)$discardCells <- discardCells
Note that these steps are not exact; different analysts will arrive to different filtering criteria for many of the steps. The key ideas are that we let appropriate exploratory figures guide us to make reasonable choices; i.e., we look at the data rather than blindly following a standardized pipeline that may work well in many cases, but maybe not our particular dataset.
# remove cells identified using adaptive thresholds
sce <- sce[, !colData(sce)$discardCells]
Normalization
For normalization, the size factors \(s_i\) computed here are simply scaled library sizes:
\[ N_i = \sum_g Y_{gi} \] \[ s_i = N_i / \bar{N}_i \]
sce <- logNormCounts(sce)
# note we also returned log counts: see the additional logcounts assay.
sce
# you can extract size factors using
sf <- librarySizeFactors(sce)
mean(sf) # equal to 1 due to scaling.
plot(x= log(colSums(assays(sce)$counts)),
y=sf)
— end lab session 1 —
Feature selection
Highly variable genes
library(scran)
rownames(sce) <- rowData(sce)$Ensembl
dec <- modelGeneVar(sce)
head(dec)
fit <- metadata(dec)
plot(fit$mean, fit$var,
xlab="Mean of log-expression",
ylab="Variance of log-expression")
curve(fit$trend(x), col="dodgerblue", add=TRUE, lwd=2)
# get top 1000 highly variable genes
hvg <- getTopHVGs(dec,
n=1000)
head(hvg)
# plot these
plot(fit$mean, fit$var,
col = c("orange", "darkseagreen3")[(names(fit$mean) %in% hvg)+1],
xlab="Mean of log-expression",
ylab="Variance of log-expression")
curve(fit$trend(x), col="dodgerblue", add=TRUE, lwd=2)
legend("topleft",
legend = c("Selected", "Not selected"),
col = c("darkseagreen3", "orange"),
pch = 16,
bty='n')
Dimensionality reduction
Linear dimensionality reduction: PCA with feature selection
set.seed(1234)
sce <- runPCA(sce,
ncomponents=30,
subset_row=hvg)
plotPCA(sce,
colour_by = "day")
PCA has been performed. The PCA information has been automatically stored in the reducedDim
slot of the SingleCellExperiment
object.
head(reducedDim(sce,
type="PCA"))
The plotPCA
function of the scater
package now allows us to visualize the cells in PCA space, based on the PCA information stored in our object:
plotPCA(sce,
colour_by = "day")
We see that for this dataset, PCA is able to distinguish between the different developmental stages quite well.
A generalization of PCA for exponential family distributions.
library(glmpca)
set.seed(211103)
poipca <- glmpca(Y = assays(sce)$counts[hvg,],
L = 2,
fam = "poi",
minibatch = "stochastic")
reducedDim(sce, "PoiPCA") <- poipca$factors
plotReducedDim(sce,
dimred="PoiPCA",
colour_by = "day")
Using glmpca
, we observe a similar reduced dimension plot as for the classical PCA approach, with reasonable separation between cells of different developmental stages.
Non-linear dimensionality reduction: T-SNE
set.seed(8778)
sce <- runTSNE(sce,
dimred = 'PCA',
external_neighbors=TRUE)
plotTSNE(sce,
colour_by = "day")
In this 2D t-SNE space, it is clear that cells of different developmental stages cluster separately. However, there appears to be some heterogeneity. We observe multiple clusters of cells sampled at the same time point. In addition, while still clustering separately, some clusters of cells of different time points are still very close together in 2D space.
We will explore this phenomenon in more detail later.
Non-linear dimensionality reduction: UMAP
set.seed(65187)
sce <- runUMAP(sce,
dimred = "PCA",
min_dist = 0.4,
n_dimred = 12,
external_neighbors = TRUE)
plotUMAP(sce,
colour_by = "day")
We observe a very similar pattern as for the t-SNE above in this UMAP; cells of different developmental stages cluster separately, however, there seems to be an additional level of heterogeneity in the data.
— end lab session 2 —
Batch correction
Observed patient/experiment effect
In this experiment, our main interest is to study the endoderm differentiation process, i.e. the 4-day differentiation process of induced pluripotent stem cells (iPSCs) at day0, via mesendoderm cells (day1) and another intermediate stage (day2) to endoderm cells (day3).
However, we will need to account for the fact that the cells have been sampled from 15 different subject, thus introducing additional biological heterogeneity. There are two variables in the colData
of our SingleCellExperiment
object that are useful for exploring this:
table(sce$donor,sce$experiment)
We have cells from 15 different patients and 14 different “experiments” (= sequencing batches).
We now will assess if this additional source of heterogeneity is also picked up in the reduced dimension plot.
# time effect in PCA space, all time points
plotPCA(object = ..., # SCE object
colour_by = ...) # day variable
# donor (nuisance) effect in PCA space, all time points
...
# experiment (nuisance) effect in PCA space, all time points
...
We see that within a certain time point, cells of the same patient/experiment seem to cluster together at least to some extent. This effect becomes clearer when we visualize the data of the different time points separately.
# donor effect in PCA space, per time point
plotPCA(sce[,sce$day=="day0"],
colour_by = ...) # day 0
... # day 1
... # day 2
... # day 3
Analogously, we may inspect the effect of patient and experiment in the UMAP visualization we created earlier.
# time effect
plotUMAP(...,
...)
# nuisance effects in UMAP space, all time points
...
...
As expected, we see that the additional heterogeneity observed in the clusters colored based on the time points can be explained by the patient effects.
In this experiment, the primary interest are the changes in gene expression across the four days, reflecting differentiation from induced pluripotent stem cells to endoderm cells. In contrast, the between-patient effects are not of interest here. Using batch correction, we will aim to “correct” for the donor effects, while hopefully retaining the main biological variation of interest!
We will explore two popular strategies for batch correction for scRNA-Seq data: Seurat CCA and Harmony.
Seurat CCA batch correction
We will first integrate the data across the different donors using Seurat
. This procedure is implemented to integrate datasets/batches in a pairwise fashion. In the case of multiple batches/datasets, it integrates them in a bottom-up strategy, starting with integrating pairwise samples first. Because of this, below, we will introduce the methodology for two batches/datasets, but note that an analogous procedure is applied in the case of multiple batches/datasets.
The Seurat
method will first perform feature selection to identify features that are informative in all datasets. Using these features, it will perform a canonical correlation analysis; a dimensionality reduction technique that focusses on shared variation between datasets/batches. The CCA dimensions may be viewed as gene modules that are present in each dataset. Within this shared space, it identifies anchor cells (one for each donor, in our case). These anchor cells may be considered as cells sharing the same biological state, and systematic differences between them correspond to batch/dataset-specific effects. A correction on the original gene expression matrix is then applied by considering systematic differences across all anchor cells identified for each pair of batches/datasets.
library(Seurat)
seurat_obj <- as.Seurat(...) # SCE object
seurat_obj
In the code chunk below, I remove cells for patients that have less or equal than 30 cells. If we do not do this, we will get issues downstream with the Seurat functions FindIntegrationAnchors
and IntegrateData
, which break down when the number of cells per batch is small. This is a known issue
and the package maintainers suggest to either remove or manually merge small batches together. We will here simply remove the cells of patient “bezi”.
table(seurat_obj$donor)
table(seurat_obj$donor)[table(seurat_obj$donor) <= 30]
seurat_obj <- seurat_obj[,-which(seurat_obj$donor == names(table(seurat_obj$donor)[table(seurat_obj$donor) <= 30]))]
After this, the SplitObject
object function is used to generate a list of Seurat
objects, where each list elements hold the data of 1 batch (patient):
seurat_obj.list <- SplitObject(object = ..., # the Seurat object
split.by = "donor")
nlevels(as.factor(sce$donor)) # originally 15 patients
length(seurat_obj.list) # 14 patients left
Next, Seurat will perform the following steps for batch correction:
NormalizeData
: by default, takes the count assay of the Seurat
object and performs a log-transformation, resulting in an additional log-transformed assay. This is performed for each batch separately.
FindVariableFeatures
: Feature selection, using the variance-stabilizing transformation (VST) from Seurat
, which amounts to calculating Pearson residuals from a regularized negative binomial regression model, with sequencing depth as a covariate. This is performed for each batch separately.
SelectIntegrationFeatures
: Choose the features to use when integrating multiple datasets or batches. This function ranks features by the number of batches they are deemed variable in, breaking ties by the median variable feature rank across datasets. It returns the top scoring features by this ranking, which are then used in the steps below.
FindIntegrationAnchors
: For each pair of datasets we want to integrate, we identify anchor cells, one from each dataset, that are assumed to share a similar biological state. Anchor cells are identified as mutual nearest neighbors in the shared canonical correlation analysis space. Anchor cells are also scored and weighted according to their quality.
IntegrateData
: Anchor cells are used to calculate a ‘corrected’ data matrix, removing systematic differences between anchor cells. This creates an integrated
assay in the Seurat
object containing this corrected data matrix, which may then be used for downstream visualization and analysis as such.
# Normalize and identify variable features for each dataset (patient) independently
seurat_obj.list <- lapply(X = seurat_obj.list, FUN = function(x) { # loops over each element in list (donor)
x <- NormalizeData(x, verbose = FALSE)
x <- FindVariableFeatures(x,
selection.method = "vst",
nfeatures = 1000,
verbose = FALSE)
})
# Select features that are repeatedly variable across datasets for integration
features <- SelectIntegrationFeatures(object.list = ...) # list of seurat objects
# Indentify pairs of cells with similar biological state
anchors <- FindIntegrationAnchors(object.list = ..., # list of seurat objects
anchor.features = ..., # the selected features for integration
verbose = FALSE)
# This command creates an 'integrated' data assay. We have set the `k.weight`
# argument, which specifies the Number of neighbors to consider when weighting
# anchors, to 30 (default is 100). This was necessary to avoid errors, since we
# have many batches with less than 100 cells.
data.combined <- IntegrateData(anchorset = ..., # anchors
k.weight = 30,
verbose=FALSE)
data.combined
Now, we have a new Seurat
object, which again is a single object (not a list) storing the expression values of all cells after batch correction. Note that the original expression values are still present in the originalexp assay of the object.
Finally, we may use Seurat
functions for performing dimension reduction and visualization of the batch corrected data.
# Run the standard Seurat workflow for visualization and clustering
# Step 1: Scales and centers features in the dataset, prior step to PCA
data.combined <- ScaleData(object = data.combined,
verbose = FALSE)
# Step 2: Perform PCA to 30 dimensions
data.combined <- RunPCA(object = ..., # Seurat object
npcs = ..., # Number of PCs to retain for downstream
reduction.name = "PCA_SeuBatch", # how we want to name the reduced dimension
verbose = FALSE)
# Step 3: Perform UMAP on the first 12 principal components
data.combined <- RunUMAP(object = ..., # Seurat object
reduction = ..., # name of the reduced dimension we want to start from
reduction.name = "UMAP_SeuBatch",
dims = 1:12,
verbose = FALSE)
# UMAP visualization
p1 <- DimPlot(object = ..., # Seurat object
reduction = ..., # name of the reduced dimension we want to use
group.by = ...) # day variable
p2 <- DimPlot(object = ..., # Seurat object
reduction = ..., # name of the reduced dimension we want to use
group.by = ...) # donor variable
p1 + p2 # plot side by side
Alternatively, we can transform the Seurat
object back to a SingleCellExperiment
object and generate the visualizations using the Bioconductor functions that we used previously:
# Convert Seurat object to SingleCellExperiment object
sce_intSeurat <- as.SingleCellExperiment(data.combined)
# UMAP without Seurat batch correction
p1 <- plotUMAP(object = sce,
colour_by = "day") + ggtitle("Day - no batch")
p2 <- ... # color on donor
# UMAP with Seurat batch correction (bioconductor function)
sce_intSeurat <- runUMAP(object = sce_intSeurat,
dimred = ..., # use batch corrected PCA space obtained with Seurat
min_dist = 0.4, # greatly improves visualization here over default of 0.01
n_dimred = 12,
external_neighbors = TRUE)
p3 <- ...
p4 <- ...
p1 + p3
p2 + p4
The batch correction seems to have worked very well. Both with and without batch correction, we observe that cells of the same time point cluster together. But when no batch correction is performed, there seems to be an additional level of variability in the data.
When we color the cells based on the donor variable, we see that without batch correction cells of the same donor cluster together. After batch correction, such donor effects seem to be no longer present.
Also note that while batch correction remove the between-donor variability, the between-day variability that is of interest is still preserved. As such, based on our visualizations, it looks like the batch correction did not overcorrect and succeeded in removing only the unwanted variation in the data.
Harmony batch correction
Harmony implements a complex data integration strategy, where cells are first clustered using a ‘high-diversity clustering’, favoring clusters consisting of multiple batches/datasets, and then batch effects are corrected within each cluster using a linear correction term. It iterates across these steps until no change is clustering is observed.
Performing batch correction with harmony
is very simple; we only need a single function call and can directly work with our SingleCellExperiment
object.
The function RunHarmony
takes the following inputs:
object
: name of the SingleCellExperiment
object
group.by.vars
: the names of the variables for which we want to perform batch correction. Conveniently, this can be multiple variables, so we can correct both for donor and experiment effects (since the correspondence between the two was not perfect)
reduction
: Name of the previously computed reduced dimension space on which batch correction will be performed (not on raw data to improve signal-to-noise ratio). Typically PCA is used
reduction.save
: name to store the batch corrected dimenion reduced space
verbose
: print progress or not.
library(harmony)
set.seed(684864)
sce <- harmony::RunHarmony(object = ...,
group.by.vars = ..., # both donor and experiment
reduction = ...,
reduction.save = "HARMONY_donor_experiment",
verbose = ...)
The output is an additional element in the reduced dimension space:
reducedDim(sce, type="PCA")[1:5,1:2]
reducedDim(sce, type="HARMONY_donor_experiment")[1:5,1:2]
for which the values differ as compared to the original PCA coordinates. This is a consequence of the batch correction.
plotReducedDim(object = sce,
dimred = "PCA",
colour_by = "day")
plotReducedDim(object = sce,
dimred = "HARMONY_donor_experiment",
colour_by = "day")
When coloring on day, both plots look very similar.
... # as above but colored on donor
This figure is too cluttered to see the donor effects. Below, we therefore generate a separate figure for each time point.
# without batch correction
p1 <- plotReducedDim(object = sce,
dimred = "PCA",
colour_by = "donor")
p1 + facet_wrap(~sce$day, ncol=1)
Especially for time points day0 and day1, we observe clear donor effects.
# same but for harmony batch corrected PCA space
...
After batch correction with harmony, the donor effects are largely removed.
When using UMAP visualization, the discrepancy between the uncorrected and batch corrected data becomes even clearer:
# make UMAP space based on batch-corrected PCA data
sce <- runUMAP(object = ..., # use all same bioconductor UMAP settings as above with Seurat corrected space
dimred = 'HARMONY_donor_experiment',
n_dimred = ...,
min_dist = ...,
external_neighbors = ...,
name = "UMAP_HARMONY_donor_experiment")
# No batch versus batch corrected, color by day
p1 <- plotReducedDim(sce,
dimred = "UMAP",
colour_by = "day") + ggtitle("Day - no batch")
p2 <- plotReducedDim(sce,
dimred = "UMAP_HARMONY_donor_experiment",
colour_by = "day") + ggtitle("Day - batch")
p1 + p2
# No batch versus batch corrected, color by donor
p3 <- ...
p4 <- ...
p3 + p4
# No batch versus batch corrected, color by experiment
p5 <- ...
p6 <- ...
p5 + p6
We here show the UMAP visualizations comparing non-corrected versus the batch corrected data, with cells colored based on day, donor and experiment. The interpretation is analogous to the interpretation above for the Seurat batch correction:
The batch correction seems to have worked very well. Both with and without batch correction, we observe that cells of the same time point cluster together. But when no batch correction is performed, there seems to be an additional level of variability in the data.
When we color the cells based on the donor/experiment variable, we see that without batch correction cells of the same donor cluster together. After batch correction, such donor/experiment effects seem to be no longer present.
Also note that while batch correction remove the between-donor/experiment variability, the between-day variability that is of interest is still preserved. As such, based on our visualizations, it looks like the batch correction did not overcorrect and succeeded in removing only the unwanted variation in the data.
Clustering
In the second lab session, we discussed graph-based clustering, k-means clustering and hierarchical clustering. Here, we will perform hierarchical clustering.
Hierarchical clustering
We may split the hierarchical clustering process in two intuitive steps:
Compute the pairwise distances between all cells. These are by default euclidean distances and, in order to reduce data complexity and increase signal to noise, we may perform this on the top (30) PC’s. Implemented in the dist
function.
Perform a hierarchical clustering analysis on these distances. Initially, each cell is assigned to its own cluster and then the algorithm proceeds iteratively, at each stage joining the two most similar clusters, continuing until there is just a single cluster. This is implemented in the hclust
function.
Note that the hclust
function allows for specifying a method
argument. The differences between the different methods are beyond the scope of this session, but a brief description is provided in the function help file. In the context of scRNA-seq, we have mostly seen the use of the “ward.D2” method.
distsce <- dist(reducedDim(sce, "HARMONY_donor_experiment")[,1:10]) # first 10 PCs, harmony corrected
hcl <- hclust(distsce, method = "ward.D2")
plot(hcl, labels = FALSE)
Next, we need to “cut the tree”, i.e., choose at which resolution we want to report the (cell-type) clusters. This can be achieved with the cutree
function. As an input, cutree
takes the dendrogram from the hclust
function and a threshold value for cutting the tree. This is either k
, the number of clusters we want to report, or h
, the height in the dendrogram at which we wan to cut the tree.
Here we choose k = 4
, since we know in advance that we expect four clusters of cells (four time points).
clust_hcl_k4 <- cutree(hcl, k = 4)
table(clust_hcl_k4)
Next, we visualize the data in PCA space colored based on time point and based on our inferred cluster labels.
sce$clust_hcl_k4 <- as.factor(clust_hcl_k4)
plotReducedDim(object = sce,
dimred = "HARMONY_donor_experiment",
colour_by = ...)
plotReducedDim(object = sce,
dimred = "HARMONY_donor_experiment",
colour_by = ...)
We see that our inferred clustering largely corresponds with the original day variable.
table(sce$day, sce$clust_hcl_k4)
Mapping clusters to timepoints, we note that most cells of day0 are in hierarchical cluster 3 (arbitrary indicator), day1 cells are in cluster 4, day2 cells are mainly in cluster 1 and day3 cells are found back in cluster 2.
Trajectory inference
Trajectory inference is a computational procedure that attempts to summarize a dynamic process in a ‘trajectory’. The trajectory tries to find a sensible ordering of the cells according to their progression through this dynamic process. Trajectories can be linear, diverging, converging or cyclic. If there are multiple differentiation paths, each path is called a lineage, and the combination of lineages is called a trajectory.
Based on the trajectory, one may define a pseudotime for each cell, which defines that cell’s progression along one of the differentiation paths: if the pseudotime of a cell is close to zero, then that cell is close to the starting point of the trajectory.
Computing the trajectory
Many methods for estimating trajectories exist. Here, we will use slingshot to create a trajectory for the Cuomo dataset.
library(slingshot)
sce <- slingshot(data = ..., # target object
start.clus = ..., # cluster that corresponds to day0 cells!
end.clus = ..., # cluster that corresponds to day3 cells!
clusterLabels = ..., # clustering to use -> our hierarchical clustering
reducedDim = "HARMONY_donor_experiment") # dimred to use
Visualizing the trajectory
Using base R plots:
plot(reducedDims(sce)$HARMONY_donor_experiment,
col = as.factor(sce$clust_hcl_k4), # colored according to inferred clusters
pch=16,
asp = 1)
lines(SlingshotDataSet(sce),
lwd=3,
type = 'lineages',
col = 'orange')
... # same but colored according to original time points
We could also use ggplot2
functions to obtained prettier figures that are more easy to annotate:
# full code provided here!
suppressPackageStartupMessages(library(dplyr))
rd <- reducedDim(sce, type="HARMONY_donor_experiment")[,1:2] # extract first two PCs
colnames(rd) <- c("Dim1", "Dim2") # give column names
cl <- sce$clust_hcl_k4 # store clustering
df <- data.frame(rd, "cl" = as.character(cl)) # PCs and clustering together in 1 data frame
sds <- slingshot(rd, cl) # convert data frame to slingshot object
curves <- slingCurves(sds, as.df = TRUE) # obtain smooth curve for lineages (here only one lineage)
# plot cells as dots in dimension reduced space
p <- ggplot(df, aes(x = Dim1, y = Dim2)) +
geom_point(aes(fill = cl), col = "grey70", shape = 21) +
theme_classic()
# add smooth curves
p + geom_path(data = curves %>% arrange(Order),
aes(group = Lineage), size = 1.5)
# compute and add minimum spanning tree
mst <- slingMST(sds, as.df = TRUE)
p + geom_point(data = mst, size = 4) +
geom_path(data = mst %>% arrange(Order), aes(group = Lineage), size = 2)
We see that the trajectory inferred with slingshot
nicely captures the expected developmental process.
Differential gene expression tests along a trajectory using tradeSeq
As a next step, we may be interested in identifying the genes are involved in the developmental process. To this end, our group has developed the Bioconductor R package tradeSeq. tradeSeq
is a flexible tool that allows for studying differential gene expression along such a trajectory, within or between different lineages. The functionalities of the package are summarized in the following figure:
knitr::include_graphics("./tradeseq_summary.jpeg")
tradeSeq
uses a negative binomial generalized additive model (NB-GAM) framework to smooth each gene’s expression in each lineage. Smoothers can be decomposed into a set of basis functions, which are joined together at knot points, often simply called knots (k
).
Ideally, the number of knots should be selected to reach an optimal bias-variance trade-off for the smoother, where one explains as much variability in the expression data as possible with only a few regression coefficients. In order to guide that choice, we developed diagnostic plots using the Akaike Information Criterion (AIC). This is implemented in the evaluateK
function in tradeSeq
.
However, in the tradeSeq publication the authors show that the algorithm is not too sensitive for the number of knots, and that values between 5 and 9 often work well. The code below would allow you to find a good value for k
, but we will simply use the default value of k = 6
downstream.
### Find knots
# We first need to decide on the number of knots. This is done using the -->
# `evaluateK` function. This takes a little time. -->
# takes 9 minutes for me
set.seed(5)
icMat <- evaluateK(counts = assays(sce)$counts,
sds = sling$slingshot,
k = 3:10,
nGenes = 500,
verbose = T)
Fit GAM
We fit a negative binomial generalized additive model (NB-GAM), smoothing each gene’s expression along the developmental trajectory. When modeling all the genes (±10.000), this function takes about 20 minutes to complete. For this lab session, we will therefore randomly sample 1.000 genes. In addition, we make sure that three specific genes are also included: “ENSG00000111704”, “ENSG00000164458” and “ENSG00000141448”. These genes are known markers for the different developmental stages nd were use in the publication of Cuomo et al..
The tradeSeq
model allows us to incorporate fixed effects. While we have estimated the trajectory on the integrated data, we model the raw gene expression data, since tradeSeq
is a count model and requires raw counts as input. On the raw counts, we therefore still have substantial variability that may be explained by the patient effects. We therefore incorporate a patient fixed effect to the design matrix.
set.seed(7)
subset_genes <- sample(rownames(sce), 1000, replace = FALSE)
# genes from paper
markers <- c("ENSG00000111704", "ENSG00000164458", "ENSG00000141448")
# make sure the genes from the paper are in there
subset_genes <- c(subset_genes, markers[!markers %in% subset_genes])
# Extract the matrix of pseudotime values or cells' weights along each lineage.
pseudotime <- slingPseudotime(x = ..., # SCE object
na = FALSE)
cellWeights <- slingCurveWeights(x = ...) # SCE object
patient <- colData(sce)$donor
U <- model.matrix(~ 0 + patient) # consruct design matrix with intercept
# Fit NB-GAM for each gene: takes ±7min for 1000 genes for me
sce_fit <- fitGAM(counts = ..., # count matrix for the selected genes (extract from SCE)
pseudotime = pseudotime,
cellWeights = cellWeights,
nknots = 6, # default
U = U,
verbose = TRUE) # verbose here prints progress
To assess if all models have converged;
table(rowData(sce_fit)$tradeSeq$converged)
Association test
Next, we can perform different types of differential expression testing along the trajectory.
The associationTest
assesses whether the average expression of a gene is associated with pseudotime. To prioritize for genes that are also biologically relevant, we may test against a log-fold change cut-off:
assoRes2 <- associationTest(models = sce_fit,
l2fc = log2(2))
sum(p.adjust(assoRes2$pvalue, method = "BH") < 0.05, na.rm=T)/nrow(assoRes2)
Start vs end top 20
Another type of test is to compare the average gene expression of each gene between the start point and the end point of a lineage. This is implemented in the startVsEndTest
function.
startRes <- startVsEndTest(models = ...,
l2fc = ...)
We can then visualize the gene expression profile along pseudotime of the top 5 genes for which differential expression between start and end point was identified.
oStart <- order(startRes$waldStat, decreasing = TRUE)
for (i in 1:5) {
sigGeneStart <- oStart[i] # top 5 most significant genes in the start vs. end test
print(plotSmoothers(sce_fit,
assays(sce_fit)$counts,
gene = sigGeneStart) +
ggtitle(rownames(sce)[sigGeneStart]))
}
Comparison to original paper
In the Cuomo paper, the authors highlighted the following genes; “ENSG00000111704”, “ENSG00000164458” and “ENSG00000141448”. In gene symbols, these genes are NANOG, T (yes, there is a gene called “T)” and GATA6. These genes are markers of day0, day1 and day2/day3 cells, respectively.
We may now visualize the expression of these genes along pseudotime.
plotSmoothers(sce_fit,
assays(sce_fit)$counts,
gene = which(rownames(sce_fit) == "ENSG00000111704")) +
ggtitle("ENSG00000111704")
... # for gene ENSG00000164458
... # for gene ENSG00000141448
A very nice correspondence with the results presented in the paper!!
knitr::include_graphics("./cuomo_traj1.jpeg")
knitr::include_graphics("./cuomo_traj2.jpeg")
knitr::include_graphics("./cuomo_traj3.jpeg")
We also inspect the results in our differential testing output.
Association test:
Start versus end test:
Another interesting visualization is implemented in the plotGeneCount
function, which colors the cells based on the log-transformed expression value of the target genes.
plotGeneCount(sce$slingshot,
assays(sce_fit)$counts,
gene = which(rownames(sce_fit) == "ENSG00000111704"))
... # for gene ENSG00000164458
... # for gene ENSG00000141448
LS0tCnRpdGxlOiAnTGFiNDogQmF0Y2ggY29ycmVjdGlvbiBhbmQgdHJhamVjdG9yeSBpbmZlcmVuY2UgZm9yIHRoZSBDdW9tbyBkYXRhc2V0JwphdXRob3I6ICJLb2VuIFZhbiBkZW4gQmVyZ2UgYW5kIEplcm9lbiBHaWxpcyIKZGF0ZTogIjE1LzEyLzIwMjEiCm91dHB1dDogCiAgaHRtbF9kb2N1bWVudDoKICAgIGNvZGVfZG93bmxvYWQ6IHRydWUKICAgIHRvYzogdHJ1ZQogICAgdG9jX2Zsb2F0OiB0cnVlCi0tLQoKIyBQcmVhbWJsZTogaW5zdGFsbGF0aW9uIG9mIFIgbGlicmFyaWVzCgpgYGB7ciwgZXZhbD1GQUxTRX0KIyBpbnN0YWxsIEJpb2NNYW5hZ2VyIHBhY2thZ2UgaWYgbm90IGluc3RhbGxlZCB5ZXQuCiMgQmlvY01hbmFnZXIgaXMgdGhlIHBhY2thZ2UgaW5zdGFsbGVyIGZvciBCaW9jb25kdWN0b3Igc29mdHdhcmUuCmlmICghcmVxdWlyZU5hbWVzcGFjZSgiQmlvY01hbmFnZXIiLCBxdWlldGx5ID0gVFJVRSkpCiAgICBpbnN0YWxsLnBhY2thZ2VzKCJCaW9jTWFuYWdlciIpCgojIGluc3RhbGwgcGFja2FnZXMgaWYgbm90IHlldCBpbnN0YWxsZWQuCnBrZ3MgPC0gYygiU2luZ2xlQ2VsbEV4cGVyaW1lbnQiLAogICAgICAgICAgIkV4cGVyaW1lbnRIdWIiLAogICAgICAgICAgImVkZ2VSIiwKICAgICAgICAgICJiaW9tYVJ0IiwKICAgICAgICAgICJEcm9wbGV0VXRpbHMiLCAKICAgICAgICAgICJzY1JOQXNlcSIsIAogICAgICAgICAgInNjYXRlciIsIAogICAgICAgICAgInNjdXR0bGUiLCAKICAgICAgICAgICJzY3JhbiIsCiAgICAgICAgICAic2NyeSIsCiAgICAgICAgICAiQmlvY1Npbmd1bGFyIiwgCiAgICAgICAgICAic2NEYmxGaW5kZXIiLAogICAgICAgICAgIlNldXJhdCIsCiAgICAgICAgICAiUENBdG9vbHMiLAogICAgICAgICAgImdsbXBjYSIsCiAgICAgICAgICAiZ2VuZWZpbHRlciIsCiAgICAgICAgICAicGhlYXRtYXAiLAogICAgICAgICAgInRpZHl2ZXJzZSIsCiAgICAgICAgICAibWNsdXN0IiwKICAgICAgICAgICJnZ3Bsb3QyIiwKICAgICAgICAgICJkZXZ0b29scyIsCiAgICAgICAgICAiU2luZ2xlUiIpCm5vdEluc3RhbGxlZCA8LSBwa2dzWyFwa2dzICVpbiUgaW5zdGFsbGVkLnBhY2thZ2VzKClbLDFdXQppZihsZW5ndGgobm90SW5zdGFsbGVkKSA+IDApewogIEJpb2NNYW5hZ2VyOjppbnN0YWxsKG5vdEluc3RhbGxlZCkKfQpgYGAKCiMgaW5zdGFsbCBoYXJtb255IGZyb20gZ2l0aHViCgpgYGB7ciwgZXZhbD1GQUxTRX0KbGlicmFyeShkZXZ0b29scykKaW5zdGFsbF9naXRodWIoImltbXVub2dlbm9taWNzL2hhcm1vbnkiLAogICAgICAgICAgICAgICBkZXBlbmRlbmNpZXMgPSBUUlVFLAogICAgICAgICAgICAgICBmb3JjZSA9IFRSVUUpCmBgYAoKIyBUaGUgQ3VvbW8gZGF0YXNldAoKV2UgaGVyZSBtYWtlIHVzZSBvZiB0aGUgcHVibGljYXRpb24gb2YgQW5uYSBDdW9tbyAqZXQgYWwuKiwgd2hpY2ggd2Ugd2lsbCByZWZlciB0byBhcyB0aGUgYGlQU0MgZGF0YXNldGAuIFRoZSAKcGFwZXIgdGhhdCBkZXNjcmliZXMgdGhpcyBkYXRhc2V0IGNhbiBiZSBmb3VuZCB1c2luZyB0aGlzIApbbGlua10oaHR0cHM6Ly93d3cubmF0dXJlLmNvbS9hcnRpY2xlcy9zNDE0NjctMDIwLTE0NDU3LXopLgoKSW4gdGhlIGV4cGVyaW1lbnQsIHRoZSBhdXRob3JzIGhhcnZlc3RlZCBwbHVyaXBvdGVudCBzdGVtIGNlbGxzIChpUFNDcykKZnJvbSAxMjUgaGVhbHRoeSBodW1hbiBkb25vcnMsIGFuZCBpbmR1Y2VkIHRoZW0gdG8gc3R1ZHkgdGhlIGVuZG9kZXJtIApkaWZmZXJlbnRpYXRpb24gcHJvY2VzcywgaW4gd2hpY2ggaVBTQ3MgZGlmZmVyZW50aWF0ZSB0byBlbmRvZGVybSBjZWxscyBvdmVyIHRoZQpjb3Vyc2Ugb2YgYXBwcm94aW1hdGVseSB0aHJlZSBkYXlzLiBBcyBzdWNoLCB0aGUgYXV0aG9ycyAKY3VsdGVyZWQgdGhlIGlQU0NzIGNlbGwgbGluZXMgYW5kIGFsbG93ZWQgdGhlbSB0byBkaWZmZXJlbnRpYXRlIGZvciB0aHJlZSBkYXlzLiAKRHVyaW5nIHRoZSBleHBlcmltZW50LCBjZWxscyB3ZXJlIGhhcnZlc3RlZCBhdCBmb3VyIGRpZmZlcmVudCB0aW1lIHBvaW50czogCmRheTAgKGRpcmVjdGx5IGF0IGluY3ViYXRpb24pLCBkYXkxLCBkYXkyIGFuZCBkYXkzLiBLbm93aW5nIHRoZSBwcm9jZXNzIG9mIAplbmRvZGVybSBkaWZmZXJlbnRpYXRpb24sIHRoZXNlIHRpbWUgcG9pbnRzIHNob3VsZCByb3VnaGx5IGNvcnJlc3BvbmQgdG8gZGlmZmVyZW50IApjZWxsIHR5cGVzOiBkYXkwIGFyZSAodW5kaWZmZXJlbnRpYXRlZCkgaVBTQ3MsIGRheTEgYXJlIG1vc3RseSBtZXNlbmRvZGVybSBjZWxscywgZGF5MgphcmUgbW9zdGx5ICJpbnRlcm1lZGlhdGUiIGNlbGxzIGFuZCBkYXkzIGFyZSBtb3N0bHkgZnVsbHkgZGlmZmVyZW50aWF0ZWQgZW5kb2Rlcm0gY2VsbHMuCgpUaGlzIGRhdGFzZXQgd2FzIGdlbmVyYXRlZCB1c2luZyB0aGUgKipTTUFSVC1TZXEyKiogc2NSTkEtc2VxIHByb3RvY29sLgoKVGhlIGZpbmFsIGdvYWwgb2YgdGhlIGV4cGVyaW1lbnQgd2FzIHRvIGNoYXJhY3Rlcml6ZSBwb3B1bGF0aW9uIHZhcmlhdGlvbiBpbiB0aGUKcHJvY2VzcyBvZiBlbmRvZGVybSBkaWZmZXJlbnRpYXRpb24uCgojIERvd25sb2FkIGRhdGEKCkZvciB0aGlzIGxhYiBzZXNzaW9uLCB3ZSB3aWxsIHdvcmsgd2l0aCBhIHN1YnNldCBvZiB0aGUgZGF0YSwgaS5lLiwgdGhlIGRhdGEKZm9yIHRoZSBmaXJzdCAoYWxwaGFiZXRpY2FsbHkpIDE1IHBhdGllbnRzIGluIHRoZSBleHBlcmltZW50LiBUaGVzZSBhcmUgdGhlCmRhdGEgeW91IGFscmVhZHkgZG93bmxvYWRlZCBmb3IgbGFiIHNlc3Npb24gMiB1c2luZyB0aGUgKkJlbG5ldCBmaWxlc2VuZGVyKiAKbGluay4KClRoZSBvcmlnaW5hbCBkYXRhICgxMjUgcGF0aWVudCkgY291bGQgYmUgZG93bmxvYWRlZCBmcm9tIApbWmVub2RvXShodHRwczovL3plbm9kby5vcmcvcmVjb3JkLzM2MjUwMjQjLllXZmFodGxCeEIxKS4gQXQgdGhlIGJvdHRvbSBvZiB0aGlzCndlYi1wYWdlLCB3ZSBjYW4gZG93bmxvYWQgdGhlIGZpbGVzIGByYXdfY291bnRzLmNzdi56aXBgIGFuZCAKYGNlbGxfbWV0YWRhdGFfY29scy50c3ZgIGFuZCBzdG9yZSB0aGVzZSBmaWxlcyBsb2NhbGx5LiBXZSBkbyBub3QgcmVjb21tZW5kIApkb2luZyB0aGlzIGR1cmluZyB0aGUgbGFiIHNlc3Npb24sIHRvIGF2b2lkIG92ZXJsb2FkaW5nIHRoZSBXaUZpIG5ldHdvcmsuCgojIEltcG9ydCBkYXRhCgpGaXJzdCB3ZSByZWFkIGluIHRoZSBjb3VudCBtYXRyaXg6CgpgYGB7ciwgZXZhbD1GQUxTRSwgbWVzc2FnZT1GQUxTRSwgd2FybmluZz1GQUxTRX0KbGlicmFyeShTaW5nbGVDZWxsRXhwZXJpbWVudCkKc2NlIDwtIHJlYWRSRFMoIi9Vc2Vycy9qZy9EZXNrdG9wL3NjZV8xNV9jdW9tby5yZHMiKSAjIGNoYW5nZSB0byBZT1VSIHBhdGgKYGBgCgojIEV4cGxvcmUgbWV0YWRhdGEKCkV4cGxvcmF0aW9uIG9mIHRoZSBtZXRhZGF0YSBpcyBlc3NlbnRpYWwgdG8gZ2V0IGEgYmV0dGVyIGlkZWEgb2Ygd2hhdCB0aGUKZXhwZXJpbWVudCB3YXMgYWJvdXQgYW5kIGhvdyBpdCB3YXMgb3JnYW5pemVkLgoKYGBge3IsIGV2YWw9RkFMU0V9CmNvbERhdGEoc2NlKVsxOjUsMToxMF0KY29sbmFtZXMoY29sRGF0YShzY2UpKQpgYGAKCkFzIHN0YXRlZCBpbiB0aGUgcGFwZXIsIGNlbGxzIHdlcmUgc2FtcGxlZCBvbiA0IHRpbWUgcG9pbnRzLiBFYWNoIG9mIHRoZXNlIAp0aW1lIHBvaW50cyBpcyByb3VnaGx5IGV4cGVjdGVkIHRvIGNvcnJlc3BvbmQgd2l0aCBkaWZmZXJlbnQgY2VsbCB0eXBlcyAoZGF5MCA9IGlQU0MsCmRheTEgPSBtZXNlbmRvZGVybSwgZGF5MiA9IGludGVybWVkaWF0ZSBhbmQgZGF5MyA9IGVuZG9kZXJtKS4KCmBgYHtyLCBldmFsPUZBTFNFfQp0YWJsZShjb2xEYXRhKHNjZSkkZGF5KQpgYGAKCkFzIHN0YXRlZCBpbiB0aGUgcGFwZXIsIGNlbGxzIHdlcmUgaGFydmVzdGVkIGZyb20gMTI1IHBhdGllbnRzLiBIZXJlLCB3ZSBhcmUKd29ya2luZyBvbiBhIHN1YnNldCB3aXRoIDE1IHBhdGllbnRzLiBUaGUgbnVtYmVyIG9mIGNlbGxzIGhhcnZlc3RlZCBwZXIgcGF0aWVudCAKKG92ZXIgYWxsIHRpbWUgcG9pbnRzKSByYW5nZXMgZnJvbSAzMSB0byA2MzcuCgpgYGB7ciwgZXZhbD1GQUxTRX0KbGVuZ3RoKHRhYmxlKGNvbERhdGEoc2NlKSRkb25vcikpICMgbnVtYmVyIG9mIGRvbm9ycwpyYW5nZSh0YWJsZShjb2xEYXRhKHNjZSkkZG9ub3IpKSAjIGNlbGxzIHBlciBkb25vcgpgYGAKCkJlbG93LCB3ZSBsb29rIGF0IGhvdyBtYW55IGNlbGxzIGFyZSBoYXJ2ZXN0IHBlciBwYXRlbnQgYW5kIHBlciB0aW1lIHBvaW50LgoKYGBge3IsIGV2YWw9RkFMU0V9CnRhYmxlKGNvbERhdGEoc2NlKSRkb25vcixjb2xEYXRhKHNjZSkkZGF5KQpgYGAKCldlIHNlZSB0aGF0IGZvciBtYW55IHBhdGllbnRzIHRoZSBkYXRhIGlzIGNvbXBsZXRlLCBpLmUuIGNlbGxzIHdlcmUgc2FtcGxlZApvbiBhbGwgdGltZSBwb2ludHMuCgpQcmFjdGljYWxseSwgdGhlIGNlbGxzIHdlcmUgcHJlcGFyZWQgaW4gMjggYmF0Y2hlcy4gU2luY2Ugd2UgaGVyZSBvbmx5IGxvb2sKYXQgYSBzdWJzZXQgb2YgdGhlIGRhdGEsIHdlIHNlZSB0aGF0IG9ubHkgMTQgb2YgdGhlc2UgYmF0Y2hlcyBhcmUgcmVwcmVzZW50ZWQuCgpgYGB7ciwgZXZhbD1GQUxTRX0KbGVuZ3RoKHRhYmxlKGNvbERhdGEoc2NlKSRleHBlcmltZW50KSkKdGFibGUoY29sRGF0YShzY2UpJGV4cGVyaW1lbnQsIGNvbERhdGEoc2NlKSRkYXkpCmBgYAoKIyBPYnRhaW5pbmcgYW5kIGluY2x1ZGluZyByb3dEYXRhCgpUaGUgYHJvd0RhdGFgIHNsb3Qgb2YgYSBgU2luZ2xlQ2VsbEV4cGVyaW1lbnRgIG9iamVjdCBhbGxvd3MgZm9yIHN0b3JpbmcgCmluZm9ybWF0aW9uIG9uIHRoZSBmZWF0dXJlcywgaS5lLiB0aGUgZ2VuZXMsIGluIGEgZGF0YXNldC4gSW4gb3VyIG9iamVjdCwKdGhlIGByb3dEYXRhYCBzbG90IGN1cnJlbnRseSBjb250YWlucyB0aGUgZm9sbG93aW5nOgoKYGBge3IsIGV2YWw9RkFMU0V9CmhlYWQocm93RGF0YShzY2UpKQpgYGAKClRvIGltcHJvdmUgb3VyIGdlbmUtbGV2ZWwgaW5mb3JtYXRpb24sIHdlIG1heToKCjEuIFNwbGl0IGBWMWAgaW50byB0d28gY29sdW1ucywgb25lIHdpdGggdGhlIEVOU0VNQkwgSUQgYW5kIHRoZSBvdGhlciB3aXRoIAp0aGUgZ2VuZSBzeW1ib2wuCgoyLiBEaXNwbGF5IHdoaWNoIGNocm9tb3NvbWUgdGhlIGdlbmUgaXMgbG9jYXRlZAoKTWFueSBtb3JlIG9wdGlvbnMgYXJlIHBvc3NpYmxlLCBidXQgYXJlIG5vdCBuZWNlc3NhcnkgZm9yIHVzIHJpZ2h0IG5vdy4KCmBgYHtyLCBldmFsPUZBTFNFfQpyb3dEYXRhKHNjZSkgPC0gZGF0YS5mcmFtZShFbnNlbWJsID0gZ3N1YigiXy4qIiwgIiIsIHJvd0RhdGEoc2NlKSRWMSksCiAgICAgICAgICAgICAgICAgICAgICAgICAgIFN5bWJvbCA9IGdzdWIoIl5bXl9dKl8iLCAiIiwgcm93RGF0YShzY2UpJFYxKSkKaGVhZChyb3dEYXRhKHNjZSkpCmBgYAoKYGBge3IsIGV2YWw9RkFMU0V9CmxpYnJhcnkoImJpb21hUnQiKQplbnNlbWJsNzUgPC0gdXNlRW5zZW1ibChiaW9tYXJ0ID0gJ2dlbmVzJywgCiAgICAgICAgICAgICAgICAgICAgICAgIGRhdGFzZXQgPSAnaHNhcGllbnNfZ2VuZV9lbnNlbWJsJywKICAgICAgICAgICAgICAgICAgICAgICAgdmVyc2lvbiA9IDc1KQoKR2VuZUluZm8gPC0gZ2V0Qk0oYXR0cmlidXRlcyA9IGMoImVuc2VtYmxfZ2VuZV9pZCIsICMgVG8gbWF0Y2ggd2l0aCByb3duYW1lcyBTQ0UKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgImNocm9tb3NvbWVfbmFtZSIpLCAjIEluZm8gb24gY2hyb21vc2UKICAgICAgICAgICAgICAgICAgbWFydCA9IGVuc2VtYmw3NSkKR2VuZUluZm8gPC0gR2VuZUluZm9bbWF0Y2gocm93RGF0YShzY2UpJEVuc2VtYmwsIEdlbmVJbmZvJGVuc2VtYmxfZ2VuZV9pZCksXQoKcm93RGF0YShzY2UpIDwtIGNiaW5kKHJvd0RhdGEoc2NlKSwgR2VuZUluZm8pCmhlYWQocm93RGF0YShzY2UpKQphbGwocm93RGF0YShzY2UpJEVuc2VtYmwgPT0gcm93RGF0YShzY2UpJGVuc2VtYmxfZ2VuZV9pZCkgCiMgaWRlbnRpY2FsLCBhcyBkZXNpcmVkLCBzbyB3ZSBjb3VsZCBvcHRpb25hbGx5IHJlbW92ZSBvbmUgb2YgdGhlIHR3bwpgYGAKCiMgRmlsdGVyaW5nIG5vbi1pbmZvcm1hdGl2ZSBnZW5lcwoKTGV0IHVzIGZpcnN0IHRyeSB0aGUgdmVyeSBzaW1wbGUgYW5kIHZlcnkgbGVuaWVudCBmaWx0ZXJpbmcgY3JpdGVyaW9uIHRoYXQgd2UKYWRvcHRlZCBmb3IgdGhlIE1hY29za28gZGF0YXNldC4KCmBgYHtyLCBldmFsPUZBTFNFfQprZWVwIDwtIHJvd1N1bXMoYXNzYXlzKHNjZSkkY291bnRzID4gMCkgPiAxMAp0YWJsZShrZWVwKQpgYGAKCldlIHNlZSB0aGF0IHRoaXMgZmlsdGVyaW5nIHN0cmF0ZWd5IGRvZXMgbm90IHJlbW92ZSBhbnkgZ2VuZXMgZm9yIHRoaXMgZGF0YXNldC4KSW4gZ2VuZXJhbCwgZGF0YXNldHMgZnJvbSBwbGF0ZS1iYXNlZCBzY1JOQS1zZXEgZGF0YXNldCBoYXZlIGEgZmFyIGhpZ2hlcgpzZXF1ZW5jaW5nIGRlcHRoIHRoYW4gZGF0YSBmcm9tIGRyb3BsZXQtYmFzZWQgcHJvdG9jb2xzLiBBcyByZXF1aXJpbmcgYSBtaW5pbXVtCmV4cHJlc3Npb24gb2YgMSBjb3VudCBpbiBhdCBsZWFzdCAxMCBjZWxscyBpcyBhIHZlcnkgbGVuaWVudCBjcml0ZXJpb24gaWYgd2UgCmNvbnNpZGVyIHRoYXQgd2UgYXJlIHdvcmtpbmcgMzYuMDAwIGNlbGxzLCB3ZSBzaG91bGQgY29uc2lkZXIgYWRvcHRpbmcgYSBtb3JlIHN0cmluZ2VudApmaWx0ZXJpbmcgY3JpdGVyaXVtLgpCZWxvdyB3ZSBkbyBzbyB1c2luZyB0aGUgYGZpbHRlckJ5RXhwcmAgZnJvbSBgZWRnZVJgOgoKYGBge3IsIGV2YWw9RkFMU0UsIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9CmxpYnJhcnkoZWRnZVIpCgp0YWJsZShjb2xEYXRhKHNjZSkkZGF5KQoKa2VlcDIgPC0gZWRnZVI6OmZpbHRlckJ5RXhwcih5PXNjZSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICBncm91cCA9IGNvbERhdGEoc2NlKSRkYXksCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgbWluLmNvdW50ID0gNSwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICBtaW4ucHJvcCA9IDAuNCkKdGFibGUoa2VlcDIpCmBgYAoKYGBge3IsIGV2YWw9RkFMU0V9CnNjZSA8LSBzY2Vba2VlcDIsXQpgYGAKCiMgUXVhbGl0eSBjb250cm9sCgojIyBDYWxjdWxhdGUgUUMgdmFyaWFibGVzCgpgYGB7ciwgZXZhbD1GQUxTRX0KbGlicmFyeShzY2F0ZXIpCgojIGNoZWNrIEVSQ0Mgc3Bpa2UtaW4gdHJhbnNjcmlwdHMKc3VtKGdyZXBsKCJeRVJDQy0iLCByb3dEYXRhKHNjZSkkU3ltYm9sKSkgIyBubyBzcGlrZS1pbiB0cmFuc2NyaXB0cyBhdmFpbGFibGUKCmlzLm1pdG8gPC0gZ3JlcGwoIl5NVCIsIHJvd0RhdGEoc2NlKSRjaHJvbW9zb21lX25hbWUpCnN1bShpcy5taXRvKSAjIDEzIG1pdG9jaG9uZHJpYWwgZ2VuZXMKCmRmIDwtIHBlckNlbGxRQ01ldHJpY3Moc2NlLCBzdWJzZXRzPWxpc3QoTWl0bz1pcy5taXRvKSkKaGVhZChkZikKCiMjIGFkZCB0aGUgUUMgdmFyaWFibGVzIHRvIHNjZSBvYmplY3QKY29sRGF0YShzY2UpIDwtIGNiaW5kKGNvbERhdGEoc2NlKSwgZGYpCmBgYAoKIyMgRXhwbG9yYXRvcnkgZGF0YSBhbmFseXNpcwoKSW4gdGhlIGZpZ3VyZSBiZWxvdywgd2Ugc2VlIHRoYXQgc2V2ZXJhbCBjZWxscyBoYXZlIGEgdmVyeSBsb3cgbnVtYmVyIG9mIApleHByZXNzZWQgZ2VuZXMsIGFuZCB3aGVyZSBtb3N0IG9mIHRoZSBtb2xlY3VsZXMgYXJlIGRlcml2ZWQgZnJvbSAKbWl0b2Nob25kcmlhbCBnZW5lcy4gVGhpcyBpbmRpY2F0ZXMgbGlrZWx5IGRhbWFnZWQgY2VsbHMsIHByZXN1bWFibHkgYmVjYXVzZSAKb2YgbG9zcyBvZiBjeXRvcGxhc21pYyBSTkEgZnJvbSBwZXJmb3JhdGVkIGNlbGxzLCBzbyB3ZSBzaG91bGQgcmVtb3ZlIHRoZXNlIGZvciAKdGhlIGRvd25zdHJlYW0gYW5hbHlzaXMuCgpgYGB7ciwgZXZhbD1GQUxTRX0KIyBOdW1iZXIgb2YgZ2VuZXMgdnMgbGlicmFyeSBzaXplCnBsb3RDb2xEYXRhKHNjZSwgeCA9ICJzdW0iLCB5PSJkZXRlY3RlZCIsIGNvbG91cl9ieT0iZGF5IikgCgojIE1pdG9jaG9uZHJpYWwgZ2VuZXMKcGxvdENvbERhdGEoc2NlLCB4ID0gImRldGVjdGVkIiwgeT0ic3Vic2V0c19NaXRvX3BlcmNlbnQiLCBjb2xvdXJfYnk9ImRheSIpCmBgYAoKIyMgUUMgdXNpbmcgYWRhcHRpdmUgdGhyZXNob2xkcwoKQmVsb3csIHdlIHJlbW92ZSBjZWxscyB0aGF0IGFyZSBvdXRseWluZyB3aXRoIHJlc3BlY3QgdG8KCiAxLiBBIGxvdyBzZXF1ZW5jaW5nIGRlcHRoIChudW1iZXIgb2YgVU1Jcyk7CiAyLiBBIGxvdyBudW1iZXIgb2YgZ2VuZXMgZGV0ZWN0ZWQ7CiAzLiBBIGhpZ2ggcGVyY2VudGFnZSBvZiByZWFkcyBmcm9tIG1pdG9jaG9uZHJpYWwgZ2VuZXMuCiAKV2UgcmVtb3ZlIGEgdG90YWwgb2YgJDMwMSQgY2VsbHMsIG1haW5seSBkdWUgdG8gbG93IHNlcXVlbmNpbmcgZGVwdGggYW5kCmxvdyBudW1iZXIgb2YgZ2VuZXMgZGV0ZWN0ZWQuCgpgYGB7ciwgZXZhbD1GQUxTRX0KbG93TGliIDwtIGlzT3V0bGllcihkZiRzdW0sIHR5cGU9Imxvd2VyIiwgbG9nPVRSVUUpCmxvd0ZlYXR1cmVzIDwtIGlzT3V0bGllcihkZiRkZXRlY3RlZCwgdHlwZT0ibG93ZXIiLCBsb2c9VFJVRSkKaGlnaE1pdG8gPC0gaXNPdXRsaWVyKGRmJHN1YnNldHNfTWl0b19wZXJjZW50LCB0eXBlPSJoaWdoZXIiKQoKdGFibGUobG93TGliKQp0YWJsZShsb3dGZWF0dXJlcykKdGFibGUoaGlnaE1pdG8pCgpkaXNjYXJkQ2VsbHMgPC0gKGxvd0xpYiB8IGxvd0ZlYXR1cmVzIHwgaGlnaE1pdG8pCnRhYmxlKGRpc2NhcmRDZWxscykKY29sRGF0YShzY2UpJGRpc2NhcmRDZWxscyA8LSBkaXNjYXJkQ2VsbHMKCiMgdmlzdWFsaXplIGNlbGxzIHRvIGJlIHJlbW92ZWQKcGxvdENvbERhdGEoc2NlLCB4ID0gImRldGVjdGVkIiwgeT0ic3Vic2V0c19NaXRvX3BlcmNlbnQiLCBjb2xvdXJfYnkgPSAiZGlzY2FyZENlbGxzIikKcGxvdENvbERhdGEoc2NlLCB4ID0gInN1bSIsIHk9ImRldGVjdGVkIiwgY29sb3VyX2J5PSJkaXNjYXJkQ2VsbHMiKQpgYGAKCmBgYHtyLCBldmFsPUZBTFNFfQojIHZpc3VhbGl6ZSBjZWxscyB0byBiZSByZW1vdmVkCnBsb3RDb2xEYXRhKHNjZSwgeCA9ICJkZXRlY3RlZCIsIHk9InN1YnNldHNfTWl0b19wZXJjZW50IiwgY29sb3VyX2J5ID0gImRvbm9yIikKcGxvdENvbERhdGEoc2NlLCB4ID0gInN1bSIsIHk9ImRldGVjdGVkIiwgY29sb3VyX2J5PSJkb25vciIpCmBgYAoKYGBge3IsIGV2YWw9RkFMU0V9CiMgdmlzdWFsaXplIGNlbGxzIHRvIGJlIHJlbW92ZWQKcGxvdENvbERhdGEoc2NlLCB4ID0gImRldGVjdGVkIiwgeT0ic3Vic2V0c19NaXRvX3BlcmNlbnQiLCBjb2xvdXJfYnkgPSAiZXhwZXJpbWVudCIpCnBsb3RDb2xEYXRhKHNjZSwgeCA9ICJzdW0iLCB5PSJkZXRlY3RlZCIsIGNvbG91cl9ieT0iZXhwZXJpbWVudCIpCmBgYAoKYGBge3IsIGV2YWw9RkFMU0V9CnRhYmxlKHNjZSRkb25vciwgc2NlJGRpc2NhcmRDZWxscykKdGFibGUoc2NlJGRvbm9yLCBzY2UkZGlzY2FyZENlbGxzKS9yb3dTdW1zKHRhYmxlKHNjZSRkb25vciwgc2NlJGRpc2NhcmRDZWxscykpCiNmcmFjdGlvbnMgb2YgcmVtb3ZlZCBjZWxscyBwZXIgZG9ub3IKYGBgCgpNb3N0IHJlbW92ZWQgY2VsbHMgKGZyYWN0aW9uKSBhcmUgZnJvbSBwYXRpZW50cyBgZGl4aGAgYW5kIGBiYWJ6YC4KCmBgYHtyLCBldmFsPUZBTFNFfQp0YWJsZShzY2UkZXhwZXJpbWVudCwgc2NlJGRpc2NhcmRDZWxscykKdGFibGUoc2NlJGV4cGVyaW1lbnQsIHNjZSRkb25vcikKYGBgCgpNb3N0IGxvdyBsaWJyYXJ5IHNpemVzIHNlZW0gdG8gY29tZSBmcm9tIHBhdGllbnQgYGRpeGhgOyBmb3IgcGF0aWVudCBgYmFiemAKdGhlIGVmZmVjdCBpcyBsZXNzIHByb25vdW5jZWQuCgpgYGB7ciwgZXZhbD1GQUxTRX0KcGxvdENvbERhdGEoc2NlWyxzY2UkZG9ub3I9PSJkaXhoIl0sIHggPSAic3VtIiwgeT0iZGV0ZWN0ZWQiKQpwbG90Q29sRGF0YShzY2VbLHNjZSRkb25vcj09ImJhYnoiXSwgeCA9ICJzdW0iLCB5PSJkZXRlY3RlZCIpCmBgYAoKQXMgc3VjaCwgd2UgYXJlIG1haW5seSByZW1vdmluZyBjZWxscyBmcm9tIHNwZWNpZmljIHBhdGllbnRzIGFuZCB0aGUgcmVzcGVjdGl2ZQpiYXRjaGVzIGluIHdoaWNoIHRoZXkgd2VyZSBzZXF1ZW5jZWQuIEhvd2V2ZXIsIHdlIHdhbnQgdG8gYmUgY2FyZWZ1bDsgd2Ugb25seQp3YW50IHRvIHJlbW92ZSB0ZWNobmljYWwgYXJ0ZWZhY3RzLCB3aGlsZSByZXRhaW5pbmcgYXMgbXVjaCBvZiB0aGUgYmlvbG9neSBhcwpwb3NzaWJsZS4gSW4gb3VyIGV4cGxvcmF0b3J5IGZpZ3VyZSwgd2Ugc2VlIHRoYXQgdGhlIGNlbGxzIHdlIGFyZSByZW1vdmluZyBiYXNlZApvbiB0aGUgbnVtYmVyIG9mIGdlbmVzIGRldGVjdGVkLCBhcmUgcXVpdGUgZmFyIGFwYXJ0IGZyb20gdGhlIGJ1bGsgb2YgdGhlIGRhdGEKY2xvdWQ7IGFzIHN1Y2gsIHRoZXNlIGNlbGxzIG1heSBiZSBjb25zaWRlcmVkIHN1c3BpY2lvdXMuIEZvciB0aGUgY3JpdGVyaW9uIG9mCmxpYnJhcnkgc2l6ZSwgd2Ugc2VlIHRoYXQgdGhlIGNlbGxzIHJlbW92ZWQgdGhlcmUgYXJlIHN0aWxsIHN0cm9uZ2x5IGNvbm5lY3RlZAp0byB0aGUgZGF0YSBjbG91ZC4gQXMgc3VjaCwgd2UgbWF5IHdhbnQgdG8gcmVsYXggdGhlIGZpbHRlcmluZyBjcml0ZXJpb24gdGhlcmUgYQpsaXR0bGUgYml0LiBXaGVuIHdlIHRoaW5rIG9mIGhvdyB0aGUgYWRhcHRpdmUgdGhyZXNob2xkIHN0cmF0ZWd5IHdvcmtzLCB3ZQptYXkgd2FudCB0byByZW1vdmUgY2VsbHMgdGhhdCBhcmUgNE1BRHMgYXdheSBmcm9tIHRoZSBjZW50ZXIsIHJhdGhlciB0aGFuCnRoZSBkZWZhdWx0IDMgTUFEcy4KCmBgYHtyLCBldmFsPUZBTFNFfQojIHByZXZpb3VzbHkKbG93TGliIDwtIGlzT3V0bGllcihkZiRzdW0sIHR5cGU9Imxvd2VyIiwgbG9nPVRSVUUpCnRhYmxlKGxvd0xpYikKCiMgYWZ0ZXIgc2VlaW5nIGFwcHJvcHJpYXRlIGV4cGxvcmF0b3J5IGZpZ3VyZQpsb3dMaWIgPC0gaXNPdXRsaWVyKGRmJHN1bSwgbm1hZHM9NCwgdHlwZT0ibG93ZXIiLCBsb2c9VFJVRSkKdGFibGUobG93TGliKQoKZGlzY2FyZENlbGxzIDwtIChsb3dMaWIgfCBsb3dGZWF0dXJlcyB8IGhpZ2hNaXRvKQp0YWJsZShkaXNjYXJkQ2VsbHMpCmNvbERhdGEoc2NlKSRkaXNjYXJkQ2VsbHMgPC0gZGlzY2FyZENlbGxzCmBgYAoKTm90ZSB0aGF0IHRoZXNlIHN0ZXBzIGFyZSBub3QgZXhhY3Q7IGRpZmZlcmVudCBhbmFseXN0cyB3aWxsIGFycml2ZSB0byBkaWZmZXJlbnQKZmlsdGVyaW5nIGNyaXRlcmlhIGZvciBtYW55IG9mIHRoZSBzdGVwcy4gVGhlIGtleSBpZGVhcyBhcmUgdGhhdAp3ZSBsZXQgYXBwcm9wcmlhdGUgZXhwbG9yYXRvcnkgZmlndXJlcyBndWlkZSB1cyB0byBtYWtlIHJlYXNvbmFibGUgY2hvaWNlczsKaS5lLiwgd2UgbG9vayBhdCB0aGUgZGF0YSByYXRoZXIgdGhhbiBibGluZGx5IGZvbGxvd2luZyBhIHN0YW5kYXJkaXplZCBwaXBlbGluZQp0aGF0IG1heSB3b3JrIHdlbGwgaW4gbWFueSBjYXNlcywgYnV0IG1heWJlIG5vdCBvdXIgcGFydGljdWxhciBkYXRhc2V0LgoKYGBge3IsIGV2YWw9RkFMU0V9CiMgcmVtb3ZlIGNlbGxzIGlkZW50aWZpZWQgdXNpbmcgYWRhcHRpdmUgdGhyZXNob2xkcwpzY2UgPC0gc2NlWywgIWNvbERhdGEoc2NlKSRkaXNjYXJkQ2VsbHNdCmBgYAoKIyBOb3JtYWxpemF0aW9uCgpGb3Igbm9ybWFsaXphdGlvbiwgdGhlIHNpemUgZmFjdG9ycyAkc19pJCBjb21wdXRlZCBoZXJlIGFyZSBzaW1wbHkgc2NhbGVkIApsaWJyYXJ5IHNpemVzOgoKXFsgTl9pID0gXHN1bV9nIFlfe2dpfSBcXQpcWyBzX2kgPSBOX2kgLyBcYmFye059X2kgXF0KCmBgYHtyLCBldmFsPUZBTFNFfQpzY2UgPC0gbG9nTm9ybUNvdW50cyhzY2UpCgojIG5vdGUgd2UgYWxzbyByZXR1cm5lZCBsb2cgY291bnRzOiBzZWUgdGhlIGFkZGl0aW9uYWwgbG9nY291bnRzIGFzc2F5LgpzY2UKCiMgeW91IGNhbiBleHRyYWN0IHNpemUgZmFjdG9ycyB1c2luZwpzZiA8LSBsaWJyYXJ5U2l6ZUZhY3RvcnMoc2NlKQptZWFuKHNmKSAjIGVxdWFsIHRvIDEgZHVlIHRvIHNjYWxpbmcuCnBsb3QoeD0gbG9nKGNvbFN1bXMoYXNzYXlzKHNjZSkkY291bnRzKSksIAogICAgIHk9c2YpCmBgYAoKLS0tCgotLS0gZW5kIGxhYiBzZXNzaW9uIDEgLS0tCgotLS0KCgojIEZlYXR1cmUgc2VsZWN0aW9uCgojIyBIaWdobHkgdmFyaWFibGUgZ2VuZXMKCmBgYHtyLCBldmFsPUZBTFNFfQpsaWJyYXJ5KHNjcmFuKQpyb3duYW1lcyhzY2UpIDwtIHJvd0RhdGEoc2NlKSRFbnNlbWJsCmRlYyA8LSBtb2RlbEdlbmVWYXIoc2NlKQpoZWFkKGRlYykKYGBgCgpgYGB7ciwgZXZhbD1GQUxTRX0KZml0IDwtIG1ldGFkYXRhKGRlYykKcGxvdChmaXQkbWVhbiwgZml0JHZhciwgCiAgICAgeGxhYj0iTWVhbiBvZiBsb2ctZXhwcmVzc2lvbiIsCiAgICB5bGFiPSJWYXJpYW5jZSBvZiBsb2ctZXhwcmVzc2lvbiIpCmN1cnZlKGZpdCR0cmVuZCh4KSwgY29sPSJkb2RnZXJibHVlIiwgYWRkPVRSVUUsIGx3ZD0yKQpgYGAKCmBgYHtyLCBldmFsPUZBTFNFfQojIGdldCB0b3AgMTAwMCBoaWdobHkgdmFyaWFibGUgZ2VuZXMKaHZnIDwtIGdldFRvcEhWR3MoZGVjLCAKICAgICAgICAgICAgICAgICAgbj0xMDAwKQpoZWFkKGh2ZykKCiMgcGxvdCB0aGVzZSAKcGxvdChmaXQkbWVhbiwgZml0JHZhciwgCiAgICAgY29sID0gYygib3JhbmdlIiwgImRhcmtzZWFncmVlbjMiKVsobmFtZXMoZml0JG1lYW4pICVpbiUgaHZnKSsxXSwKICAgICB4bGFiPSJNZWFuIG9mIGxvZy1leHByZXNzaW9uIiwKICAgIHlsYWI9IlZhcmlhbmNlIG9mIGxvZy1leHByZXNzaW9uIikKY3VydmUoZml0JHRyZW5kKHgpLCBjb2w9ImRvZGdlcmJsdWUiLCBhZGQ9VFJVRSwgbHdkPTIpCmxlZ2VuZCgidG9wbGVmdCIsIAogICAgICAgbGVnZW5kID0gYygiU2VsZWN0ZWQiLCAiTm90IHNlbGVjdGVkIiksIAogICAgICAgY29sID0gYygiZGFya3NlYWdyZWVuMyIsICJvcmFuZ2UiKSwKICAgICAgIHBjaCA9IDE2LAogICAgICAgYnR5PSduJykKYGBgCgojIERpbWVuc2lvbmFsaXR5IHJlZHVjdGlvbgoKIyMgTGluZWFyIGRpbWVuc2lvbmFsaXR5IHJlZHVjdGlvbjogUENBIHdpdGggZmVhdHVyZSBzZWxlY3Rpb24KCmBgYHtyLCBldmFsPUZBTFNFfQpzZXQuc2VlZCgxMjM0KQpzY2UgPC0gcnVuUENBKHNjZSwgCiAgICAgICAgICAgICAgbmNvbXBvbmVudHM9MzAsIAogICAgICAgICAgICAgIHN1YnNldF9yb3c9aHZnKQpwbG90UENBKHNjZSwgCiAgICAgICAgY29sb3VyX2J5ID0gImRheSIpCmBgYAoKUENBIGhhcyBiZWVuIHBlcmZvcm1lZC4gVGhlIFBDQSBpbmZvcm1hdGlvbiBoYXMgYmVlbiBhdXRvbWF0aWNhbGx5IHN0b3JlZCBpbiB0aGUKYHJlZHVjZWREaW1gIHNsb3Qgb2YgdGhlIGBTaW5nbGVDZWxsRXhwZXJpbWVudGAgb2JqZWN0LgoKYGBge3IsIGV2YWw9RkFMU0V9CnJlZHVjZWREaW1OYW1lcyhzY2UpCmBgYAoKYGBge3IsIGV2YWw9RkFMU0V9CmhlYWQocmVkdWNlZERpbShzY2UsCiAgICAgICAgICAgdHlwZT0iUENBIikpCmBgYAoKVGhlIGBwbG90UENBYCBmdW5jdGlvbiBvZiB0aGUgYHNjYXRlcmAgcGFja2FnZSBub3cgYWxsb3dzIHVzIHRvIHZpc3VhbGl6ZQp0aGUgY2VsbHMgaW4gUENBIHNwYWNlLCBiYXNlZCBvbiB0aGUgUENBIGluZm9ybWF0aW9uIHN0b3JlZCBpbiBvdXIgb2JqZWN0OgoKYGBge3IsIGV2YWw9RkFMU0V9CnBsb3RQQ0Eoc2NlLCAKICAgICAgICBjb2xvdXJfYnkgPSAiZGF5IikKYGBgCgpXZSBzZWUgdGhhdCBmb3IgdGhpcyBkYXRhc2V0LCBQQ0EgaXMgYWJsZSB0byBkaXN0aW5ndWlzaCBiZXR3ZWVuIHRoZSBkaWZmZXJlbnQKZGV2ZWxvcG1lbnRhbCBzdGFnZXMgcXVpdGUgd2VsbC4KCiMjIEEgZ2VuZXJhbGl6YXRpb24gb2YgUENBIGZvciBleHBvbmVudGlhbCBmYW1pbHkgZGlzdHJpYnV0aW9ucy4KCmBgYHtyLCBldmFsPUZBTFNFfQpsaWJyYXJ5KGdsbXBjYSkKc2V0LnNlZWQoMjExMTAzKQpwb2lwY2EgPC0gZ2xtcGNhKFkgPSBhc3NheXMoc2NlKSRjb3VudHNbaHZnLF0sCiAgICAgICAgICAgICAgICAgTCA9IDIsIAogICAgICAgICAgICAgICAgIGZhbSA9ICJwb2kiLAogICAgICAgICAgICAgICAgIG1pbmliYXRjaCA9ICJzdG9jaGFzdGljIikKcmVkdWNlZERpbShzY2UsICJQb2lQQ0EiKSA8LSBwb2lwY2EkZmFjdG9ycwpwbG90UmVkdWNlZERpbShzY2UsIAogICAgICAgICAgICAgICBkaW1yZWQ9IlBvaVBDQSIsCiAgICAgICAgICAgICAgIGNvbG91cl9ieSA9ICJkYXkiKQpgYGAKClVzaW5nIGBnbG1wY2FgLCB3ZSBvYnNlcnZlIGEgc2ltaWxhciByZWR1Y2VkIGRpbWVuc2lvbiBwbG90IGFzIGZvciB0aGUgY2xhc3NpY2FsIFBDQSBhcHByb2FjaCwKd2l0aCByZWFzb25hYmxlIHNlcGFyYXRpb24gYmV0d2VlbiBjZWxscyBvZiBkaWZmZXJlbnQgZGV2ZWxvcG1lbnRhbCBzdGFnZXMuCgojIyBOb24tbGluZWFyIGRpbWVuc2lvbmFsaXR5IHJlZHVjdGlvbjogVC1TTkUKCmBgYHtyLCBldmFsPUZBTFNFfQpzZXQuc2VlZCg4Nzc4KQpzY2UgPC0gcnVuVFNORShzY2UsIAogICAgICAgICAgICAgICBkaW1yZWQgPSAnUENBJywKICAgICAgICAgICAgICAgZXh0ZXJuYWxfbmVpZ2hib3JzPVRSVUUpCnBsb3RUU05FKHNjZSwKICAgICAgICAgY29sb3VyX2J5ID0gImRheSIpCmBgYAoKSW4gdGhpcyAyRCB0LVNORSBzcGFjZSwgaXQgaXMgY2xlYXIgdGhhdCBjZWxscyBvZiBkaWZmZXJlbnQgZGV2ZWxvcG1lbnRhbCBzdGFnZXMKY2x1c3RlciBzZXBhcmF0ZWx5LiBIb3dldmVyLCB0aGVyZSBhcHBlYXJzIHRvIGJlIHNvbWUKaGV0ZXJvZ2VuZWl0eS4gV2Ugb2JzZXJ2ZSBtdWx0aXBsZSBjbHVzdGVycyBvZiBjZWxscyAKc2FtcGxlZCBhdCB0aGUgc2FtZSB0aW1lIHBvaW50LiBJbiBhZGRpdGlvbiwgd2hpbGUgc3RpbGwgY2x1c3RlcmluZyBzZXBhcmF0ZWx5LApzb21lIGNsdXN0ZXJzIG9mIGNlbGxzIG9mIGRpZmZlcmVudCB0aW1lIHBvaW50cyBhcmUgc3RpbGwgdmVyeSBjbG9zZSB0b2dldGhlciBpbiAyRCBzcGFjZS4KCldlIHdpbGwgZXhwbG9yZSB0aGlzIHBoZW5vbWVub24gaW4gbW9yZSBkZXRhaWwgbGF0ZXIuCgojIyBOb24tbGluZWFyIGRpbWVuc2lvbmFsaXR5IHJlZHVjdGlvbjogVU1BUAoKYGBge3IsIGV2YWw9RkFMU0V9CnNldC5zZWVkKDY1MTg3KQpzY2UgPC0gcnVuVU1BUChzY2UsIAogICAgICAgICAgICAgICBkaW1yZWQgPSAiUENBIiwKICAgICAgICAgICAgICAgbWluX2Rpc3QgPSAwLjQsCiAgICAgICAgICAgICAgIG5fZGltcmVkID0gMTIsCiAgICAgICAgICAgICAgIGV4dGVybmFsX25laWdoYm9ycyA9IFRSVUUpCgpwbG90VU1BUChzY2UsCiAgICAgICAgIGNvbG91cl9ieSA9ICJkYXkiKQpgYGAKCldlIG9ic2VydmUgYSB2ZXJ5IHNpbWlsYXIgcGF0dGVybiBhcyBmb3IgdGhlIHQtU05FIGFib3ZlIGluIHRoaXMgVU1BUDsgCmNlbGxzIG9mIGRpZmZlcmVudCBkZXZlbG9wbWVudGFsIHN0YWdlcyBjbHVzdGVyIHNlcGFyYXRlbHksIGhvd2V2ZXIsIHRoZXJlIApzZWVtcyB0byBiZSBhbiBhZGRpdGlvbmFsIGxldmVsIG9mIGhldGVyb2dlbmVpdHkgaW4gdGhlIGRhdGEuCgotLS0KCi0tLSBlbmQgbGFiIHNlc3Npb24gMiAtLS0KCi0tLQoKIyBCYXRjaCBjb3JyZWN0aW9uCgojIyBPYnNlcnZlZCBwYXRpZW50L2V4cGVyaW1lbnQgZWZmZWN0CgpJbiB0aGlzIGV4cGVyaW1lbnQsIG91ciBtYWluIGludGVyZXN0IGlzIHRvIHN0dWR5IHRoZSBlbmRvZGVybSBkaWZmZXJlbnRpYXRpb24KcHJvY2VzcywgaS5lLiB0aGUgNC1kYXkgZGlmZmVyZW50aWF0aW9uIHByb2Nlc3Mgb2YgaW5kdWNlZCBwbHVyaXBvdGVudCBzdGVtIApjZWxscyAoaVBTQ3MpIGF0IGRheTAsIHZpYSBtZXNlbmRvZGVybSBjZWxscyAoZGF5MSkgYW5kIGFub3RoZXIgaW50ZXJtZWRpYXRlIApzdGFnZSAoZGF5MikgdG8gZW5kb2Rlcm0gY2VsbHMgKGRheTMpLgoKSG93ZXZlciwgd2Ugd2lsbCBuZWVkIHRvIGFjY291bnQgZm9yIHRoZSBmYWN0IHRoYXQgdGhlIGNlbGxzIGhhdmUgYmVlbiBzYW1wbGVkCmZyb20gMTUgZGlmZmVyZW50IHN1YmplY3QsIHRodXMgaW50cm9kdWNpbmcgYWRkaXRpb25hbCBiaW9sb2dpY2FsIGhldGVyb2dlbmVpdHkuClRoZXJlIGFyZSB0d28gdmFyaWFibGVzIGluIHRoZSBgY29sRGF0YWAgb2Ygb3VyIGBTaW5nbGVDZWxsRXhwZXJpbWVudGAgb2JqZWN0CnRoYXQgYXJlIHVzZWZ1bCBmb3IgZXhwbG9yaW5nIHRoaXM6CgpgYGB7ciwgZXZhbD1GQUxTRX0KdGFibGUoc2NlJGRvbm9yLHNjZSRleHBlcmltZW50KQpgYGAKCldlIGhhdmUgY2VsbHMgZnJvbSAxNSBkaWZmZXJlbnQgcGF0aWVudHMgYW5kIDE0IGRpZmZlcmVudCAiZXhwZXJpbWVudHMiIAooPSBzZXF1ZW5jaW5nIGJhdGNoZXMpLgoKV2Ugbm93IHdpbGwgYXNzZXNzIGlmIHRoaXMgYWRkaXRpb25hbCBzb3VyY2Ugb2YgaGV0ZXJvZ2VuZWl0eSBpcyBhbHNvCnBpY2tlZCB1cCBpbiB0aGUgcmVkdWNlZCBkaW1lbnNpb24gcGxvdC4KCmBgYHtyLCBldmFsPUZBTFNFfQojIHRpbWUgZWZmZWN0IGluIFBDQSBzcGFjZSwgYWxsIHRpbWUgcG9pbnRzCnBsb3RQQ0Eob2JqZWN0ID0gLi4uLCAjIFNDRSBvYmplY3QKICAgICAgICBjb2xvdXJfYnkgPSAuLi4pICMgZGF5IHZhcmlhYmxlCgojIGRvbm9yIChudWlzYW5jZSkgZWZmZWN0IGluIFBDQSBzcGFjZSwgYWxsIHRpbWUgcG9pbnRzCi4uLgoKIyBleHBlcmltZW50IChudWlzYW5jZSkgZWZmZWN0IGluIFBDQSBzcGFjZSwgYWxsIHRpbWUgcG9pbnRzCi4uLgpgYGAKCldlIHNlZSB0aGF0IHdpdGhpbiBhIGNlcnRhaW4gdGltZSBwb2ludCwgY2VsbHMgb2YgdGhlIHNhbWUgcGF0aWVudC9leHBlcmltZW50CnNlZW0gdG8gY2x1c3RlciB0b2dldGhlciBhdCBsZWFzdCB0byBzb21lIGV4dGVudC4gVGhpcyBlZmZlY3QgYmVjb21lcyBjbGVhcmVyCndoZW4gd2UgdmlzdWFsaXplIHRoZSBkYXRhIG9mIHRoZSBkaWZmZXJlbnQgdGltZSBwb2ludHMgc2VwYXJhdGVseS4KCmBgYHtyLCBldmFsPUZBTFNFfQojIGRvbm9yIGVmZmVjdCBpbiBQQ0Egc3BhY2UsIHBlciB0aW1lIHBvaW50CnBsb3RQQ0Eoc2NlWyxzY2UkZGF5PT0iZGF5MCJdLCAKICAgICAgICBjb2xvdXJfYnkgPSAuLi4pICMgZGF5IDAKCi4uLiAjIGRheSAxCgouLi4gIyBkYXkgMgoKLi4uICMgZGF5IDMKYGBgCgpBbmFsb2dvdXNseSwgd2UgbWF5IGluc3BlY3QgdGhlIGVmZmVjdCBvZiBwYXRpZW50IGFuZCBleHBlcmltZW50IGluIHRoZSBVTUFQCnZpc3VhbGl6YXRpb24gd2UgY3JlYXRlZCBlYXJsaWVyLgoKYGBge3IsIGV2YWw9RkFMU0V9CiMgdGltZSBlZmZlY3QKcGxvdFVNQVAoLi4uLAogICAgICAgICAuLi4pCgojIG51aXNhbmNlIGVmZmVjdHMgaW4gVU1BUCBzcGFjZSwgYWxsIHRpbWUgcG9pbnRzCi4uLgoKLi4uCmBgYAoKQXMgZXhwZWN0ZWQsIHdlIHNlZSB0aGF0IHRoZSBhZGRpdGlvbmFsIGhldGVyb2dlbmVpdHkgb2JzZXJ2ZWQgaW4gdGhlIGNsdXN0ZXJzCmNvbG9yZWQgYmFzZWQgb24gdGhlIHRpbWUgcG9pbnRzIGNhbiBiZSBleHBsYWluZWQgYnkgdGhlIHBhdGllbnQgZWZmZWN0cy4KCkluIHRoaXMgZXhwZXJpbWVudCwgdGhlIHByaW1hcnkgaW50ZXJlc3QgYXJlIHRoZSBjaGFuZ2VzIGluIGdlbmUgZXhwcmVzc2lvbiAKYWNyb3NzIHRoZSBmb3VyIGRheXMsIHJlZmxlY3RpbmcgZGlmZmVyZW50aWF0aW9uIGZyb20gaW5kdWNlZCBwbHVyaXBvdGVudCBzdGVtIApjZWxscyB0byBlbmRvZGVybSBjZWxscy4gSW4gY29udHJhc3QsIHRoZSBiZXR3ZWVuLXBhdGllbnQgZWZmZWN0cyBhcmUgbm90IG9mCmludGVyZXN0IGhlcmUuIFVzaW5nIGJhdGNoIGNvcnJlY3Rpb24sIHdlIHdpbGwgYWltIHRvICJjb3JyZWN0IiBmb3IgdGhlIGRvbm9yIAplZmZlY3RzLCB3aGlsZSBob3BlZnVsbHkgcmV0YWluaW5nIHRoZSBtYWluIGJpb2xvZ2ljYWwgdmFyaWF0aW9uIG9mIGludGVyZXN0IQoKV2Ugd2lsbCBleHBsb3JlIHR3byBwb3B1bGFyIHN0cmF0ZWdpZXMgZm9yIGJhdGNoIGNvcnJlY3Rpb24gZm9yIHNjUk5BLVNlcSBkYXRhOgoqKlNldXJhdCBDQ0EqKiBhbmQgKipIYXJtb255KiouCgojIyBTZXVyYXQgQ0NBIGJhdGNoIGNvcnJlY3Rpb24KCldlIHdpbGwgZmlyc3QgaW50ZWdyYXRlIHRoZSBkYXRhIGFjcm9zcyB0aGUgZGlmZmVyZW50IGRvbm9ycyB1c2luZyBgU2V1cmF0YC4gClRoaXMgcHJvY2VkdXJlIGlzIGltcGxlbWVudGVkIHRvIGludGVncmF0ZSBkYXRhc2V0cy9iYXRjaGVzIGluIGEgcGFpcndpc2UgCmZhc2hpb24uIEluIHRoZSBjYXNlIG9mIG11bHRpcGxlIGJhdGNoZXMvZGF0YXNldHMsIGl0IGludGVncmF0ZXMgdGhlbSBpbiBhIApib3R0b20tdXAgc3RyYXRlZ3ksIHN0YXJ0aW5nIHdpdGggaW50ZWdyYXRpbmcgcGFpcndpc2Ugc2FtcGxlcyBmaXJzdC4gQmVjYXVzZSBvZgp0aGlzLCBiZWxvdywgd2Ugd2lsbCBpbnRyb2R1Y2UgdGhlIG1ldGhvZG9sb2d5IGZvciB0d28gYmF0Y2hlcy9kYXRhc2V0cywgYnV0IApub3RlIHRoYXQgYW4gYW5hbG9nb3VzIHByb2NlZHVyZSBpcyBhcHBsaWVkIGluIHRoZSBjYXNlIG9mIG11bHRpcGxlIApiYXRjaGVzL2RhdGFzZXRzLgoKVGhlIGBTZXVyYXRgIG1ldGhvZCB3aWxsIGZpcnN0IHBlcmZvcm0gZmVhdHVyZSBzZWxlY3Rpb24gdG8gaWRlbnRpZnkgZmVhdHVyZXMgCnRoYXQgYXJlIGluZm9ybWF0aXZlIGluIGFsbCBkYXRhc2V0cy4gVXNpbmcgdGhlc2UgZmVhdHVyZXMsIGl0IHdpbGwgcGVyZm9ybSBhIApjYW5vbmljYWwgY29ycmVsYXRpb24gYW5hbHlzaXM7IGEgZGltZW5zaW9uYWxpdHkgcmVkdWN0aW9uIHRlY2huaXF1ZSB0aGF0IApmb2N1c3NlcyBvbiBzaGFyZWQgdmFyaWF0aW9uIGJldHdlZW4gZGF0YXNldHMvYmF0Y2hlcy4gVGhlIENDQSBkaW1lbnNpb25zIG1heSAKYmUgdmlld2VkIGFzIGdlbmUgbW9kdWxlcyB0aGF0IGFyZSBwcmVzZW50IGluIGVhY2ggZGF0YXNldC4gV2l0aGluIHRoaXMgc2hhcmVkIApzcGFjZSwgaXQgaWRlbnRpZmllcyAqKmFuY2hvciBjZWxscyoqIChvbmUgZm9yIGVhY2ggZG9ub3IsIGluIG91ciBjYXNlKS4gVGhlc2UgCmFuY2hvciBjZWxscyBtYXkgYmUgY29uc2lkZXJlZCBhcyBjZWxscyBzaGFyaW5nIHRoZSBzYW1lIGJpb2xvZ2ljYWwgc3RhdGUsIGFuZCAKc3lzdGVtYXRpYyBkaWZmZXJlbmNlcyBiZXR3ZWVuIHRoZW0gY29ycmVzcG9uZCB0byBiYXRjaC9kYXRhc2V0LXNwZWNpZmljIAplZmZlY3RzLiBBIGNvcnJlY3Rpb24gb24gdGhlIG9yaWdpbmFsIGdlbmUgZXhwcmVzc2lvbiBtYXRyaXggaXMgdGhlbiBhcHBsaWVkIGJ5IApjb25zaWRlcmluZyBzeXN0ZW1hdGljIGRpZmZlcmVuY2VzIGFjcm9zcyBhbGwgYW5jaG9yIGNlbGxzIGlkZW50aWZpZWQgZm9yIGVhY2ggCnBhaXIgb2YgYmF0Y2hlcy9kYXRhc2V0cy4KCmBgYHtyLCBldmFsPUZBTFNFLCB3YXJuaW5nPUZBTFNFLCBtZXNzYWdlPUZBTFNFfQpsaWJyYXJ5KFNldXJhdCkKc2V1cmF0X29iaiA8LSBhcy5TZXVyYXQoLi4uKSAjIFNDRSBvYmplY3QKc2V1cmF0X29iagpgYGAKCkluIHRoZSBjb2RlIGNodW5rIGJlbG93LCBJIHJlbW92ZSBjZWxscyBmb3IgcGF0aWVudHMgdGhhdCBoYXZlIGxlc3Mgb3IgZXF1YWwgdGhhbiAKMzAgY2VsbHMuIElmIHdlIGRvIG5vdCBkbyB0aGlzLCB3ZSB3aWxsIGdldCBpc3N1ZXMgZG93bnN0cmVhbSB3aXRoIHRoZSBTZXVyYXQKZnVuY3Rpb25zIGBGaW5kSW50ZWdyYXRpb25BbmNob3JzYCBhbmQgYEludGVncmF0ZURhdGFgLCB3aGljaCBicmVhayBkb3duCndoZW4gdGhlIG51bWJlciBvZiBjZWxscyBwZXIgYmF0Y2ggaXMgc21hbGwuIFRoaXMgaXMgYSBrbm93biBpc3N1ZQoKLSBodHRwczovL2dpdGh1Yi5jb20vc2F0aWphbGFiL3NldXJhdC9pc3N1ZXMvMzkzMAotIGh0dHBzOi8vZ2l0aHViLmNvbS9zYXRpamFsYWIvc2V1cmF0L2lzc3Vlcy80ODAzCi0gaHR0cHM6Ly9naXRodWIuY29tL3NhdGlqYWxhYi9zZXVyYXQvaXNzdWVzLzQ4MTIKLSBodHRwczovL2dpdGh1Yi5jb20vY2FybW9uYWxhYi9TVEFDQVMvaXNzdWVzLzEyCgphbmQgdGhlIHBhY2thZ2UgbWFpbnRhaW5lcnMgc3VnZ2VzdCB0byBlaXRoZXIgcmVtb3ZlIG9yIG1hbnVhbGx5IG1lcmdlIHNtYWxsCmJhdGNoZXMgdG9nZXRoZXIuIFdlIHdpbGwgaGVyZSBzaW1wbHkgcmVtb3ZlIHRoZSBjZWxscyBvZiBwYXRpZW50ICJiZXppIi4KCmBgYHtyLCBldmFsPUZBTFNFfQp0YWJsZShzZXVyYXRfb2JqJGRvbm9yKQp0YWJsZShzZXVyYXRfb2JqJGRvbm9yKVt0YWJsZShzZXVyYXRfb2JqJGRvbm9yKSA8PSAzMF0Kc2V1cmF0X29iaiA8LSBzZXVyYXRfb2JqWywtd2hpY2goc2V1cmF0X29iaiRkb25vciA9PSBuYW1lcyh0YWJsZShzZXVyYXRfb2JqJGRvbm9yKVt0YWJsZShzZXVyYXRfb2JqJGRvbm9yKSA8PSAzMF0pKV0KYGBgCgpBZnRlciB0aGlzLCB0aGUgYFNwbGl0T2JqZWN0YCBvYmplY3QgZnVuY3Rpb24gaXMgdXNlZCB0byBnZW5lcmF0ZSBhIGxpc3Qgb2YKYFNldXJhdGAgb2JqZWN0cywgd2hlcmUgZWFjaCBsaXN0IGVsZW1lbnRzIGhvbGQgdGhlIGRhdGEgb2YgMSBiYXRjaCAocGF0aWVudCk6CgpgYGB7ciwgZXZhbD1GQUxTRX0Kc2V1cmF0X29iai5saXN0IDwtIFNwbGl0T2JqZWN0KG9iamVjdCA9IC4uLiwgIyB0aGUgU2V1cmF0IG9iamVjdAogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgc3BsaXQuYnkgPSAiZG9ub3IiKQpubGV2ZWxzKGFzLmZhY3RvcihzY2UkZG9ub3IpKSAjIG9yaWdpbmFsbHkgMTUgcGF0aWVudHMKbGVuZ3RoKHNldXJhdF9vYmoubGlzdCkgIyAxNCBwYXRpZW50cyBsZWZ0CmBgYAoKTmV4dCwgU2V1cmF0IHdpbGwgcGVyZm9ybSB0aGUgZm9sbG93aW5nIHN0ZXBzIGZvciBiYXRjaCBjb3JyZWN0aW9uOgoKLSBgTm9ybWFsaXplRGF0YWA6IGJ5IGRlZmF1bHQsIHRha2VzIHRoZSBjb3VudCBhc3NheSBvZiB0aGUgYFNldXJhdGAgb2JqZWN0IGFuZApwZXJmb3JtcyBhIGxvZy10cmFuc2Zvcm1hdGlvbiwgcmVzdWx0aW5nIGluIGFuIGFkZGl0aW9uYWwgbG9nLXRyYW5zZm9ybWVkIGFzc2F5LgpUaGlzIGlzIHBlcmZvcm1lZCBmb3IgZWFjaCBiYXRjaCBzZXBhcmF0ZWx5LgoKLSBgRmluZFZhcmlhYmxlRmVhdHVyZXNgOiBGZWF0dXJlIHNlbGVjdGlvbiwgdXNpbmcgdGhlIHZhcmlhbmNlLXN0YWJpbGl6aW5nCnRyYW5zZm9ybWF0aW9uIChWU1QpIGZyb20gYFNldXJhdGAsIHdoaWNoIGFtb3VudHMgdG8gY2FsY3VsYXRpbmcgUGVhcnNvbgpyZXNpZHVhbHMgZnJvbSBhIHJlZ3VsYXJpemVkIG5lZ2F0aXZlIGJpbm9taWFsIHJlZ3Jlc3Npb24gbW9kZWwsIHdpdGggc2VxdWVuY2luZyAKZGVwdGggYXMgYSBjb3ZhcmlhdGUuIFRoaXMgaXMgcGVyZm9ybWVkIGZvciBlYWNoIGJhdGNoIHNlcGFyYXRlbHkuCgotIGBTZWxlY3RJbnRlZ3JhdGlvbkZlYXR1cmVzYDogQ2hvb3NlIHRoZSBmZWF0dXJlcyB0byB1c2Ugd2hlbiBpbnRlZ3JhdGluZyAKbXVsdGlwbGUgZGF0YXNldHMgb3IgYmF0Y2hlcy4gVGhpcyBmdW5jdGlvbiByYW5rcyBmZWF0dXJlcyBieSB0aGUgbnVtYmVyIG9mIApiYXRjaGVzIHRoZXkgYXJlIGRlZW1lZCB2YXJpYWJsZSBpbiwgYnJlYWtpbmcgdGllcyBieSB0aGUgbWVkaWFuIHZhcmlhYmxlIApmZWF0dXJlIHJhbmsgYWNyb3NzIGRhdGFzZXRzLiBJdCByZXR1cm5zIHRoZSB0b3Agc2NvcmluZyBmZWF0dXJlcyBieSB0aGlzIApyYW5raW5nLCB3aGljaCBhcmUgdGhlbiB1c2VkIGluIHRoZSBzdGVwcyBiZWxvdy4KCi0gYEZpbmRJbnRlZ3JhdGlvbkFuY2hvcnNgOiBGb3IgZWFjaCBwYWlyIG9mIGRhdGFzZXRzIHdlIHdhbnQgdG8gaW50ZWdyYXRlLCB3ZSAKaWRlbnRpZnkgYW5jaG9yIGNlbGxzLCBvbmUgZnJvbSBlYWNoIGRhdGFzZXQsIHRoYXQgYXJlIGFzc3VtZWQgdG8gc2hhcmUgYSAKc2ltaWxhciBiaW9sb2dpY2FsIHN0YXRlLiBBbmNob3IgY2VsbHMgYXJlIGlkZW50aWZpZWQgYXMgbXV0dWFsIG5lYXJlc3QgCm5laWdoYm9ycyBpbiB0aGUgc2hhcmVkIGNhbm9uaWNhbCBjb3JyZWxhdGlvbiBhbmFseXNpcyBzcGFjZS4gQW5jaG9yIGNlbGxzIGFyZSAKYWxzbyBzY29yZWQgYW5kIHdlaWdodGVkIGFjY29yZGluZyB0byB0aGVpciBxdWFsaXR5LgoKLSBgSW50ZWdyYXRlRGF0YWA6IEFuY2hvciBjZWxscyBhcmUgdXNlZCB0byBjYWxjdWxhdGUgYSAnY29ycmVjdGVkJyBkYXRhIG1hdHJpeCwKcmVtb3Zpbmcgc3lzdGVtYXRpYyBkaWZmZXJlbmNlcyBiZXR3ZWVuIGFuY2hvciBjZWxscy4gVGhpcyBjcmVhdGVzIGFuIApgaW50ZWdyYXRlZGAgYXNzYXkgaW4gdGhlIGBTZXVyYXRgIG9iamVjdCBjb250YWluaW5nIHRoaXMgY29ycmVjdGVkIGRhdGEgbWF0cml4LCAKd2hpY2ggbWF5IHRoZW4gYmUgdXNlZCBmb3IgZG93bnN0cmVhbSB2aXN1YWxpemF0aW9uIGFuZCBhbmFseXNpcyBhcyBzdWNoLgoKYGBge3IsIGV2YWw9RkFMU0UsIHdhcm5pbmc9RkFMU0UsIG1lc3NhZ2U9RkFMU0V9CiMgTm9ybWFsaXplIGFuZCBpZGVudGlmeSB2YXJpYWJsZSBmZWF0dXJlcyBmb3IgZWFjaCBkYXRhc2V0IChwYXRpZW50KSBpbmRlcGVuZGVudGx5CnNldXJhdF9vYmoubGlzdCA8LSBsYXBwbHkoWCA9IHNldXJhdF9vYmoubGlzdCwgRlVOID0gZnVuY3Rpb24oeCkgeyAjIGxvb3BzIG92ZXIgZWFjaCBlbGVtZW50IGluIGxpc3QgKGRvbm9yKQogICAgeCA8LSBOb3JtYWxpemVEYXRhKHgsIHZlcmJvc2UgPSBGQUxTRSkKICAgIHggPC0gRmluZFZhcmlhYmxlRmVhdHVyZXMoeCwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHNlbGVjdGlvbi5tZXRob2QgPSAidnN0IiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG5mZWF0dXJlcyA9IDEwMDAsCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHZlcmJvc2UgPSBGQUxTRSkKfSkKCiMgU2VsZWN0IGZlYXR1cmVzIHRoYXQgYXJlIHJlcGVhdGVkbHkgdmFyaWFibGUgYWNyb3NzIGRhdGFzZXRzIGZvciBpbnRlZ3JhdGlvbgpmZWF0dXJlcyA8LSBTZWxlY3RJbnRlZ3JhdGlvbkZlYXR1cmVzKG9iamVjdC5saXN0ID0gLi4uKSAjIGxpc3Qgb2Ygc2V1cmF0IG9iamVjdHMKCiMgSW5kZW50aWZ5IHBhaXJzIG9mIGNlbGxzIHdpdGggc2ltaWxhciBiaW9sb2dpY2FsIHN0YXRlCmFuY2hvcnMgPC0gRmluZEludGVncmF0aW9uQW5jaG9ycyhvYmplY3QubGlzdCA9IC4uLiwgIyBsaXN0IG9mIHNldXJhdCBvYmplY3RzCiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICBhbmNob3IuZmVhdHVyZXMgPSAuLi4sICMgdGhlIHNlbGVjdGVkIGZlYXR1cmVzIGZvciBpbnRlZ3JhdGlvbiAKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHZlcmJvc2UgPSBGQUxTRSkKCiMgVGhpcyBjb21tYW5kIGNyZWF0ZXMgYW4gJ2ludGVncmF0ZWQnIGRhdGEgYXNzYXkuIFdlIGhhdmUgc2V0IHRoZSBgay53ZWlnaHRgIAojIGFyZ3VtZW50LCB3aGljaCBzcGVjaWZpZXMgdGhlIE51bWJlciBvZiBuZWlnaGJvcnMgdG8gY29uc2lkZXIgd2hlbiB3ZWlnaHRpbmcgCiMgYW5jaG9ycywgdG8gMzAgKGRlZmF1bHQgaXMgMTAwKS4gVGhpcyB3YXMgbmVjZXNzYXJ5IHRvIGF2b2lkIGVycm9ycywgc2luY2Ugd2UKIyBoYXZlIG1hbnkgYmF0Y2hlcyB3aXRoIGxlc3MgdGhhbiAxMDAgY2VsbHMuCmRhdGEuY29tYmluZWQgPC0gSW50ZWdyYXRlRGF0YShhbmNob3JzZXQgPSAuLi4sICMgYW5jaG9ycwogICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgay53ZWlnaHQgPSAzMCwKICAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIHZlcmJvc2U9RkFMU0UpCgpkYXRhLmNvbWJpbmVkCmBgYAoKTm93LCB3ZSBoYXZlIGEgbmV3IGBTZXVyYXRgIG9iamVjdCwgd2hpY2ggYWdhaW4gaXMgYSBzaW5nbGUgb2JqZWN0IChub3QgYSBsaXN0KQpzdG9yaW5nIHRoZSBleHByZXNzaW9uIHZhbHVlcyBvZiBhbGwgY2VsbHMgKiphZnRlciBiYXRjaCBjb3JyZWN0aW9uKiouIE5vdGUgdGhhdAp0aGUgb3JpZ2luYWwgZXhwcmVzc2lvbiB2YWx1ZXMgYXJlIHN0aWxsIHByZXNlbnQgaW4gdGhlICpvcmlnaW5hbGV4cCogYXNzYXkgb2YKdGhlIG9iamVjdC4KCkZpbmFsbHksIHdlIG1heSB1c2UgYFNldXJhdGAgZnVuY3Rpb25zIGZvciBwZXJmb3JtaW5nIGRpbWVuc2lvbiByZWR1Y3Rpb24gYW5kCnZpc3VhbGl6YXRpb24gb2YgdGhlIGJhdGNoIGNvcnJlY3RlZCBkYXRhLgoKYGBge3IsIGV2YWw9RkFMU0V9CiMgUnVuIHRoZSBzdGFuZGFyZCBTZXVyYXQgd29ya2Zsb3cgZm9yIHZpc3VhbGl6YXRpb24gYW5kIGNsdXN0ZXJpbmcKCiMgU3RlcCAxOiBTY2FsZXMgYW5kIGNlbnRlcnMgZmVhdHVyZXMgaW4gdGhlIGRhdGFzZXQsIHByaW9yIHN0ZXAgdG8gUENBCmRhdGEuY29tYmluZWQgPC0gU2NhbGVEYXRhKG9iamVjdCA9IGRhdGEuY29tYmluZWQsIAogICAgICAgICAgICAgICAgICAgICAgICAgICB2ZXJib3NlID0gRkFMU0UpCgojIFN0ZXAgMjogUGVyZm9ybSBQQ0EgdG8gMzAgZGltZW5zaW9ucwpkYXRhLmNvbWJpbmVkIDwtIFJ1blBDQShvYmplY3QgPSAuLi4sICMgU2V1cmF0IG9iamVjdAogICAgICAgICAgICAgICAgICAgICAgICBucGNzID0gLi4uLCAjIE51bWJlciBvZiBQQ3MgdG8gcmV0YWluIGZvciBkb3duc3RyZWFtCiAgICAgICAgICAgICAgICAgICAgICAgIHJlZHVjdGlvbi5uYW1lID0gIlBDQV9TZXVCYXRjaCIsICMgaG93IHdlIHdhbnQgdG8gbmFtZSB0aGUgcmVkdWNlZCBkaW1lbnNpb24KICAgICAgICAgICAgICAgICAgICAgICAgdmVyYm9zZSA9IEZBTFNFKQoKIyBTdGVwIDM6IFBlcmZvcm0gVU1BUCBvbiB0aGUgZmlyc3QgMTIgcHJpbmNpcGFsIGNvbXBvbmVudHMKZGF0YS5jb21iaW5lZCA8LSBSdW5VTUFQKG9iamVjdCA9IC4uLiwgIyBTZXVyYXQgb2JqZWN0CiAgICAgICAgICAgICAgICAgICAgICAgICByZWR1Y3Rpb24gPSAuLi4sICMgbmFtZSBvZiB0aGUgcmVkdWNlZCBkaW1lbnNpb24gd2Ugd2FudCB0byBzdGFydCBmcm9tCiAgICAgICAgICAgICAgICAgICAgICAgICByZWR1Y3Rpb24ubmFtZSA9ICJVTUFQX1NldUJhdGNoIiwKICAgICAgICAgICAgICAgICAgICAgICAgIGRpbXMgPSAxOjEyLAogICAgICAgICAgICAgICAgICAgICAgICAgdmVyYm9zZSA9IEZBTFNFKQoKIyBVTUFQIHZpc3VhbGl6YXRpb24KcDEgPC0gRGltUGxvdChvYmplY3QgPSAuLi4sICMgU2V1cmF0IG9iamVjdAogICAgICAgICAgICAgIHJlZHVjdGlvbiA9IC4uLiwgIyBuYW1lIG9mIHRoZSByZWR1Y2VkIGRpbWVuc2lvbiB3ZSB3YW50IHRvIHVzZQogICAgICAgICAgICAgIGdyb3VwLmJ5ID0gLi4uKSAjIGRheSB2YXJpYWJsZQoKcDIgPC0gRGltUGxvdChvYmplY3QgPSAuLi4sICMgU2V1cmF0IG9iamVjdAogICAgICAgICAgICAgIHJlZHVjdGlvbiA9IC4uLiwgIyBuYW1lIG9mIHRoZSByZWR1Y2VkIGRpbWVuc2lvbiB3ZSB3YW50IHRvIHVzZQogICAgICAgICAgICAgIGdyb3VwLmJ5ID0gLi4uKSAjIGRvbm9yIHZhcmlhYmxlCnAxICsgcDIgIyBwbG90IHNpZGUgYnkgc2lkZQpgYGAKCkFsdGVybmF0aXZlbHksIHdlIGNhbiB0cmFuc2Zvcm0gdGhlIGBTZXVyYXRgIG9iamVjdCBiYWNrIHRvIGEgCmBTaW5nbGVDZWxsRXhwZXJpbWVudGAgb2JqZWN0IGFuZCBnZW5lcmF0ZSB0aGUgdmlzdWFsaXphdGlvbnMgdXNpbmcgdGhlIApCaW9jb25kdWN0b3IgZnVuY3Rpb25zIHRoYXQgd2UgdXNlZCBwcmV2aW91c2x5OgoKYGBge3IsIGV2YWw9RkFMU0V9CiMgQ29udmVydCBTZXVyYXQgb2JqZWN0IHRvIFNpbmdsZUNlbGxFeHBlcmltZW50IG9iamVjdApzY2VfaW50U2V1cmF0IDwtIGFzLlNpbmdsZUNlbGxFeHBlcmltZW50KGRhdGEuY29tYmluZWQpCgojIFVNQVAgd2l0aG91dCBTZXVyYXQgYmF0Y2ggY29ycmVjdGlvbgpwMSA8LSBwbG90VU1BUChvYmplY3QgPSBzY2UsCiAgICAgICAgICAgICAgIGNvbG91cl9ieSA9ICJkYXkiKSArIGdndGl0bGUoIkRheSAtIG5vIGJhdGNoIikKcDIgPC0gLi4uICMgY29sb3Igb24gZG9ub3IKCiMgVU1BUCB3aXRoIFNldXJhdCBiYXRjaCBjb3JyZWN0aW9uIChiaW9jb25kdWN0b3IgZnVuY3Rpb24pCnNjZV9pbnRTZXVyYXQgPC0gcnVuVU1BUChvYmplY3QgPSBzY2VfaW50U2V1cmF0LCAKICAgICAgICAgICAgICAgICAgICAgICAgIGRpbXJlZCA9IC4uLiwgIyB1c2UgYmF0Y2ggY29ycmVjdGVkIFBDQSBzcGFjZSBvYnRhaW5lZCB3aXRoIFNldXJhdAogICAgICAgICAgICAgICAgICAgICAgICAgbWluX2Rpc3QgPSAwLjQsICMgZ3JlYXRseSBpbXByb3ZlcyB2aXN1YWxpemF0aW9uIGhlcmUgb3ZlciBkZWZhdWx0IG9mIDAuMDEKICAgICAgICAgICAgICAgICAgICAgICAgIG5fZGltcmVkID0gMTIsCiAgICAgICAgICAgICAgICAgICAgICAgICBleHRlcm5hbF9uZWlnaGJvcnMgPSBUUlVFKQoKcDMgPC0gLi4uCnA0IDwtIC4uLgoKcDEgKyBwMwoKcDIgKyBwNApgYGAKClRoZSBiYXRjaCBjb3JyZWN0aW9uIHNlZW1zIHRvIGhhdmUgd29ya2VkIHZlcnkgd2VsbC4gQm90aCB3aXRoIGFuZCB3aXRob3V0CmJhdGNoIGNvcnJlY3Rpb24sIHdlIG9ic2VydmUgdGhhdCBjZWxscyBvZiB0aGUgc2FtZSB0aW1lIHBvaW50IGNsdXN0ZXIgdG9nZXRoZXIuCkJ1dCB3aGVuIG5vIGJhdGNoIGNvcnJlY3Rpb24gaXMgcGVyZm9ybWVkLCB0aGVyZSBzZWVtcyB0byBiZSBhbiBhZGRpdGlvbmFsIGxldmVsCm9mIHZhcmlhYmlsaXR5IGluIHRoZSBkYXRhLgoKV2hlbiB3ZSBjb2xvciB0aGUgY2VsbHMgYmFzZWQgb24gdGhlIGRvbm9yIHZhcmlhYmxlLCB3ZSBzZWUgdGhhdCB3aXRob3V0IGJhdGNoIApjb3JyZWN0aW9uIGNlbGxzIG9mIHRoZSBzYW1lIGRvbm9yIGNsdXN0ZXIgdG9nZXRoZXIuIEFmdGVyIGJhdGNoIGNvcnJlY3Rpb24sCnN1Y2ggZG9ub3IgZWZmZWN0cyBzZWVtIHRvIGJlIG5vIGxvbmdlciBwcmVzZW50LgoKQWxzbyBub3RlIHRoYXQgd2hpbGUgYmF0Y2ggY29ycmVjdGlvbiByZW1vdmUgdGhlIGJldHdlZW4tZG9ub3IgdmFyaWFiaWxpdHksCnRoZSBiZXR3ZWVuLWRheSB2YXJpYWJpbGl0eSB0aGF0IGlzIG9mIGludGVyZXN0IGlzIHN0aWxsIHByZXNlcnZlZC4gQXMgc3VjaCwKYmFzZWQgb24gb3VyIHZpc3VhbGl6YXRpb25zLCBpdCBsb29rcyBsaWtlIHRoZSBiYXRjaCBjb3JyZWN0aW9uIGRpZCBub3QgCm92ZXJjb3JyZWN0IGFuZCBzdWNjZWVkZWQgaW4gcmVtb3Zpbmcgb25seSB0aGUgdW53YW50ZWQgdmFyaWF0aW9uIGluIHRoZSBkYXRhLgoKIyMgSGFybW9ueSBiYXRjaCBjb3JyZWN0aW9uCgpbSGFybW9ueV0oaHR0cHM6Ly93d3cubmF0dXJlLmNvbS9hcnRpY2xlcy9zNDE1OTItMDE5LTA2MTktMCkgaW1wbGVtZW50cyBhIApjb21wbGV4IGRhdGEgaW50ZWdyYXRpb24gc3RyYXRlZ3ksIHdoZXJlIGNlbGxzIGFyZSBmaXJzdCBjbHVzdGVyZWQgdXNpbmcgYSAKJ2hpZ2gtZGl2ZXJzaXR5IGNsdXN0ZXJpbmcnLCBmYXZvcmluZyBjbHVzdGVycyBjb25zaXN0aW5nIG9mIG11bHRpcGxlIApiYXRjaGVzL2RhdGFzZXRzLCBhbmQgdGhlbiBiYXRjaCBlZmZlY3RzIGFyZSBjb3JyZWN0ZWQgd2l0aGluIGVhY2ggY2x1c3RlciAKdXNpbmcgYSBsaW5lYXIgY29ycmVjdGlvbiB0ZXJtLiBJdCBpdGVyYXRlcyBhY3Jvc3MgdGhlc2Ugc3RlcHMgdW50aWwgbm8gY2hhbmdlIAppcyBjbHVzdGVyaW5nIGlzIG9ic2VydmVkLgoKUGVyZm9ybWluZyBiYXRjaCBjb3JyZWN0aW9uIHdpdGggYGhhcm1vbnlgIGlzIHZlcnkgc2ltcGxlOyB3ZSBvbmx5IG5lZWQgYSBzaW5nbGUKZnVuY3Rpb24gY2FsbCBhbmQgY2FuIGRpcmVjdGx5IHdvcmsgd2l0aCBvdXIgYFNpbmdsZUNlbGxFeHBlcmltZW50YCBvYmplY3QuCgpUaGUgZnVuY3Rpb24gYFJ1bkhhcm1vbnlgIHRha2VzIHRoZSBmb2xsb3dpbmcgaW5wdXRzOgoKLSBgb2JqZWN0YDogbmFtZSBvZiB0aGUgYFNpbmdsZUNlbGxFeHBlcmltZW50YCBvYmplY3QKCi0gYGdyb3VwLmJ5LnZhcnNgOiB0aGUgbmFtZXMgb2YgdGhlIHZhcmlhYmxlcyBmb3Igd2hpY2ggd2Ugd2FudCB0byBwZXJmb3JtIGJhdGNoCmNvcnJlY3Rpb24uIENvbnZlbmllbnRseSwgdGhpcyBjYW4gYmUgbXVsdGlwbGUgdmFyaWFibGVzLCBzbyB3ZSBjYW4gY29ycmVjdCBib3RoCmZvciBkb25vciBhbmQgZXhwZXJpbWVudCBlZmZlY3RzIChzaW5jZSB0aGUgY29ycmVzcG9uZGVuY2UgYmV0d2VlbiB0aGUgdHdvIHdhcwpub3QgcGVyZmVjdCkKCi0gYHJlZHVjdGlvbmA6IE5hbWUgb2YgdGhlIHByZXZpb3VzbHkgY29tcHV0ZWQgcmVkdWNlZCBkaW1lbnNpb24gc3BhY2Ugb24gd2hpY2gKYmF0Y2ggY29ycmVjdGlvbiB3aWxsIGJlIHBlcmZvcm1lZCAobm90IG9uIHJhdyBkYXRhIHRvIGltcHJvdmUgc2lnbmFsLXRvLW5vaXNlCnJhdGlvKS4gVHlwaWNhbGx5IFBDQSBpcyB1c2VkCgotIGByZWR1Y3Rpb24uc2F2ZWA6IG5hbWUgdG8gc3RvcmUgdGhlIGJhdGNoIGNvcnJlY3RlZCBkaW1lbmlvbiByZWR1Y2VkIHNwYWNlCgotIGB2ZXJib3NlYDogcHJpbnQgcHJvZ3Jlc3Mgb3Igbm90LgoKYGBge3IsIGV2YWw9RkFMU0V9CmxpYnJhcnkoaGFybW9ueSkKCnNldC5zZWVkKDY4NDg2NCkKc2NlIDwtIGhhcm1vbnk6OlJ1bkhhcm1vbnkob2JqZWN0ID0gLi4uLCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgZ3JvdXAuYnkudmFycwk9IC4uLiwgIyBib3RoIGRvbm9yIGFuZCBleHBlcmltZW50CiAgICAgICAgICAgICAgICAgICAgICAgICAgIHJlZHVjdGlvbiA9IC4uLiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgcmVkdWN0aW9uLnNhdmUgPSAiSEFSTU9OWV9kb25vcl9leHBlcmltZW50IiwKICAgICAgICAgICAgICAgICAgICAgICAgICAgdmVyYm9zZSA9IC4uLikKYGBgCgpUaGUgb3V0cHV0IGlzIGFuIGFkZGl0aW9uYWwgZWxlbWVudCBpbiB0aGUgcmVkdWNlZCBkaW1lbnNpb24gc3BhY2U6CgpgYGB7ciwgZXZhbD1GQUxTRX0KcmVkdWNlZERpbShzY2UsIHR5cGU9IlBDQSIpWzE6NSwxOjJdCnJlZHVjZWREaW0oc2NlLCB0eXBlPSJIQVJNT05ZX2Rvbm9yX2V4cGVyaW1lbnQiKVsxOjUsMToyXQpgYGAKCmZvciB3aGljaCB0aGUgdmFsdWVzIGRpZmZlciBhcyBjb21wYXJlZCB0byB0aGUgb3JpZ2luYWwgUENBIGNvb3JkaW5hdGVzLiBUaGlzCmlzIGEgY29uc2VxdWVuY2Ugb2YgdGhlIGJhdGNoIGNvcnJlY3Rpb24uCgpgYGB7ciwgZXZhbD1GQUxTRX0KcGxvdFJlZHVjZWREaW0ob2JqZWN0ID0gc2NlLAogICAgICAgICAgICAgICBkaW1yZWQgPSAiUENBIiwKICAgICAgICAgICAgICAgY29sb3VyX2J5ID0gImRheSIpCgpwbG90UmVkdWNlZERpbShvYmplY3QgPSBzY2UsCiAgICAgICAgICAgICAgIGRpbXJlZCA9ICJIQVJNT05ZX2Rvbm9yX2V4cGVyaW1lbnQiLAogICAgICAgICAgICAgICBjb2xvdXJfYnkgPSAiZGF5IikKYGBgCgpXaGVuIGNvbG9yaW5nIG9uIGRheSwgYm90aCBwbG90cyBsb29rIHZlcnkgc2ltaWxhci4KCmBgYHtyLCBldmFsPUZBTFNFfQouLi4gIyBhcyBhYm92ZSBidXQgY29sb3JlZCBvbiBkb25vcgpgYGAKClRoaXMgZmlndXJlIGlzIHRvbyBjbHV0dGVyZWQgdG8gc2VlIHRoZSBkb25vciBlZmZlY3RzLiBCZWxvdywgd2UgdGhlcmVmb3JlCmdlbmVyYXRlIGEgc2VwYXJhdGUgZmlndXJlIGZvciBlYWNoIHRpbWUgcG9pbnQuCgpgYGB7ciwgZXZhbD1GQUxTRSwgZmlnLmhlaWdodD0xMCwgZmlnLndpZHRoPTR9CiMgd2l0aG91dCBiYXRjaCBjb3JyZWN0aW9uCnAxIDwtIHBsb3RSZWR1Y2VkRGltKG9iamVjdCA9IHNjZSwKICAgICAgICAgICAgICAgICAgICAgZGltcmVkID0gIlBDQSIsCiAgICAgICAgICAgICAgICAgICAgIGNvbG91cl9ieSA9ICJkb25vciIpCgpwMSArIGZhY2V0X3dyYXAofnNjZSRkYXksIG5jb2w9MSkKYGBgCgpFc3BlY2lhbGx5IGZvciB0aW1lIHBvaW50cyBkYXkwIGFuZCBkYXkxLCB3ZSBvYnNlcnZlIGNsZWFyIGRvbm9yIGVmZmVjdHMuCgpgYGB7ciwgZXZhbD1GQUxTRSwgZmlnLmhlaWdodD0xMCwgZmlnLndpZHRoPTR9CiMgc2FtZSBidXQgZm9yIGhhcm1vbnkgYmF0Y2ggY29ycmVjdGVkIFBDQSBzcGFjZQouLi4KYGBgCgpBZnRlciBiYXRjaCBjb3JyZWN0aW9uIHdpdGggaGFybW9ueSwgdGhlIGRvbm9yIGVmZmVjdHMgYXJlIGxhcmdlbHkgcmVtb3ZlZC4KCldoZW4gdXNpbmcgVU1BUCB2aXN1YWxpemF0aW9uLCB0aGUgZGlzY3JlcGFuY3kgYmV0d2VlbiB0aGUgdW5jb3JyZWN0ZWQgYW5kCmJhdGNoIGNvcnJlY3RlZCBkYXRhIGJlY29tZXMgZXZlbiBjbGVhcmVyOgoKYGBge3IsIGV2YWw9RkFMU0V9CiMgbWFrZSBVTUFQIHNwYWNlIGJhc2VkIG9uIGJhdGNoLWNvcnJlY3RlZCBQQ0EgZGF0YQpzY2UgPC0gcnVuVU1BUChvYmplY3QgPSAuLi4sICMgdXNlIGFsbCBzYW1lIGJpb2NvbmR1Y3RvciBVTUFQIHNldHRpbmdzIGFzIGFib3ZlIHdpdGggU2V1cmF0IGNvcnJlY3RlZCBzcGFjZSAKICAgICAgICAgICAgICAgZGltcmVkID0gJ0hBUk1PTllfZG9ub3JfZXhwZXJpbWVudCcsCiAgICAgICAgICAgICAgIG5fZGltcmVkID0gLi4uLAogICAgICAgICAgICAgICBtaW5fZGlzdCA9IC4uLiwKICAgICAgICAgICAgICAgZXh0ZXJuYWxfbmVpZ2hib3JzID0gLi4uLAogICAgICAgICAgICAgICBuYW1lID0gIlVNQVBfSEFSTU9OWV9kb25vcl9leHBlcmltZW50IikKYGBgCgpgYGB7ciwgZXZhbD1GQUxTRX0KIyBObyBiYXRjaCB2ZXJzdXMgYmF0Y2ggY29ycmVjdGVkLCBjb2xvciBieSBkYXkKcDEgPC0gcGxvdFJlZHVjZWREaW0oc2NlLAogICAgICAgICAgICAgICAgICAgICBkaW1yZWQgPSAiVU1BUCIsCiAgICAgICAgICAgICAgICAgICAgIGNvbG91cl9ieSA9ICJkYXkiKSArIGdndGl0bGUoIkRheSAtIG5vIGJhdGNoIikKCnAyIDwtIHBsb3RSZWR1Y2VkRGltKHNjZSwKICAgICAgICAgICAgICAgICAgICAgZGltcmVkID0gIlVNQVBfSEFSTU9OWV9kb25vcl9leHBlcmltZW50IiwKICAgICAgICAgICAgICAgICAgICAgY29sb3VyX2J5ID0gImRheSIpICsgZ2d0aXRsZSgiRGF5IC0gYmF0Y2giKQpwMSArIHAyCgojIE5vIGJhdGNoIHZlcnN1cyBiYXRjaCBjb3JyZWN0ZWQsIGNvbG9yIGJ5IGRvbm9yCnAzIDwtIC4uLgoKcDQgPC0gLi4uCgpwMyArIHA0CgojIE5vIGJhdGNoIHZlcnN1cyBiYXRjaCBjb3JyZWN0ZWQsIGNvbG9yIGJ5IGV4cGVyaW1lbnQKcDUgPC0gLi4uCgpwNiA8LSAuLi4KCnA1ICsgcDYKYGBgCgpXZSBoZXJlIHNob3cgdGhlIFVNQVAgdmlzdWFsaXphdGlvbnMgY29tcGFyaW5nIG5vbi1jb3JyZWN0ZWQgdmVyc3VzIHRoZSBiYXRjaApjb3JyZWN0ZWQgZGF0YSwgd2l0aCBjZWxscyBjb2xvcmVkIGJhc2VkIG9uIGRheSwgZG9ub3IgYW5kIGV4cGVyaW1lbnQuIFRoZQppbnRlcnByZXRhdGlvbiBpcyBhbmFsb2dvdXMgdG8gdGhlIGludGVycHJldGF0aW9uIGFib3ZlIGZvciB0aGUgU2V1cmF0CmJhdGNoIGNvcnJlY3Rpb246CgpUaGUgYmF0Y2ggY29ycmVjdGlvbiBzZWVtcyB0byBoYXZlIHdvcmtlZCB2ZXJ5IHdlbGwuIEJvdGggd2l0aCBhbmQgd2l0aG91dApiYXRjaCBjb3JyZWN0aW9uLCB3ZSBvYnNlcnZlIHRoYXQgY2VsbHMgb2YgdGhlIHNhbWUgdGltZSBwb2ludCBjbHVzdGVyIHRvZ2V0aGVyLgpCdXQgd2hlbiBubyBiYXRjaCBjb3JyZWN0aW9uIGlzIHBlcmZvcm1lZCwgdGhlcmUgc2VlbXMgdG8gYmUgYW4gYWRkaXRpb25hbCBsZXZlbApvZiB2YXJpYWJpbGl0eSBpbiB0aGUgZGF0YS4KCldoZW4gd2UgY29sb3IgdGhlIGNlbGxzIGJhc2VkIG9uIHRoZSBkb25vci9leHBlcmltZW50IHZhcmlhYmxlLCB3ZSBzZWUgdGhhdAp3aXRob3V0IGJhdGNoIGNvcnJlY3Rpb24gY2VsbHMgb2YgdGhlIHNhbWUgZG9ub3IgY2x1c3RlciB0b2dldGhlci4gQWZ0ZXIgCmJhdGNoIGNvcnJlY3Rpb24sIHN1Y2ggZG9ub3IvZXhwZXJpbWVudCBlZmZlY3RzIHNlZW0gdG8gYmUgbm8gbG9uZ2VyIHByZXNlbnQuCgpBbHNvIG5vdGUgdGhhdCB3aGlsZSBiYXRjaCBjb3JyZWN0aW9uIHJlbW92ZSB0aGUgYmV0d2Vlbi1kb25vci9leHBlcmltZW50IAp2YXJpYWJpbGl0eSwgdGhlIGJldHdlZW4tZGF5IHZhcmlhYmlsaXR5IHRoYXQgaXMgb2YgaW50ZXJlc3QgaXMgc3RpbGwgcHJlc2VydmVkLiAKQXMgc3VjaCwgYmFzZWQgb24gb3VyIHZpc3VhbGl6YXRpb25zLCBpdCBsb29rcyBsaWtlIHRoZSBiYXRjaCBjb3JyZWN0aW9uIGRpZCBub3QgCm92ZXJjb3JyZWN0IGFuZCBzdWNjZWVkZWQgaW4gcmVtb3Zpbmcgb25seSB0aGUgdW53YW50ZWQgdmFyaWF0aW9uIGluIHRoZSBkYXRhLgoKIyBDbHVzdGVyaW5nCgpJbiB0aGUgc2Vjb25kIGxhYiBzZXNzaW9uLCB3ZSBkaXNjdXNzZWQgZ3JhcGgtYmFzZWQgY2x1c3RlcmluZywgay1tZWFucyAKY2x1c3RlcmluZyBhbmQgaGllcmFyY2hpY2FsIGNsdXN0ZXJpbmcuIEhlcmUsIHdlIHdpbGwgcGVyZm9ybSBoaWVyYXJjaGljYWwgCmNsdXN0ZXJpbmcuCgojIyBIaWVyYXJjaGljYWwgY2x1c3RlcmluZwoKV2UgbWF5IHNwbGl0IHRoZSBoaWVyYXJjaGljYWwgY2x1c3RlcmluZyBwcm9jZXNzIGluIHR3byBpbnR1aXRpdmUgc3RlcHM6CgoxLiBDb21wdXRlIHRoZSBwYWlyd2lzZSBkaXN0YW5jZXMgYmV0d2VlbiBhbGwgY2VsbHMuIFRoZXNlIGFyZSBieSBkZWZhdWx0CmV1Y2xpZGVhbiBkaXN0YW5jZXMgYW5kLCBpbiBvcmRlciB0byByZWR1Y2UgZGF0YSBjb21wbGV4aXR5IGFuZCBpbmNyZWFzZSBzaWduYWwKdG8gbm9pc2UsIHdlIG1heSBwZXJmb3JtIHRoaXMgb24gdGhlIHRvcCAoMzApIFBDJ3MuIEltcGxlbWVudGVkIGluIHRoZSBgZGlzdGAKZnVuY3Rpb24uCgoyLiBQZXJmb3JtIGEgaGllcmFyY2hpY2FsIGNsdXN0ZXJpbmcgYW5hbHlzaXMgb24gdGhlc2UgZGlzdGFuY2VzLiBJbml0aWFsbHksIAplYWNoIGNlbGwgaXMgYXNzaWduZWQgdG8gaXRzIG93biBjbHVzdGVyIGFuZCB0aGVuIHRoZSAKYWxnb3JpdGhtIHByb2NlZWRzIGl0ZXJhdGl2ZWx5LCBhdCBlYWNoIHN0YWdlIGpvaW5pbmcgdGhlIHR3byBtb3N0IHNpbWlsYXIgCmNsdXN0ZXJzLCBjb250aW51aW5nIHVudGlsIHRoZXJlIGlzIGp1c3QgYSBzaW5nbGUgY2x1c3Rlci4gVGhpcyBpcyBpbXBsZW1lbnRlZCAKaW4gdGhlIGBoY2x1c3RgIGZ1bmN0aW9uLgoKTm90ZSB0aGF0IHRoZSBgaGNsdXN0YCBmdW5jdGlvbiBhbGxvd3MgZm9yIHNwZWNpZnlpbmcgYSBgbWV0aG9kYCBhcmd1bWVudC4KVGhlIGRpZmZlcmVuY2VzIGJldHdlZW4gdGhlIGRpZmZlcmVudCBtZXRob2RzIGFyZSBiZXlvbmQgdGhlIHNjb3BlIG9mIHRoaXMKc2Vzc2lvbiwgYnV0IGEgYnJpZWYgZGVzY3JpcHRpb24gaXMgcHJvdmlkZWQgaW4gdGhlIGZ1bmN0aW9uIGhlbHAgZmlsZS4KSW4gdGhlIGNvbnRleHQgb2Ygc2NSTkEtc2VxLCB3ZSBoYXZlIG1vc3RseSBzZWVuIHRoZSB1c2Ugb2YgdGhlICJ3YXJkLkQyIgptZXRob2QuCgpgYGB7ciwgZXZhbD1GQUxTRX0KZGlzdHNjZSA8LSBkaXN0KHJlZHVjZWREaW0oc2NlLCAiSEFSTU9OWV9kb25vcl9leHBlcmltZW50IilbLDE6MTBdKSAjIGZpcnN0IDEwIFBDcywgaGFybW9ueSBjb3JyZWN0ZWQKaGNsIDwtIGhjbHVzdChkaXN0c2NlLCBtZXRob2QgPSAid2FyZC5EMiIpCnBsb3QoaGNsLCBsYWJlbHMgPSBGQUxTRSkKYGBgCgpOZXh0LCB3ZSBuZWVkIHRvICJjdXQgdGhlIHRyZWUiLCBpLmUuLCBjaG9vc2UgYXQgd2hpY2ggcmVzb2x1dGlvbiB3ZSB3YW50IHRvCnJlcG9ydCB0aGUgKGNlbGwtdHlwZSkgY2x1c3RlcnMuIFRoaXMgY2FuIGJlIGFjaGlldmVkIHdpdGggdGhlIGBjdXRyZWVgIApmdW5jdGlvbi4gQXMgYW4gaW5wdXQsIGBjdXRyZWVgIHRha2VzIHRoZSBkZW5kcm9ncmFtIGZyb20gdGhlIGBoY2x1c3RgIGZ1bmN0aW9uCmFuZCBhIHRocmVzaG9sZCB2YWx1ZSBmb3IgY3V0dGluZyB0aGUgdHJlZS4gVGhpcyBpcyBlaXRoZXIgYGtgLCB0aGUgbnVtYmVyIG9mCmNsdXN0ZXJzIHdlIHdhbnQgdG8gcmVwb3J0LCBvciBgaGAsIHRoZSBoZWlnaHQgaW4gdGhlIGRlbmRyb2dyYW0gYXQgd2hpY2gKd2Ugd2FuIHRvIGN1dCB0aGUgdHJlZS4KCkhlcmUgd2UgY2hvb3NlIGBrID0gNGAsIHNpbmNlIHdlIGtub3cgaW4gYWR2YW5jZSB0aGF0IHdlIGV4cGVjdCBmb3VyIGNsdXN0ZXJzIG9mCmNlbGxzIChmb3VyIHRpbWUgcG9pbnRzKS4KCmBgYHtyLCBldmFsPUZBTFNFfQpjbHVzdF9oY2xfazQgPC0gY3V0cmVlKGhjbCwgayA9IDQpCnRhYmxlKGNsdXN0X2hjbF9rNCkKYGBgCgpOZXh0LCB3ZSB2aXN1YWxpemUgdGhlIGRhdGEgaW4gUENBIHNwYWNlIGNvbG9yZWQgYmFzZWQgb24gdGltZSBwb2ludCBhbmQgYmFzZWQKb24gb3VyIGluZmVycmVkIGNsdXN0ZXIgbGFiZWxzLgoKYGBge3IsIGV2YWw9RkFMU0V9CnNjZSRjbHVzdF9oY2xfazQgPC0gYXMuZmFjdG9yKGNsdXN0X2hjbF9rNCkKCnBsb3RSZWR1Y2VkRGltKG9iamVjdCA9IHNjZSwKICAgICAgICAgICAgICAgZGltcmVkID0gIkhBUk1PTllfZG9ub3JfZXhwZXJpbWVudCIsCiAgICAgICAgICAgICAgIGNvbG91cl9ieSA9IC4uLikKcGxvdFJlZHVjZWREaW0ob2JqZWN0ID0gc2NlLAogICAgICAgICAgICAgICBkaW1yZWQgPSAiSEFSTU9OWV9kb25vcl9leHBlcmltZW50IiwKICAgICAgICAgICAgICAgY29sb3VyX2J5ID0gLi4uKQpgYGAKCldlIHNlZSB0aGF0IG91ciBpbmZlcnJlZCBjbHVzdGVyaW5nIGxhcmdlbHkgY29ycmVzcG9uZHMgd2l0aCB0aGUgb3JpZ2luYWwKZGF5IHZhcmlhYmxlLgoKYGBge3IsIGV2YWw9RkFMU0V9CnRhYmxlKHNjZSRkYXksIHNjZSRjbHVzdF9oY2xfazQpCmBgYAoKTWFwcGluZyBjbHVzdGVycyB0byB0aW1lcG9pbnRzLCB3ZSBub3RlIHRoYXQgbW9zdCBjZWxscyBvZiBkYXkwIGFyZSBpbiAKaGllcmFyY2hpY2FsIGNsdXN0ZXIgMyAoYXJiaXRyYXJ5IGluZGljYXRvciksIGRheTEgY2VsbHMgYXJlIGluIGNsdXN0ZXIgNCwgCmRheTIgY2VsbHMgYXJlIG1haW5seSBpbiBjbHVzdGVyIDEgYW5kIGRheTMgY2VsbHMgYXJlIGZvdW5kIGJhY2sgaW4gY2x1c3RlciAyLgoKIyBUcmFqZWN0b3J5IGluZmVyZW5jZQoKVHJhamVjdG9yeSBpbmZlcmVuY2UgaXMgYSBjb21wdXRhdGlvbmFsIHByb2NlZHVyZSB0aGF0IGF0dGVtcHRzIHRvIHN1bW1hcml6ZSAKYSBkeW5hbWljIHByb2Nlc3MgaW4gYSAndHJhamVjdG9yeScuIFRoZSB0cmFqZWN0b3J5IHRyaWVzIHRvIGZpbmQgYSBzZW5zaWJsZSAKb3JkZXJpbmcgb2YgdGhlIGNlbGxzIGFjY29yZGluZyB0byB0aGVpciBwcm9ncmVzc2lvbiB0aHJvdWdoIHRoaXMgZHluYW1pYyAKcHJvY2Vzcy4gVHJhamVjdG9yaWVzIGNhbiBiZSBsaW5lYXIsIGRpdmVyZ2luZywgY29udmVyZ2luZyBvciBjeWNsaWMuIElmIHRoZXJlIAphcmUgbXVsdGlwbGUgZGlmZmVyZW50aWF0aW9uIHBhdGhzLCBlYWNoIHBhdGggaXMgY2FsbGVkIGEgbGluZWFnZSwgYW5kIHRoZSAKY29tYmluYXRpb24gb2YgbGluZWFnZXMgaXMgY2FsbGVkIGEgdHJhamVjdG9yeS4KCkJhc2VkIG9uIHRoZSB0cmFqZWN0b3J5LCBvbmUgbWF5IGRlZmluZSBhICoqcHNldWRvdGltZSoqIGZvciBlYWNoIGNlbGwsIHdoaWNoIApkZWZpbmVzIHRoYXQgY2VsbCdzIHByb2dyZXNzaW9uIGFsb25nIG9uZSBvZiB0aGUgZGlmZmVyZW50aWF0aW9uIHBhdGhzOiBpZiB0aGUgCnBzZXVkb3RpbWUgb2YgYSBjZWxsIGlzIGNsb3NlIHRvIHplcm8sIHRoZW4gdGhhdCBjZWxsIGlzIGNsb3NlIHRvIHRoZSBzdGFydGluZyAKcG9pbnQgb2YgdGhlIHRyYWplY3RvcnkuCgojIyBDb21wdXRpbmcgdGhlIHRyYWplY3RvcnkKCk1hbnkgbWV0aG9kcyBmb3IgZXN0aW1hdGluZyB0cmFqZWN0b3JpZXMgZXhpc3QuIEhlcmUsIHdlIHdpbGwgdXNlIApbc2xpbmdzaG90XShodHRwczovL2Jpb2NvbmR1Y3Rvci5vcmcvcGFja2FnZXMvcmVsZWFzZS9iaW9jL2h0bWwvc2xpbmdzaG90Lmh0bWwpIAp0byBjcmVhdGUgYSB0cmFqZWN0b3J5IGZvciB0aGUgQ3VvbW8gZGF0YXNldC4KCmBgYHtyLCBldmFsPUZBTFNFLCBtZXNzYWdlPUZBTFNFLCB3YXJuaW5nPUZBTFNFfQpsaWJyYXJ5KHNsaW5nc2hvdCkKc2NlIDwtIHNsaW5nc2hvdChkYXRhID0gLi4uLCAjIHRhcmdldCBvYmplY3QKICAgICAgICAgICAgICAgICBzdGFydC5jbHVzID0gLi4uLCAjIGNsdXN0ZXIgdGhhdCBjb3JyZXNwb25kcyB0byBkYXkwIGNlbGxzIQogICAgICAgICAgICAgICAgIGVuZC5jbHVzID0gLi4uLCAjIGNsdXN0ZXIgdGhhdCBjb3JyZXNwb25kcyB0byBkYXkzIGNlbGxzIQogICAgICAgICAgICAgICAgIGNsdXN0ZXJMYWJlbHMgPSAuLi4sICMgY2x1c3RlcmluZyB0byB1c2UgLT4gb3VyIGhpZXJhcmNoaWNhbCBjbHVzdGVyaW5nCiAgICAgICAgICAgICAgICAgcmVkdWNlZERpbSA9ICJIQVJNT05ZX2Rvbm9yX2V4cGVyaW1lbnQiKSAjIGRpbXJlZCB0byB1c2UKYGBgCgojIyBWaXN1YWxpemluZyB0aGUgdHJhamVjdG9yeQoKVXNpbmcgYmFzZSBSIHBsb3RzOgoKYGBge3IsIGV2YWw9RkFMU0V9CnBsb3QocmVkdWNlZERpbXMoc2NlKSRIQVJNT05ZX2Rvbm9yX2V4cGVyaW1lbnQsIAogICAgIGNvbCA9IGFzLmZhY3RvcihzY2UkY2x1c3RfaGNsX2s0KSwgIyBjb2xvcmVkIGFjY29yZGluZyB0byBpbmZlcnJlZCBjbHVzdGVycwogICAgIHBjaD0xNiwgCiAgICAgYXNwID0gMSkKbGluZXMoU2xpbmdzaG90RGF0YVNldChzY2UpLCAKICAgICAgbHdkPTMsIAogICAgICB0eXBlID0gJ2xpbmVhZ2VzJywgCiAgICAgIGNvbCA9ICdvcmFuZ2UnKQpgYGAKCmBgYHtyLCBldmFsPUZBTFNFfQouLi4gIyBzYW1lIGJ1dCBjb2xvcmVkIGFjY29yZGluZyB0byBvcmlnaW5hbCB0aW1lIHBvaW50cwpgYGAKCldlIGNvdWxkIGFsc28gdXNlIGBnZ3Bsb3QyYCBmdW5jdGlvbnMgdG8gb2J0YWluZWQgcHJldHRpZXIgZmlndXJlcyB0aGF0IGFyZQptb3JlIGVhc3kgdG8gYW5ub3RhdGU6CgpgYGB7ciwgZXZhbD1GQUxTRX0KIyBmdWxsIGNvZGUgcHJvdmlkZWQgaGVyZSEKc3VwcHJlc3NQYWNrYWdlU3RhcnR1cE1lc3NhZ2VzKGxpYnJhcnkoZHBseXIpKQoKcmQgPC0gcmVkdWNlZERpbShzY2UsIHR5cGU9IkhBUk1PTllfZG9ub3JfZXhwZXJpbWVudCIpWywxOjJdICMgZXh0cmFjdCBmaXJzdCB0d28gUENzCmNvbG5hbWVzKHJkKSA8LSBjKCJEaW0xIiwgIkRpbTIiKSAjIGdpdmUgY29sdW1uIG5hbWVzCmNsIDwtIHNjZSRjbHVzdF9oY2xfazQgIyBzdG9yZSBjbHVzdGVyaW5nCmRmIDwtIGRhdGEuZnJhbWUocmQsICJjbCIgPSBhcy5jaGFyYWN0ZXIoY2wpKSAjIFBDcyBhbmQgY2x1c3RlcmluZyB0b2dldGhlciBpbiAxIGRhdGEgZnJhbWUKc2RzIDwtIHNsaW5nc2hvdChyZCwgY2wpICMgY29udmVydCBkYXRhIGZyYW1lIHRvIHNsaW5nc2hvdCBvYmplY3QKY3VydmVzIDwtIHNsaW5nQ3VydmVzKHNkcywgYXMuZGYgPSBUUlVFKSAjIG9idGFpbiBzbW9vdGggY3VydmUgZm9yIGxpbmVhZ2VzIChoZXJlIG9ubHkgb25lIGxpbmVhZ2UpCgojIHBsb3QgY2VsbHMgYXMgZG90cyBpbiBkaW1lbnNpb24gcmVkdWNlZCBzcGFjZQpwIDwtIGdncGxvdChkZiwgYWVzKHggPSBEaW0xLCB5ID0gRGltMikpICsKICBnZW9tX3BvaW50KGFlcyhmaWxsID0gY2wpLCBjb2wgPSAiZ3JleTcwIiwgc2hhcGUgPSAyMSkgKyAKICB0aGVtZV9jbGFzc2ljKCkKCiMgYWRkIHNtb290aCBjdXJ2ZXMKcCArIGdlb21fcGF0aChkYXRhID0gY3VydmVzICU+JSBhcnJhbmdlKE9yZGVyKSwKICAgICAgICAgICAgICBhZXMoZ3JvdXAgPSBMaW5lYWdlKSwgc2l6ZSA9IDEuNSkgCgojIGNvbXB1dGUgYW5kIGFkZCBtaW5pbXVtIHNwYW5uaW5nIHRyZWUKbXN0IDwtIHNsaW5nTVNUKHNkcywgYXMuZGYgPSBUUlVFKQpwICsgZ2VvbV9wb2ludChkYXRhID0gbXN0LCBzaXplID0gNCkgKwogIGdlb21fcGF0aChkYXRhID0gbXN0ICU+JSBhcnJhbmdlKE9yZGVyKSwgYWVzKGdyb3VwID0gTGluZWFnZSksIHNpemUgPSAyKQpgYGAKCldlIHNlZSB0aGF0IHRoZSB0cmFqZWN0b3J5IGluZmVycmVkIHdpdGggYHNsaW5nc2hvdGAgbmljZWx5IGNhcHR1cmVzIHRoZQpleHBlY3RlZCBkZXZlbG9wbWVudGFsIHByb2Nlc3MuCgojIERpZmZlcmVudGlhbCBnZW5lIGV4cHJlc3Npb24gdGVzdHMgYWxvbmcgYSB0cmFqZWN0b3J5IHVzaW5nIHRyYWRlU2VxCgpBcyBhIG5leHQgc3RlcCwgd2UgbWF5IGJlIGludGVyZXN0ZWQgaW4gaWRlbnRpZnlpbmcgdGhlIGdlbmVzIGFyZSBpbnZvbHZlZCBpbiAKdGhlIGRldmVsb3BtZW50YWwgcHJvY2Vzcy4gVG8gdGhpcyBlbmQsIG91ciBncm91cCBoYXMgZGV2ZWxvcGVkIHRoZSBCaW9jb25kdWN0b3IKUiBwYWNrYWdlIFt0cmFkZVNlcV0oaHR0cDovL3d3dy5iaW9jb25kdWN0b3Iub3JnL3BhY2thZ2VzL3JlbGVhc2UvYmlvYy9odG1sL3RyYWRlU2VxLmh0bWwpLgpgdHJhZGVTZXFgIGlzIGEgZmxleGlibGUgdG9vbCB0aGF0IGFsbG93cyBmb3Igc3R1ZHlpbmcgZGlmZmVyZW50aWFsIGdlbmUKZXhwcmVzc2lvbiBhbG9uZyBzdWNoIGEgdHJhamVjdG9yeSwgd2l0aGluIG9yIGJldHdlZW4gZGlmZmVyZW50IGxpbmVhZ2VzLgpUaGUgZnVuY3Rpb25hbGl0aWVzIG9mIHRoZSBwYWNrYWdlIGFyZSBzdW1tYXJpemVkIGluIHRoZSBmb2xsb3dpbmcgZmlndXJlOgoKYGBge3J9CmtuaXRyOjppbmNsdWRlX2dyYXBoaWNzKCIuL3RyYWRlc2VxX3N1bW1hcnkuanBlZyIpCmBgYAoKYGBge3IsIGV2YWw9RkFMU0UsIG1lc3NhZ2U9RkFMU0UsIHdhcm5pbmc9RkFMU0V9CmxpYnJhcnkodHJhZGVTZXEpCmBgYAoKYHRyYWRlU2VxYCB1c2VzIGEgbmVnYXRpdmUgYmlub21pYWwgZ2VuZXJhbGl6ZWQgYWRkaXRpdmUgbW9kZWwgKE5CLUdBTSkgCmZyYW1ld29yayB0byBzbW9vdGggZWFjaCBnZW5l4oCZcyBleHByZXNzaW9uIGluIGVhY2ggbGluZWFnZS4gU21vb3RoZXJzIGNhbiBiZSAKZGVjb21wb3NlZCBpbnRvIGEgc2V0IG9mIGJhc2lzIGZ1bmN0aW9ucywgd2hpY2ggYXJlIGpvaW5lZCB0b2dldGhlciBhdCBrbm90IApwb2ludHMsIG9mdGVuIHNpbXBseSBjYWxsZWQga25vdHMgKGBrYCkuCgpJZGVhbGx5LCB0aGUgbnVtYmVyIG9mIGtub3RzIHNob3VsZCBiZSBzZWxlY3RlZCB0byByZWFjaCBhbiBvcHRpbWFsIApiaWFzLXZhcmlhbmNlIHRyYWRlLW9mZiBmb3IgdGhlIHNtb290aGVyLCB3aGVyZSBvbmUgZXhwbGFpbnMgYXMgbXVjaCAKdmFyaWFiaWxpdHkgaW4gdGhlIGV4cHJlc3Npb24gZGF0YSBhcyBwb3NzaWJsZSB3aXRoIG9ubHkgYSBmZXcgcmVncmVzc2lvbiAKY29lZmZpY2llbnRzLiBJbiBvcmRlciB0byBndWlkZSB0aGF0IGNob2ljZSwgd2UgZGV2ZWxvcGVkIGRpYWdub3N0aWMgcGxvdHMgCnVzaW5nIHRoZSBBa2Fpa2UgSW5mb3JtYXRpb24gQ3JpdGVyaW9uIChBSUMpLiBUaGlzIGlzIGltcGxlbWVudGVkIGluIHRoZSAKYGV2YWx1YXRlS2AgZnVuY3Rpb24gaW4gYHRyYWRlU2VxYC4KCkhvd2V2ZXIsIGluIHRoZSBbdHJhZGVTZXFdKGh0dHBzOi8vd3d3Lm5hdHVyZS5jb20vYXJ0aWNsZXMvczQxNDY3LTAyMC0xNDc2Ni0zKSAKcHVibGljYXRpb24gdGhlIGF1dGhvcnMgc2hvdyB0aGF0IHRoZSAgYWxnb3JpdGhtIGlzIG5vdCB0b28gc2Vuc2l0aXZlIGZvciB0aGUKbnVtYmVyIG9mIGtub3RzLCBhbmQgdGhhdCB2YWx1ZXMgYmV0d2VlbiA1IGFuZCA5IG9mdGVuIHdvcmsgd2VsbC4gVGhlIGNvZGUKYmVsb3cgd291bGQgYWxsb3cgeW91IHRvIGZpbmQgYSBnb29kIHZhbHVlIGZvciBga2AsIGJ1dCB3ZSB3aWxsIHNpbXBseSB1c2UKdGhlIGRlZmF1bHQgdmFsdWUgb2YgYGsgPSA2YCBkb3duc3RyZWFtLgoKYGBgCiMjIyBGaW5kIGtub3RzCgojIFdlIGZpcnN0IG5lZWQgdG8gZGVjaWRlIG9uIHRoZSBudW1iZXIgb2Yga25vdHMuIFRoaXMgaXMgZG9uZSB1c2luZyB0aGUgIC0tPgojIGBldmFsdWF0ZUtgIGZ1bmN0aW9uLiBUaGlzIHRha2VzIGEgbGl0dGxlIHRpbWUuIC0tPgoKIyB0YWtlcyA5IG1pbnV0ZXMgZm9yIG1lCnNldC5zZWVkKDUpCmljTWF0IDwtIGV2YWx1YXRlSyhjb3VudHMgPSBhc3NheXMoc2NlKSRjb3VudHMsCiAgICAgICAgICAgICAgICAgICBzZHMgPSBzbGluZyRzbGluZ3Nob3QsCiAgICAgICAgICAgICAgICAgICBrID0gMzoxMCwgCiAgICAgICAgICAgICAgICAgICBuR2VuZXMgPSA1MDAsIAogICAgICAgICAgICAgICAgICAgdmVyYm9zZSA9IFQpCmBgYAoKIyMgRml0IEdBTQoKV2UgZml0IGEgbmVnYXRpdmUgYmlub21pYWwgZ2VuZXJhbGl6ZWQgYWRkaXRpdmUgbW9kZWwgKE5CLUdBTSksIHNtb290aGluZyBlYWNoIApnZW5l4oCZcyBleHByZXNzaW9uIGFsb25nIHRoZSBkZXZlbG9wbWVudGFsIHRyYWplY3RvcnkuIFdoZW4gbW9kZWxpbmcgYWxsIHRoZSAKZ2VuZXMgKMKxMTAuMDAwKSwgdGhpcyBmdW5jdGlvbiB0YWtlcyBhYm91dCAyMCBtaW51dGVzIHRvIGNvbXBsZXRlLiBGb3IgdGhpcwpsYWIgc2Vzc2lvbiwgd2Ugd2lsbCB0aGVyZWZvcmUgcmFuZG9tbHkgc2FtcGxlIDEuMDAwIGdlbmVzLiBJbiBhZGRpdGlvbiwgd2UgbWFrZQpzdXJlIHRoYXQgdGhyZWUgc3BlY2lmaWMgZ2VuZXMgYXJlIGFsc28gaW5jbHVkZWQ6ICJFTlNHMDAwMDAxMTE3MDQiLCAKIkVOU0cwMDAwMDE2NDQ1OCIgYW5kICJFTlNHMDAwMDAxNDE0NDgiLiBUaGVzZSBnZW5lcyBhcmUga25vd24gbWFya2VycyBmb3IgdGhlIApkaWZmZXJlbnQgZGV2ZWxvcG1lbnRhbCBzdGFnZXMgbmQgd2VyZSB1c2UgaW4gdGhlIHB1YmxpY2F0aW9uIG9mICpDdW9tbyBldCBhbC4qLgoKVGhlIGB0cmFkZVNlcWAgbW9kZWwgYWxsb3dzIHVzIHRvIGluY29ycG9yYXRlIGZpeGVkIGVmZmVjdHMuIFdoaWxlIHdlIGhhdmUgCmVzdGltYXRlZCB0aGUgdHJhamVjdG9yeSBvbiB0aGUgaW50ZWdyYXRlZCBkYXRhLCB3ZSBtb2RlbCB0aGUgcmF3IGdlbmUgCmV4cHJlc3Npb24gZGF0YSwgc2luY2UgYHRyYWRlU2VxYCBpcyBhIGNvdW50IG1vZGVsIGFuZCByZXF1aXJlcyByYXcgY291bnRzIGFzIAppbnB1dC4gT24gdGhlIHJhdyBjb3VudHMsIHdlIHRoZXJlZm9yZSBzdGlsbCBoYXZlIHN1YnN0YW50aWFsIHZhcmlhYmlsaXR5IHRoYXQgCm1heSBiZSBleHBsYWluZWQgYnkgdGhlIHBhdGllbnQgZWZmZWN0cy4gV2UgdGhlcmVmb3JlIGluY29ycG9yYXRlIGEgcGF0aWVudCAKZml4ZWQgZWZmZWN0IHRvIHRoZSBkZXNpZ24gbWF0cml4LgoKYGBge3IsIGV2YWw9RkFMU0V9CnNldC5zZWVkKDcpCnN1YnNldF9nZW5lcyA8LSBzYW1wbGUocm93bmFtZXMoc2NlKSwgMTAwMCwgcmVwbGFjZSA9IEZBTFNFKQoKIyBnZW5lcyBmcm9tIHBhcGVyCm1hcmtlcnMgPC0gYygiRU5TRzAwMDAwMTExNzA0IiwgIkVOU0cwMDAwMDE2NDQ1OCIsICJFTlNHMDAwMDAxNDE0NDgiKQoKIyBtYWtlIHN1cmUgdGhlIGdlbmVzIGZyb20gdGhlIHBhcGVyIGFyZSBpbiB0aGVyZQpzdWJzZXRfZ2VuZXMgPC0gYyhzdWJzZXRfZ2VuZXMsIG1hcmtlcnNbIW1hcmtlcnMgJWluJSBzdWJzZXRfZ2VuZXNdKQoKCiMgRXh0cmFjdCB0aGUgbWF0cml4IG9mIHBzZXVkb3RpbWUgdmFsdWVzIG9yIGNlbGxzJyB3ZWlnaHRzIGFsb25nIGVhY2ggbGluZWFnZS4KcHNldWRvdGltZSA8LSBzbGluZ1BzZXVkb3RpbWUoeCA9IC4uLiwgIyBTQ0Ugb2JqZWN0CiAgICAgICAgICAgICAgICAgICAgICAgICAgICAgIG5hID0gRkFMU0UpCmNlbGxXZWlnaHRzIDwtIHNsaW5nQ3VydmVXZWlnaHRzKHggPSAuLi4pICMgU0NFIG9iamVjdAoKcGF0aWVudCA8LSBjb2xEYXRhKHNjZSkkZG9ub3IKVSA8LSBtb2RlbC5tYXRyaXgofiAwICsgcGF0aWVudCkgIyBjb25zcnVjdCBkZXNpZ24gbWF0cml4IHdpdGggaW50ZXJjZXB0CgojIEZpdCBOQi1HQU0gZm9yIGVhY2ggZ2VuZTogdGFrZXMgwrE3bWluIGZvciAxMDAwIGdlbmVzIGZvciBtZQpzY2VfZml0IDwtIGZpdEdBTShjb3VudHMgPSAuLi4sICMgY291bnQgbWF0cml4IGZvciB0aGUgc2VsZWN0ZWQgZ2VuZXMgKGV4dHJhY3QgZnJvbSBTQ0UpCiAgICAgICAgICAgICAgICAgIHBzZXVkb3RpbWUgPSBwc2V1ZG90aW1lLCAKICAgICAgICAgICAgICAgICAgY2VsbFdlaWdodHMgPSBjZWxsV2VpZ2h0cywKICAgICAgICAgICAgICAgICAgbmtub3RzID0gNiwgIyBkZWZhdWx0CiAgICAgICAgICAgICAgICAgIFUgPSBVLAogICAgICAgICAgICAgICAgICB2ZXJib3NlID0gVFJVRSkgIyB2ZXJib3NlIGhlcmUgcHJpbnRzIHByb2dyZXNzCmBgYAoKVG8gYXNzZXNzIGlmIGFsbCBtb2RlbHMgaGF2ZSBjb252ZXJnZWQ7CgpgYGB7ciwgZXZhbD1GQUxTRX0KdGFibGUocm93RGF0YShzY2VfZml0KSR0cmFkZVNlcSRjb252ZXJnZWQpCmBgYAoKIyMgQXNzb2NpYXRpb24gdGVzdAoKTmV4dCwgd2UgY2FuIHBlcmZvcm0gZGlmZmVyZW50IHR5cGVzIG9mIGRpZmZlcmVudGlhbCBleHByZXNzaW9uIHRlc3RpbmcgYWxvbmcKdGhlIHRyYWplY3RvcnkuCgpUaGUgYGFzc29jaWF0aW9uVGVzdGAgYXNzZXNzZXMgd2hldGhlciB0aGUgYXZlcmFnZSBleHByZXNzaW9uIG9mIGEgZ2VuZSBpcyAKYXNzb2NpYXRlZCB3aXRoIHBzZXVkb3RpbWUuIFRvIHByaW9yaXRpemUgZm9yIGdlbmVzIHRoYXQgYXJlIGFsc28gYmlvbG9naWNhbGx5IApyZWxldmFudCwgd2UgbWF5IHRlc3QgYWdhaW5zdCBhIGxvZy1mb2xkIGNoYW5nZSBjdXQtb2ZmOgoKYGBge3IsIGV2YWw9RkFMU0V9CmFzc29SZXMyIDwtIGFzc29jaWF0aW9uVGVzdChtb2RlbHMgPSBzY2VfZml0LCAKICAgICAgICAgICAgICAgICAgICAgICAgICAgIGwyZmMgPSBsb2cyKDIpKQpzdW0ocC5hZGp1c3QoYXNzb1JlczIkcHZhbHVlLCBtZXRob2QgPSAiQkgiKSA8IDAuMDUsIG5hLnJtPVQpL25yb3coYXNzb1JlczIpIApgYGAKCiMjIFN0YXJ0IHZzIGVuZCB0b3AgMjAKCkFub3RoZXIgdHlwZSBvZiB0ZXN0IGlzIHRvIGNvbXBhcmUgdGhlIGF2ZXJhZ2UgZ2VuZSBleHByZXNzaW9uIG9mIGVhY2ggZ2VuZSAKYmV0d2VlbiB0aGUgc3RhcnQgcG9pbnQgYW5kIHRoZSBlbmQgcG9pbnQgb2YgYSBsaW5lYWdlLiBUaGlzIGlzIGltcGxlbWVudGVkCmluIHRoZSBgc3RhcnRWc0VuZFRlc3RgIGZ1bmN0aW9uLgoKYGBge3IsIGV2YWw9RkFMU0V9CnN0YXJ0UmVzIDwtIHN0YXJ0VnNFbmRUZXN0KG1vZGVscyA9IC4uLiwgCiAgICAgICAgICAgICAgICAgICAgICAgICAgIGwyZmMgPSAuLi4pCmBgYAoKV2UgY2FuIHRoZW4gdmlzdWFsaXplIHRoZSBnZW5lIGV4cHJlc3Npb24gcHJvZmlsZSBhbG9uZyBwc2V1ZG90aW1lIG9mIHRoZSB0b3AgNQpnZW5lcyBmb3Igd2hpY2ggZGlmZmVyZW50aWFsIGV4cHJlc3Npb24gYmV0d2VlbiBzdGFydCBhbmQgZW5kIHBvaW50IHdhcyAKaWRlbnRpZmllZC4KCmBgYHtyLCBldmFsPUZBTFNFfQpvU3RhcnQgPC0gb3JkZXIoc3RhcnRSZXMkd2FsZFN0YXQsIGRlY3JlYXNpbmcgPSBUUlVFKQpmb3IgKGkgaW4gMTo1KSB7CiAgc2lnR2VuZVN0YXJ0IDwtIG9TdGFydFtpXSAjIHRvcCA1IG1vc3Qgc2lnbmlmaWNhbnQgZ2VuZXMgaW4gdGhlIHN0YXJ0IHZzLiBlbmQgdGVzdAogIHByaW50KHBsb3RTbW9vdGhlcnMoc2NlX2ZpdCwgCiAgICAgICAgICAgICAgICBhc3NheXMoc2NlX2ZpdCkkY291bnRzLCAKICAgICAgICAgICAgICAgIGdlbmUgPSBzaWdHZW5lU3RhcnQpICsKICAgICAgICAgIGdndGl0bGUocm93bmFtZXMoc2NlKVtzaWdHZW5lU3RhcnRdKSkKfQpgYGAKCiMjIENvbXBhcmlzb24gdG8gb3JpZ2luYWwgcGFwZXIKCkluIHRoZSBDdW9tbyBwYXBlciwgdGhlIGF1dGhvcnMgaGlnaGxpZ2h0ZWQgdGhlIGZvbGxvd2luZyBnZW5lczsKIkVOU0cwMDAwMDExMTcwNCIsICJFTlNHMDAwMDAxNjQ0NTgiIGFuZCAiRU5TRzAwMDAwMTQxNDQ4Ii4gSW4gZ2VuZSBzeW1ib2xzLAp0aGVzZSBnZW5lcyBhcmUgTkFOT0csIFQgKHllcywgdGhlcmUgaXMgYSBnZW5lIGNhbGxlZCAiVCkiIGFuZCBHQVRBNi4gVGhlc2UKZ2VuZXMgYXJlIG1hcmtlcnMgb2YgZGF5MCwgZGF5MSBhbmQgZGF5Mi9kYXkzIGNlbGxzLCByZXNwZWN0aXZlbHkuCgpXZSBtYXkgbm93IHZpc3VhbGl6ZSB0aGUgZXhwcmVzc2lvbiBvZiB0aGVzZSBnZW5lcyBhbG9uZyBwc2V1ZG90aW1lLgoKYGBge3IsIGV2YWw9RkFMU0V9CnBsb3RTbW9vdGhlcnMoc2NlX2ZpdCwgCiAgICAgICAgICAgICAgYXNzYXlzKHNjZV9maXQpJGNvdW50cywgCiAgICAgICAgICAgICAgZ2VuZSA9IHdoaWNoKHJvd25hbWVzKHNjZV9maXQpID09ICJFTlNHMDAwMDAxMTE3MDQiKSkgKwogIGdndGl0bGUoIkVOU0cwMDAwMDExMTcwNCIpCgouLi4gIyBmb3IgZ2VuZSBFTlNHMDAwMDAxNjQ0NTgKCi4uLiAjIGZvciBnZW5lIEVOU0cwMDAwMDE0MTQ0OApgYGAKCioqQSB2ZXJ5IG5pY2UgY29ycmVzcG9uZGVuY2Ugd2l0aCB0aGUgcmVzdWx0cyBwcmVzZW50ZWQgaW4gdGhlIHBhcGVyISEqKgoKYGBge3J9CmtuaXRyOjppbmNsdWRlX2dyYXBoaWNzKCIuL2N1b21vX3RyYWoxLmpwZWciKQprbml0cjo6aW5jbHVkZV9ncmFwaGljcygiLi9jdW9tb190cmFqMi5qcGVnIikKa25pdHI6OmluY2x1ZGVfZ3JhcGhpY3MoIi4vY3VvbW9fdHJhajMuanBlZyIpCmBgYAoKV2UgYWxzbyBpbnNwZWN0IHRoZSByZXN1bHRzIGluIG91ciBkaWZmZXJlbnRpYWwgdGVzdGluZyBvdXRwdXQuCgpBc3NvY2lhdGlvbiB0ZXN0OgoKYGBge3IsIGV2YWw9RkFMU0V9CmFzc29SZXMyW21hcmtlcnMsXQpgYGAKClN0YXJ0IHZlcnN1cyBlbmQgdGVzdDoKCmBgYHtyLCBldmFsPUZBTFNFfQpzdGFydFJlc1suLi4sXQpgYGAKCkFub3RoZXIgaW50ZXJlc3RpbmcgdmlzdWFsaXphdGlvbiBpcyBpbXBsZW1lbnRlZCBpbiB0aGUgYHBsb3RHZW5lQ291bnRgIApmdW5jdGlvbiwgd2hpY2ggY29sb3JzIHRoZSBjZWxscyBiYXNlZCBvbiB0aGUgbG9nLXRyYW5zZm9ybWVkIGV4cHJlc3Npb24KdmFsdWUgb2YgdGhlIHRhcmdldCBnZW5lcy4KCmBgYHtyLCBldmFsPUZBTFNFfQpwbG90R2VuZUNvdW50KHNjZSRzbGluZ3Nob3QsIAogICAgICAgICAgICAgIGFzc2F5cyhzY2VfZml0KSRjb3VudHMsIAogICAgICAgICAgICAgIGdlbmUgPSB3aGljaChyb3duYW1lcyhzY2VfZml0KSA9PSAiRU5TRzAwMDAwMTExNzA0IikpCiAgICAgICAgICAgICAgCi4uLiAjIGZvciBnZW5lIEVOU0cwMDAwMDE2NDQ1OAoKLi4uICMgZm9yIGdlbmUgRU5TRzAwMDAwMTQxNDQ4CmBgYAoK