R Notebook

Table of Contents
Variable Selection: .................................................................................................................................................. 41
Classification: ......................................................................................................................................................... 154
K‐Fold Cross Validation ..................................................................................................................................... 155
Arbre de décision ................................................................................................................................................. 156
Comparer les deux méthodes Regression Logistique vs. Arbre de décision .............................. 158
Save and Load the model .................................................................................................................................. 160
Naive Bayes Method ........................................................................................................................................... 160

R Markdown pour la formation Big Data & ML

data_bank=[Link]("C:/Users/dany/Desktop/DataScince/Formatio ITAB/[Link]")
length(data_bank$job)

## [1] 4521

[Link](data_bank$job)

## [1] TRUE

vect <‐ [Link](data_bank$job)

summary(data_bank)

## age job marital education

## Min. :19.00 management :969 divorced: 528 primary : 678
## 1st Qu.:33.00 blue‐collar:946 married :2797 secondary:2306
## Median :39.00 technician :768 single :1196 tertiary :1350
## Mean :41.17 admin. :478 unknown : 187
## 3rd Qu.:49.00 services :417
## Max. :87.00 retired :230
## (Other) :713
## default balance housing loan contact
## no :4445 Min. :‐3313 no :1962 no :3830 cellular :2896
## yes: 76 1st Qu.: 69 yes:2559 yes: 691 telephone: 301
## Median : 444 unknown :1324
## Mean : 1423
## 3rd Qu.: 1480
## Max. :71188
##
## day month duration campaign
## Min. : 1.00 may :1398 Min. : 4 Min. : 1.000
## 1st Qu.: 9.00 jul : 706 1st Qu.: 104 1st Qu.: 1.000
## Median :16.00 aug : 633 Median : 185 Median : 2.000
## Mean :15.92 jun : 531 Mean : 264 Mean : 2.794
## 3rd Qu.:21.00 nov : 389 3rd Qu.: 329 3rd Qu.: 3.000
## Max. :31.00 apr : 293 Max. :3025 Max. :50.000
## (Other): 571
## pdays previous poutcome y
## Min. : ‐1.00 Min. : 0.0000 failure: 490 no :4000
## 1st Qu.: ‐1.00 1st Qu.: 0.0000 other : 197 yes: 521
## Median : ‐1.00 Median : 0.0000 success: 129
## Mean : 39.77 Mean : 0.5426 unknown:3705
## 3rd Qu.: ‐1.00 3rd Qu.: 0.0000
## Max. :871.00 Max. :25.0000
##

v1=sample(15,10)
v2=sample(15,10)
v3=sample(15,10)
v4=sample(15,10)
M=cbind(v1,v2,v3,v4)
M

## v1 v2 v3 v4
## [1,] 9 2 14 9
## [2,] 13 10 15 7
## [3,] 11 7 13 3
## [4,] 4 12 12 8
## [5,] 15 9 11 6
## [6,] 6 13 2 11
## [7,] 5 3 3 5
## [8,] 14 15 6 4
## [9,] 1 11 10 12
## [10,] 10 14 1 2

apply(M,2,sum)

## v1 v2 v3 v4
## 88 96 87 67

table(M)

## M
## 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
## 2 3 3 2 2 3 2 1 3 3 4 3 3 3 3

summary(M)

## v1 v2 v3 v4
## Min. : 1.00 Min. : 2.00 Min. : 1.00 Min. : 2.00
## 1st Qu.: 5.25 1st Qu.: 7.50 1st Qu.: 3.75 1st Qu.: 4.25
## Median : 9.50 Median :10.50 Median :10.50 Median : 6.50
## Mean : 8.80 Mean : 9.60 Mean : 8.70 Mean : 6.70
## 3rd Qu.:12.50 3rd Qu.:12.75 3rd Qu.:12.75 3rd Qu.: 8.75
## Max. :15.00 Max. :15.00 Max. :15.00 Max. :12.00

hist(M)

x=list(a=1:10,beta=exp(‐3:3),logic=c(TRUE,FALSE,TRUE,FALSE))
x

## $a
## [1] 1 2 3 4 5 6 7 8 9 10
##
## $beta
## [1] 0.04978707 0.13533528 0.36787944 1.00000000 2.71828183
7.38905610
## [7] 20.08553692
##
## $logic
## [1] TRUE FALSE TRUE FALSE

op=par([Link] = TRUE)
par(mfrow=c(1,2))
v =sample(100,10)
plot(1:10,v)
lines(v)
plot(1:10,sin(1:10))
plot(1:10,cos(1:10))

pairs(iris[,1:4],pch=22,bg=c("red","green","blue")[unclass(iris$Species)])
T=table(rpois(100,lambda = 10))
barplot(T,col='green')
v1=c(1,2,3)
v1

## [1] 1 2 3

v2=c("a","b","c")
v2

## [1] "a" "b" "c"

v3=paste(v1,v2)
v3

## [1] "1 a" "2 b" "3 c"

length(v3)

## [1] 3

Kmeans appliquée a Iris dataset data_z=scale(data[,‐5]) élimine la 5eme colonne (classes)

data("iris")
data=iris
data_z=scale(data[,‐5])
wss=numeric(10)
for(k in 1:10){
km=kmeans(data_z,centers = k,[Link] = 100,nstart=10)
wss[k]=km$[Link]
}
plot(1:10,wss,type="b",xlab = "Number of Labels",ylab = "WSS")
km_3=kmeans(data_z,centers = 3,[Link] = 100,nstart = 10)
km_3

## K‐means clustering with 3 clusters of sizes 53, 47, 50

##
## Cluster means:
## [Link] [Link] [Link] [Link]
## 1 ‐0.05005221 ‐0.88042696 0.3465767 0.2805873
## 2 1.13217737 0.08812645 0.9928284 1.0141287
## 3 ‐1.01119138 0.85041372 ‐1.3006301 ‐1.2507035
##
## Clustering vector:
## [1] 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3
3
## [36] 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 2 2 2 1 1 1 2 1 1 1 1 1 1 1 1 2 1 1 1
1
## [71] 2 1 1 1 1 2 2 2 1 1 1 1 1 1 1 2 2 1 1 1 1 1 1 1 1 1 1 1 1 1 2 1 2 2
2
## [106] 2 1 2 2 2 2 2 2 1 1 2 2 2 2 1 2 1 2 1 2 2 1 2 2 2 2 2 2 1 1 2 2 2 1
2
## [141] 2 2 1 2 2 2 1 2 2 1
##
## Within cluster sum of squares by cluster:
## [1] 44.08754 47.45019 47.35062
## (between_SS / total_SS = 76.7 %)
##
## Available components:
##
## [1] "cluster" "centers" "totss" "withinss"
## [5] "[Link]" "betweenss" "size" "iter"
## [9] "ifault"

data$cluster=km_3$cluster
table(data$Species,data$cluster)

##
## 1 2 3
## setosa 0 0 50
## versicolor 39 11 0
## virginica 14 36 0

pairs(data[,‐5],main=" K‐means Clustering

Plot",pch=21,bg=c("red","blue","green")[unclass(km_3$cluster)])

pairs(data[,‐c(5,6)],main=" K‐means Clustering

Plot",pch=21,bg=c("red","blue","green")[unclass(km_3$cluster)])
library(fpc)
plotcluster(data[,‐c(5,6)],km_3$cluster)
cancer=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
var_missing=mapply(anyNA,cancer)
var_missing

## id diagnosis radius_mean
## FALSE FALSE FALSE
## texture_mean perimeter_mean area_mean
## FALSE FALSE FALSE
## smoothness_mean compactness_mean concavity_mean
## FALSE FALSE FALSE
## concave.points_mean symmetry_mean fractal_dimension_mean
## FALSE FALSE FALSE
## radius_se texture_se perimeter_se
## FALSE FALSE FALSE
## area_se smoothness_se compactness_se
## FALSE FALSE FALSE
## concavity_se concave.points_se symmetry_se
## FALSE FALSE FALSE
## fractal_dimension_se radius_worst texture_worst
## FALSE FALSE FALSE
## perimeter_worst area_worst smoothness_worst
## FALSE FALSE FALSE
## compactness_worst concavity_worst concave.points_worst
## FALSE FALSE FALSE
## symmetry_worst fractal_dimension_worst X
## FALSE FALSE TRUE

cancer_z=scale(cancer[,‐c(1,2,33)])
wss=numeric(15)
for(i in 1:15){
wss[i]=kmeans(cancer_z,centers = i,[Link] = 1000)$[Link]
}
plot(1:15,wss,type="b",xlab = "Number of clusters",ylab = "Within groups SS")
 Clustering avec le
nombre 2 trouvé avant:
km=kmeans(cancer_z,centers = 2)
cancer$X=[Link](km$cluster)
par(mfrow=c(1,2))
plot(cancer$fractal_dimension_mean,cancer$area_mean,type = "p",col=cancer$X)
plot(cancer$fractal_dimension_mean,cancer$area_mean,col=cancer$X)
Comparaison avec la classification réelle:
par(mfrow=c(1,2))
pairs(cancer[,c(7,8,9,10)],main="Actual
Clustering",pch=21,bg=c("red","blue")[unclass(cancer$diagnosis)])
pairs(cancer[,c(7,8,9,10)],main="K‐mean Clustering
Plot",pch=21,bg=c("blue","red")[unclass(cancer$X)])
library(ggplot2)
library(gridExtra)
g1=ggplot(data=cancer,aes(x=cancer$fractal_dimension_mean,y=cancer$area_mean,
color=diagnosis))+geom_point()+labs(title="Cluster Diagnosis")

nri=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
nri=nri[sample(139,30,replace = FALSE),]
nri_scale=scale(nri[,‐1])
#Genere la matrice des distances
nri_dist=dist(nri_scale)
nri_clust=hclust(nri_dist,method = "ward.D2")
plot(nri_clust,labels=[Link](nri$Country))
# Cut the tree into 3 clusters
groups=cutree(nri_clust,k=3)
[Link](nri_clust,k=3,border="red")

En appliquant kmeans
km_nri=kmeans(nri_scale,centers = 3)
nri$X=km_nri$cluster
plot(nri$Country,nri$X,col=km_nri$cluster,type="p",)
Theoereme Central Limite:
[Link](147)
D=sample(100000,replace=TRUE)
m=mean(D)
s=sd(D)
hist(D)
n=50
MOY=vector()
for(i in 1:10000){
MOY=append(MOY,mean(sample(D,size = 50)))
}
hist(MOY,nclass = 400)
P‐Value & test d’hypothese
x=rnorm(100,1001,100) # Loi normale de moyenne 1005 et de
mean(x)

## [1] 989.9201

moy=1000 # moyenne a verifier

[Link](x,mu=moy)

##
## One Sample t‐test
##
## data: x
## t = ‐1.0274, df = 99, p‐value = 0.3067
## alternative hypothesis: true mean is not equal to 1000
## 95 percent confidence interval:
## 970.4529 1009.3874
## sample estimates:
## mean of x
## 989.9201

Lower Tail test of Population Mean with known Variance

xbar=9900 # moyenne echantillon
mu0=10000 # valeur hypothetique
sigma=120 # Ecart type
n=30 # Taille de l'échantillon
z=(xbar‐mu0)/(sigma/sqrt(n))
z

## [1] ‐4.564355

Calcul de la valeur critique au niveau de la signification 0.05

alpha=0.05
z_alpha=qnorm(1‐alpha)
‐z_alpha

## [1] ‐1.644854

=> Hypothèse à rejter puisque l’hypothese nulle est inférieur à la valeur critique On pourra
faire la meme chise en calculant directement la p‐value
pval=pnorm(z)
pval

## [1] 2.505166e‐06

Comme il s’avère être inférieur au niveau de signification .05, nous rejetons l’hypothèse
nulle que µ>= 10000
xbar=2.1 # moyenne echantillon
mu0=2 # valeur hypothetique
sigma=0.25 # Ecart type
n=35 # Taille de l'échantillon
z=(xbar‐mu0)/(sigma/sqrt(n))
law=rnorm(n = 10000,2,0.25)
hist(law,nclass = 1000)
pval=pnorm(z,[Link] = FALSE)
pval

## [1] 0.008980239

Association Rule:
library("arules")

## Loading required package: Matrix

##
## Attaching package: 'arules'

## The following objects are masked from 'package:base':

##
## abbreviate, write

data("Adult")
inspect(Adult[1:3])

## items transactionID
## [1] {age=Middle‐aged,
## workclass=State‐gov,
## education=Bachelors,
## marital‐status=Never‐married,
## occupation=Adm‐clerical,
## relationship=Not‐in‐family,
## race=White,
## sex=Male,
## capital‐gain=Low,
## capital‐loss=None,
## hours‐per‐week=Full‐time,
## native‐country=United‐States,
## income=small} 1
## [2] {age=Senior,
## workclass=Self‐emp‐not‐inc,
## education=Bachelors,
## marital‐status=Married‐civ‐spouse,
## occupation=Exec‐managerial,
## relationship=Husband,
## race=White,
## sex=Male,
## capital‐gain=None,
## capital‐loss=None,
## hours‐per‐week=Part‐time,
## native‐country=United‐States,
## income=small} 2
## [3] {age=Middle‐aged,
## workclass=Private,
## education=HS‐grad,
## marital‐status=Divorced,
## occupation=Handlers‐cleaners,
## relationship=Not‐in‐family,
## race=White,
## sex=Male,
## capital‐gain=None,
## capital‐loss=None,
## hours‐per‐week=Full‐time,
## native‐country=United‐States,
## income=small} 3

item_frequencies <‐ itemFrequency(Adult, type="a")

support <‐ 0.08
freq_items <‐ sort(item_frequencies, decreasing = F)
freq_items <‐ freq_items[freq_items>support*length(Adult)]

par(mar=c(2,15,2,2))
barplot(freq_items, horiz=T, las=1, main="Frequent Items", [Link]=.8,
xlim=c(0,60000))

## Warning in if (horiz) {: la condition a une longueur > 1 et seul le

premier
## élément est utilisé

## Warning in if (horiz) par(xaxs = "i", xpd = xpd) else par(yaxs = "i", xpd
## = xpd): la condition a une longueur > 1 et seul le premier élément est
## utilisé
## Warning in if (horizontal) rect(x1, y1, x2, y2, ...) else rect(y1, x1,
## y2, : la condition a une longueur > 1 et seul le premier élément est
## utilisé

## Warning in if (horiz) 2 else 1: la condition a une longueur > 1 et seul le

## premier élément est utilisé

## Warning in if (horiz) 1 else 2: la condition a une longueur > 1 et seul le

## premier élément est utilisé

mtext(paste("support:",support), padj = .8)

abline(v=support*length(Adult), col="red")

support <‐ 0.5

itemsets <‐ apriori(Adult, parameter =

list(target = "frequent itemsets",
supp=support, minlen=2),
control = list(verbose = FALSE))

par(mar=c(5,20,2,2)+.1)

sets_order_supp <‐ DATAFRAME(sort(itemsets, by="support", decreasing = F))

barplot(sets_order_supp$support, [Link]=sets_order_supp$items,
xlim=c(0,1), horiz = T, las = 2, [Link] = .8,
main = "Frequent Itemsets")
## Warning in if (horiz) {: la condition a une longueur > 1 et seul le
premier
## élément est utilisé

## Warning in if (horiz) par(xaxs = "i", xpd = xpd) else par(yaxs = "i", xpd
## = xpd): la condition a une longueur > 1 et seul le premier élément est
## utilisé

## Warning in if (horizontal) rect(x1, y1, x2, y2, ...) else rect(y1, x1,
## y2, : la condition a une longueur > 1 et seul le premier élément est
## utilisé

## Warning in if (horiz) 2 else 1: la condition a une longueur > 1 et seul le

## premier élément est utilisé

## Warning in if (horiz) 1 else 2: la condition a une longueur > 1 et seul le

## premier élément est utilisé

mtext(paste("support:",support), padj = .8)

rules1 <‐ apriori(Adult, parameter = list(supp = 0.6, conf = 0.8,

maxlen=3),control = list(verbose = TRUE))

## Apriori
##
## Parameter specification:
## confidence minval smax arem aval originalSupport maxtime support minlen
## 0.8 0.1 1 none FALSE TRUE 5 0.6 1
## maxlen target ext
## 3 rules FALSE
##
## Algorithmic control:
## filter tree heap memopt load sort verbose
## 0.1 TRUE TRUE FALSE TRUE 2 TRUE
##
## Absolute minimum support count: 29305
##
## set item appearances ...[0 item(s)] done [0.00s].
## set transactions ...[115 item(s), 48842 transaction(s)] done [0.03s].
## sorting and recoding items ... [6 item(s)] done [0.01s].
## creating transaction tree ... done [0.02s].
## checking subsets of size 1 2 3

## Warning in apriori(Adult, parameter = list(supp = 0.6, conf = 0.8, maxlen

## = 3), : Mining stopped (maxlen reached). Only patterns up to a length of 3
## returned!

## done [0.00s].
## writing ... [35 rule(s)] done [0.00s].
## creating S4 object ... done [0.00s].

summary(quality(rules1))

## support confidence lift count

## Min. :0.6051 Min. :0.8504 Min. :0.9867 Min. :29553
## 1st Qu.:0.7195 1st Qu.:0.8956 1st Qu.:0.9953 1st Qu.:35140
## Median :0.7794 Median :0.9143 Median :0.9984 Median :38066
## Mean :0.7667 Mean :0.9123 Mean :1.0021 Mean :37445
## 3rd Qu.:0.8220 3rd Qu.:0.9471 3rd Qu.:1.0017 3rd Qu.:40146
## Max. :0.9533 Max. :0.9565 Max. :1.0271 Max. :46560

inspect(sort(rules1, by="lift")[1:10])

## lhs rhs
support confidence lift count
## [1] {race=White} => {native‐country=United‐States}
0.7881127 0.9217231 1.027076 38493
## [2] {native‐country=United‐States} => {race=White}
0.7881127 0.8781940 1.027076 38493
## [3] {race=White,
## capital‐loss=None} => {native‐country=United‐States}
0.7490480 0.9205626 1.025783 36585
## [4] {race=White,
## capital‐gain=None} => {native‐country=United‐States}
0.7194628 0.9202807 1.025469 35140
## [5] {capital‐loss=None,
## native‐country=United‐States} => {race=White}
0.7490480 0.8762454 1.024797 36585
## [6] {capital‐gain=None,
## native‐country=United‐States} => {race=White}
0.7194628 0.8753051 1.023697 35140
## [7] {workclass=Private} => {capital‐gain=None}
0.6413742 0.9239073 1.007108 31326
## [8] {workclass=Private} => {capital‐loss=None}
0.6639982 0.9564974 1.003377 32431
## [9] {workclass=Private,
## capital‐loss=None} => {capital‐gain=None}
0.6111748 0.9204465 1.003335 29851
## [10] {} => {race=White}
0.8550428 0.8550428 1.000000 41762

inspect(sort(rules1, by="confidence")[1:10])

## lhs rhs support

confidence lift count
## [1] {workclass=Private} => {capital‐loss=None} 0.6639982
0.9564974 1.0033773 32431
## [2] {} => {capital‐loss=None} 0.9532779
0.9532779 1.0000000 46560
## [3] {workclass=Private,
## capital‐gain=None} => {capital‐loss=None} 0.6111748
0.9529145 0.9996188 29851
## [4] {native‐country=United‐States} => {capital‐loss=None} 0.8548380
0.9525461 0.9992323 41752
## [5] {race=White} => {capital‐loss=None} 0.8136849
0.9516307 0.9982720 39742
## [6] {race=White,
## native‐country=United‐States} => {capital‐loss=None} 0.7490480
0.9504325 0.9970152 36585
## [7] {capital‐gain=None} => {capital‐loss=None} 0.8706646
0.9490705 0.9955863 42525
## [8] {capital‐gain=None,
## native‐country=United‐States} => {capital‐loss=None} 0.7793702
0.9481891 0.9946618 38066
## [9] {race=White,
## capital‐gain=None} => {capital‐loss=None} 0.7404283
0.9470983 0.9935175 36164
## [10] {sex=Male} => {capital‐loss=None} 0.6331027
0.9470750 0.9934931 30922

rules<‐apriori(Adult,parameter=list(support=0.01))

## Apriori
##
## Parameter specification:
## confidence minval smax arem aval originalSupport maxtime support minlen
## 0.8 0.1 1 none FALSE TRUE 5 0.01 1
## maxlen target ext
## 10 rules FALSE
##
## Algorithmic control:
## filter tree heap memopt load sort verbose
## 0.1 TRUE TRUE FALSE TRUE 2 TRUE
##
## Absolute minimum support count: 488
##
## set item appearances ...[0 item(s)] done [0.00s].
## set transactions ...[115 item(s), 48842 transaction(s)] done [0.03s].
## sorting and recoding items ... [67 item(s)] done [0.00s].
## creating transaction tree ... done [0.04s].
## checking subsets of size 1 2 3 4 5 6 7 8 9 10

## Warning in apriori(Adult, parameter = list(support = 0.01)): Mining

stopped
## (maxlen reached). Only patterns up to a length of 10 returned!

## done [0.83s].
## writing ... [197371 rule(s)] done [0.05s].
## creating S4 object ... done [0.25s].

[Link] <‐ subset(rules, subset = rhs %in% "income=small")

[Link] <‐ sort([Link], by = "confidence")

inspect([Link])

library(arulesViz)

## Loading required package: grid

plot(rules1)
library("arules")
data("Groceries")
summary(Groceries)

## transactions as itemMatrix in sparse format with

## 9835 rows (elements/itemsets/transactions) and
## 169 columns (items) and a density of 0.02609146
##
## most frequent items:
## whole milk other vegetables rolls/buns soda
## 2513 1903 1809 1715
## yogurt (Other)
## 1372 34055
##
## element (itemset/transaction) length distribution:
## sizes
## 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15
## 2159 1643 1299 1005 855 645 545 438 350 246 182 117 78 77 55
## 16 17 18 19 20 21 22 23 24 26 27 28 29 32
## 46 29 14 14 9 11 4 6 1 1 1 1 3 1
##
## Min. 1st Qu. Median Mean 3rd Qu. Max.
## 1.000 2.000 3.000 4.409 6.000 32.000
##
## includes extended item information ‐ examples:
## labels level2 level1
## 1 frankfurter sausage meat and sausage
## 2 sausage sausage meat and sausage
## 3 liver loaf sausage meat and sausage

inspect(Adult[1:3])

## items transactionID
## [1] {age=Middle‐aged,
## workclass=State‐gov,
## education=Bachelors,
## marital‐status=Never‐married,
## occupation=Adm‐clerical,
## relationship=Not‐in‐family,
## race=White,
## sex=Male,
## capital‐gain=Low,
## capital‐loss=None,
## hours‐per‐week=Full‐time,
## native‐country=United‐States,
## income=small} 1
## [2] {age=Senior,
## workclass=Self‐emp‐not‐inc,
## education=Bachelors,
## marital‐status=Married‐civ‐spouse,
## occupation=Exec‐managerial,
## relationship=Husband,
## race=White,
## sex=Male,
## capital‐gain=None,
## capital‐loss=None,
## hours‐per‐week=Part‐time,
## native‐country=United‐States,
## income=small} 2
## [3] {age=Middle‐aged,
## workclass=Private,
## education=HS‐grad,
## marital‐status=Divorced,
## occupation=Handlers‐cleaners,
## relationship=Not‐in‐family,
## race=White,
## sex=Male,
## capital‐gain=None,
## capital‐loss=None,
## hours‐per‐week=Full‐time,
## native‐country=United‐States,
## income=small} 3

item_frequencies <‐ itemFrequency(Adult, type="a")

support <‐ 0.08
freq_items <‐ sort(item_frequencies, decreasing = F)
freq_items <‐ freq_items[freq_items>support*length(Adult)]
par(mar=c(2,15,2,2))
barplot(freq_items, horiz=T, las=1, main="Frequent Items", [Link]=.8,
xlim=c(0,60000))

## Warning in if (horiz) {: la condition a une longueur > 1 et seul le

premier
## élément est utilisé

## Warning in if (horiz) par(xaxs = "i", xpd = xpd) else par(yaxs = "i", xpd
## = xpd): la condition a une longueur > 1 et seul le premier élément est
## utilisé

## Warning in if (horizontal) rect(x1, y1, x2, y2, ...) else rect(y1, x1,
## y2, : la condition a une longueur > 1 et seul le premier élément est
## utilisé

## Warning in if (horiz) 2 else 1: la condition a une longueur > 1 et seul le

## premier élément est utilisé

## Warning in if (horiz) 1 else 2: la condition a une longueur > 1 et seul le

## premier élément est utilisé

mtext(paste("support:",support), padj = .8)

abline(v=support*length(Adult), col="red")

support <‐ 0.5

itemsets <‐ apriori(Adult, parameter =

 list(target = "frequent itemsets",
supp=support, minlen=2),
control = list(verbose = FALSE))

par(mar=c(5,20,2,2)+.1)

sets_order_supp <‐ DATAFRAME(sort(itemsets, by="support", decreasing = F))

barplot(sets_order_supp$support, [Link]=sets_order_supp$items,
xlim=c(0,1), horiz = T, las = 2, [Link] = .8,
main = "Frequent Itemsets")

## Warning in if (horiz) {: la condition a une longueur > 1 et seul le

premier
## élément est utilisé

## Warning in if (horiz) par(xaxs = "i", xpd = xpd) else par(yaxs = "i", xpd
## = xpd): la condition a une longueur > 1 et seul le premier élément est
## utilisé

## Warning in if (horizontal) rect(x1, y1, x2, y2, ...) else rect(y1, x1,
## y2, : la condition a une longueur > 1 et seul le premier élément est
## utilisé

## Warning in if (horiz) 2 else 1: la condition a une longueur > 1 et seul le

## premier élément est utilisé

## Warning in if (horiz) 1 else 2: la condition a une longueur > 1 et seul le

## premier élément est utilisé

mtext(paste("support:",support), padj = .8)

rules1 <‐ apriori(Adult, parameter = list(supp = 0.6, conf = 0.8,
maxlen=3),control = list(verbose = TRUE))

## Apriori
##
## Parameter specification:
## confidence minval smax arem aval originalSupport maxtime support minlen
## 0.8 0.1 1 none FALSE TRUE 5 0.6 1
## maxlen target ext
## 3 rules FALSE
##
## Algorithmic control:
## filter tree heap memopt load sort verbose
## 0.1 TRUE TRUE FALSE TRUE 2 TRUE
##
## Absolute minimum support count: 29305
##
## set item appearances ...[0 item(s)] done [0.00s].
## set transactions ...[115 item(s), 48842 transaction(s)] done [0.05s].
## sorting and recoding items ... [6 item(s)] done [0.00s].
## creating transaction tree ... done [0.01s].
## checking subsets of size 1 2 3

## Warning in apriori(Adult, parameter = list(supp = 0.6, conf = 0.8, maxlen

## = 3), : Mining stopped (maxlen reached). Only patterns up to a length of 3
## returned!
## done [0.00s].
## writing ... [35 rule(s)] done [0.00s].
## creating S4 object ... done [0.00s].

summary(quality(rules1))

## support confidence lift count

## Min. :0.6051 Min. :0.8504 Min. :0.9867 Min. :29553
## 1st Qu.:0.7195 1st Qu.:0.8956 1st Qu.:0.9953 1st Qu.:35140
## Median :0.7794 Median :0.9143 Median :0.9984 Median :38066
## Mean :0.7667 Mean :0.9123 Mean :1.0021 Mean :37445
## 3rd Qu.:0.8220 3rd Qu.:0.9471 3rd Qu.:1.0017 3rd Qu.:40146
## Max. :0.9533 Max. :0.9565 Max. :1.0271 Max. :46560

inspect(sort(rules1, by="lift")[1:10])

## lhs rhs
support confidence lift count
## [1] {race=White} => {native‐country=United‐States}
0.7881127 0.9217231 1.027076 38493
## [2] {native‐country=United‐States} => {race=White}
0.7881127 0.8781940 1.027076 38493
## [3] {race=White,
## capital‐loss=None} => {native‐country=United‐States}
0.7490480 0.9205626 1.025783 36585
## [4] {race=White,
## capital‐gain=None} => {native‐country=United‐States}
0.7194628 0.9202807 1.025469 35140
## [5] {capital‐loss=None,
## native‐country=United‐States} => {race=White}
0.7490480 0.8762454 1.024797 36585
## [6] {capital‐gain=None,
## native‐country=United‐States} => {race=White}
0.7194628 0.8753051 1.023697 35140
## [7] {workclass=Private} => {capital‐gain=None}
0.6413742 0.9239073 1.007108 31326
## [8] {workclass=Private} => {capital‐loss=None}
0.6639982 0.9564974 1.003377 32431
## [9] {workclass=Private,
## capital‐loss=None} => {capital‐gain=None}
0.6111748 0.9204465 1.003335 29851
## [10] {} => {race=White}
0.8550428 0.8550428 1.000000 41762

inspect(sort(rules1, by="confidence")[1:10])

## lhs rhs support

confidence lift count
## [1] {workclass=Private} => {capital‐loss=None} 0.6639982
0.9564974 1.0033773 32431
## [2] {} => {capital‐loss=None} 0.9532779
0.9532779 1.0000000 46560
## [3] {workclass=Private,
## capital‐gain=None} => {capital‐loss=None} 0.6111748
0.9529145 0.9996188 29851
## [4] {native‐country=United‐States} => {capital‐loss=None} 0.8548380
0.9525461 0.9992323 41752
## [5] {race=White} => {capital‐loss=None} 0.8136849
0.9516307 0.9982720 39742
## [6] {race=White,
## native‐country=United‐States} => {capital‐loss=None} 0.7490480
0.9504325 0.9970152 36585
## [7] {capital‐gain=None} => {capital‐loss=None} 0.8706646
0.9490705 0.9955863 42525
## [8] {capital‐gain=None,
## native‐country=United‐States} => {capital‐loss=None} 0.7793702
0.9481891 0.9946618 38066
## [9] {race=White,
## capital‐gain=None} => {capital‐loss=None} 0.7404283
0.9470983 0.9935175 36164
## [10] {sex=Male} => {capital‐loss=None} 0.6331027
0.9470750 0.9934931 30922

rules<‐apriori(Adult,parameter=list(support=0.01))

## Apriori
##
## Parameter specification:
## confidence minval smax arem aval originalSupport maxtime support minlen
## 0.8 0.1 1 none FALSE TRUE 5 0.01 1
## maxlen target ext
## 10 rules FALSE
##
## Algorithmic control:
## filter tree heap memopt load sort verbose
## 0.1 TRUE TRUE FALSE TRUE 2 TRUE
##
## Absolute minimum support count: 488
##
## set item appearances ...[0 item(s)] done [0.00s].
## set transactions ...[115 item(s), 48842 transaction(s)] done [0.03s].
## sorting and recoding items ... [67 item(s)] done [0.00s].
## creating transaction tree ... done [0.03s].
## checking subsets of size 1 2 3 4 5 6 7 8 9 10

## Warning in apriori(Adult, parameter = list(support = 0.01)): Mining

stopped
## (maxlen reached). Only patterns up to a length of 10 returned!

## done [0.81s].
## writing ... [197371 rule(s)] done [0.05s].
## creating S4 object ... done [0.10s].
[Link] <‐ subset(rules, subset = rhs %in% "income=small")
[Link] <‐ sort([Link], by = "confidence")

inspect([Link])

x=seq(1,10,by=0.1)
y=2+3*x+rnorm(length(x),5,2) # Ajout du bruit (epsilon i)
dxy=[Link](cbind(x,y)) # Grouper les deux vercteurs en une matrice
plot(x,y,type = "p")
model=lm(y~x,data = dxy) # Calcule la regession linéraire entre x et y en
utilisant la matrice dxy
summary(model)

##
## Call:
## lm(formula = y ~ x, data = dxy)
##
## Residuals:
## Min 1Q Median 3Q Max
## ‐5.0838 ‐1.3465 0.1092 1.3293 4.8411
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 6.76416 0.46267 14.62 <2e‐16 ***
## x 3.02388 0.07591 39.84 <2e‐16 ***
## ‐‐‐
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 1.902 on 89 degrees of freedom
## Multiple R‐squared: 0.9469, Adjusted R‐squared: 0.9463
## F‐statistic: 1587 on 1 and 89 DF, p‐value: < 2.2e‐16

lines(x,model$[Link],col="red")
arrows(x, model$[Link], x, y, length=0.05, angle=90, code=2)

## Warning in arrows(x, model$[Link], x, y, length = 0.05, angle =

## 90, : zero‐length arrow is of indeterminate angle and so skipped
# Coefficients:
# Estimate Std. Error t value Pr(>|t|)
# (Intercept) 6.12044 0.45946 13.32 <2e‐16 *** // les 3 etoiles
signifie que beta0 est
# x 3.16488 0.07538 41.98 <2e‐16 *** sigificatif p‐
value est très petit

x1=seq(1,100,by=0.5)
x2=sample(length(x1))
y=2+3*x1+5*x2
dxy=[Link](cbind(x1,x2,y))
model=lm(y~.,data=dxy) # le point signifie toute les variables
summary(model)

## Warning in [Link](model): essentially perfect fit: summary may be

## unreliable

##
## Call:
## lm(formula = y ~ ., data = dxy)
##
## Residuals:
## Min 1Q Median 3Q Max
## ‐3.613e‐13 ‐6.320e‐14 ‐2.920e‐14 1.600e‐14 3.863e‐12
##
## Coefficients:
## Estimate Std. Error t value Pr(>|t|)
## (Intercept) 2.000e+00 5.613e‐14 3.563e+13 <2e‐16 ***
## x1 3.000e+00 7.299e‐16 4.110e+15 <2e‐16 ***
## x2 5.000e+00 3.650e‐16 1.370e+16 <2e‐16 ***
## ‐‐‐
## Signif. codes: 0 '***' 0.001 '**' 0.01 '*' 0.05 '.' 0.1 ' ' 1
##
## Residual standard error: 2.958e‐13 on 196 degrees of freedom
## Multiple R‐squared: 1, Adjusted R‐squared: 1
## F‐statistic: 1.019e+32 on 2 and 196 DF, p‐value: < 2.2e‐16

cor(dxy) # matrice de correlation entre les variable

## x1 x2 y
## x1 1.000000000 ‐0.007446323 0.2807917
## x2 ‐0.007446323 1.000000000 0.9576513
## y 0.280791661 0.957651271 1.0000000

model$coefficients # Coefficient des variables x1, x2

## (Intercept) x1 x2
## 2 3 5

model$residuals # les Erreurs

## 1 2 3 4 5
## 1.149278e‐12 ‐3.612768e‐13 3.863210e‐12 ‐1.283922e‐13 2.042722e‐14
## 6 7 8 9 10
## ‐9.631644e‐14 ‐7.613007e‐14 ‐1.184467e‐13 ‐5.394914e‐14 ‐6.944197e‐14
## 11 12 13 14 15
## ‐4.324549e‐14 ‐9.377835e‐14 ‐1.302120e‐13 ‐1.641200e‐13 ‐8.088772e‐14
## 16 17 18 19 20
## ‐6.984536e‐14 ‐5.733227e‐14 ‐5.767097e‐14 ‐7.178927e‐14 ‐8.747452e‐14
## 21 22 23 24 25
## ‐1.141250e‐13 ‐7.098413e‐14 ‐1.048921e‐13 ‐1.129041e‐13 ‐7.302425e‐14
## 26 27 28 29 30
## ‐8.223078e‐14 ‐1.221055e‐13 ‐6.697531e‐14 ‐4.141799e‐14 ‐8.542873e‐14
## 31 32 33 34 35
## ‐8.995629e‐14 ‐1.378673e‐13 ‐4.136734e‐14 ‐7.195844e‐14 ‐2.382200e‐14
## 36 37 38 39 40
## ‐2.636681e‐14 ‐7.942536e‐14 ‐1.047013e‐13 ‐5.734065e‐14 ‐4.989439e‐14
## 41 42 43 44 45
## ‐2.633529e‐14 ‐8.813752e‐14 ‐9.635740e‐14 ‐4.122721e‐14 ‐3.734612e‐14
## 46 47 48 49 50
## ‐4.788378e‐14 ‐9.841664e‐14 ‐1.135899e‐13 ‐6.188677e‐14 ‐5.688094e‐14
## 51 52 53 54 55
## ‐4.059478e‐14 ‐1.088074e‐13 ‐5.629916e‐14 ‐6.031471e‐14 ‐1.707758e‐14
## 56 57 58 59 60
## ‐3.624725e‐14 ‐5.010181e‐14 ‐4.880226e‐14 ‐6.913856e‐14 ‐5.551467e‐14
## 61 62 63 64 65
## ‐2.000666e‐14 ‐1.000162e‐13 ‐5.842977e‐14 ‐1.331856e‐14 ‐6.085410e‐14
## 66 67 68 69 70
## ‐6.965729e‐14 ‐2.325532e‐14 2.209170e‐14 ‐3.991843e‐14 ‐1.530815e‐13
## 71 72 73 74 75
## ‐5.844446e‐15 ‐7.258637e‐14 ‐6.649918e‐14 ‐4.373128e‐14 2.061423e‐14
## 76 77 78 79 80
## ‐8.791321e‐14 ‐3.014565e‐14 ‐6.269459e‐14 ‐2.860148e‐14 ‐8.028550e‐14
## 81 82 83 84 85
## ‐3.819954e‐14 ‐4.000898e‐14 ‐3.328263e‐14 ‐3.899228e‐14 ‐1.075245e‐13
## 86 87 88 89 90
## ‐2.491589e‐14 ‐1.119750e‐13 ‐3.278023e‐14 ‐3.564386e‐14 7.259706e‐14
## 91 92 93 94 95
## ‐3.014364e‐14 ‐3.773983e‐14 ‐8.027983e‐14 ‐1.683721e‐14 ‐3.636684e‐14
## 96 97 98 99 100
## 8.229641e‐14 ‐2.639856e‐14 ‐7.919337e‐14 ‐6.805480e‐14 ‐5.480633e‐14
## 101 102 103 104 105
## ‐2.551590e‐14 ‐1.340996e‐13 1.134709e‐14 ‐6.370727e‐14 ‐1.289308e‐14
## 106 107 108 109 110
## ‐3.669834e‐14 ‐9.766492e‐15 4.347717e‐14 2.072686e‐14 9.550042e‐15
## 111 112 113 114 115
## ‐3.687471e‐14 ‐8.288367e‐14 ‐1.120599e‐13 ‐5.137639e‐15 ‐1.251046e‐14
## 116 117 118 119 120
## 4.293931e‐14 8.144464e‐14 ‐3.750513e‐14 2.088612e‐14 ‐2.923095e‐14
## 121 122 123 124 125
## ‐2.838756e‐14 ‐4.029974e‐14 3.728593e‐15 ‐8.751444e‐15 ‐1.855374e‐14
## 126 127 128 129 130
## ‐3.920962e‐14 ‐1.052934e‐14 ‐6.154779e‐14 ‐2.740750e‐15 7.598314e‐14
## 131 132 133 134 135
## 1.271016e‐14 ‐3.077311e‐14 6.898786e‐14 ‐4.532632e‐14 7.693972e‐15
## 136 137 138 139 140
## 3.389045e‐14 7.156419e‐14 1.649197e‐14 5.637182e‐14 ‐4.263785e‐15
## 141 142 143 144 145
## 3.571229e‐14 ‐1.408520e‐14 ‐6.062164e‐14 8.303474e‐14 7.660801e‐15
## 146 147 148 149 150
## 7.999855e‐16 ‐2.216459e‐15 1.816682e‐15 ‐8.243444e‐16 4.199699e‐14
## 151 152 153 154 155
## 6.354514e‐15 6.183333e‐15 ‐1.352928e‐14 5.505927e‐15 ‐8.804800e‐15
## 156 157 158 159 160
## 9.383356e‐15 5.020648e‐14 2.293227e‐14 ‐2.486701e‐14 6.194595e‐14
## 161 162 163 164 165
## 5.994408e‐14 1.550207e‐14 1.369263e‐14 ‐3.704813e‐14 ‐8.495908e‐14
## 166 167 168 169 170
## 8.248342e‐14 ‐1.846696e‐14 3.519249e‐14 3.402220e‐14 6.063447e‐14
## 171 172 173 174 175
## ‐1.791454e‐15 4.019830e‐14 3.601522e‐14 4.063168e‐14 3.109312e‐14
## 176 177 178 179 180
## 1.686314e‐14 3.105487e‐14 3.977943e‐14 ‐3.951018e‐14 9.174112e‐14
## 181 182 183 184 185
## ‐1.247031e‐14 4.540893e‐14 ‐2.702353e‐14 ‐3.672318e‐15 3.336227e‐14
## 186 187 188 189 190
## 1.374392e‐13 4.985267e‐14 ‐4.204991e‐14 5.175830e‐14 8.822353e‐14
## 191 192 193 194 195
## 8.526293e‐14 ‐4.948011e‐14 6.207771e‐14 4.194930e‐14 9.000035e‐15
## 196 197 198 199
## 1.209736e‐13 1.032747e‐13 6.052681e‐14 1.089270e‐13

hist(model$residuals,nclass = 100) ## check the normality of the errors

plot([Link](model$residuals))
plot(model$[Link],model$residuals) ## Calculés vs. erreurs

plot(model) ## Validation de modele avec des differents tests

Variable Selection:
nri=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
model=lm(X7~.,data=nri[,‐1])
summary(model)$[Link]

## [1] 0.9186174

## Variable Selection: All possible Regression == Forward Selection : Pour

chaque variable en calcule R et on prend le parametere qui maximise R, on
refait la meme chose avec les parameteres ‐ {paramteres avec R max}
#### Backward Selection:
#### Stepwise (Both Directions): Mélange entre les deux

step(model,direction = "both") ## Check all combination using default

Selection Algorithm (Backward). Output: Dependant variables

## Start: AIC=550.1
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X17 + X18 + X19 + X20 + X21 + X22 +
## X23 + X24 + X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X33 + X34 + X35 + X36 + X37 + X38 + X39 + X40 + X41 + X42 +
## X43 + X44 + X45 + X46 + X47 + X48 + X49 + X50 + X51 + X52 +
## X53
##
## Df Sum of Sq RSS AIC
## ‐ X46 1 0.12 3393.0 548.10
## ‐ X39 1 0.22 3393.1 548.11
## ‐ X4 1 1.21 3394.1 548.15
## ‐ X38 1 1.24 3394.1 548.15
## ‐ X14 1 1.71 3394.6 548.17
## ‐ X1 1 1.93 3394.8 548.18
## ‐ X41 1 2.18 3395.0 548.19
## ‐ X47 1 3.24 3396.1 548.23
## ‐ X42 1 3.62 3396.5 548.25
## ‐ X13 1 6.37 3399.2 548.36
## ‐ X34 1 7.29 3400.1 548.40
## ‐ X24 1 7.68 3400.5 548.41
## ‐ X10 1 11.65 3404.5 548.57
## ‐ X8 1 17.04 3409.9 548.79
## ‐ X25 1 18.08 3410.9 548.84
## ‐ X51 1 18.73 3411.6 548.86
## ‐ X20 1 18.93 3411.8 548.87
## ‐ X33 1 19.18 3412.0 548.88
## ‐ X49 1 20.18 3413.0 548.92
## ‐ X17 1 22.16 3415.0 549.00
## ‐ X27 1 27.08 3419.9 549.20
## ‐ X9 1 28.89 3421.7 549.28
## ‐ X16 1 32.33 3425.2 549.42
## ‐ X23 1 39.77 3432.6 549.72
## ‐ X18 1 39.99 3432.8 549.73
## ‐ X50 1 43.61 3436.5 549.87
## ‐ X26 1 45.19 3438.0 549.94
## ‐ X45 1 48.09 3440.9 550.05
## ‐ X35 1 48.93 3441.8 550.09
## <none> 3392.8 550.10
## ‐ X21 1 62.62 3455.5 550.64
## ‐ X44 1 65.00 3457.8 550.74
## ‐ X12 1 73.37 3466.2 551.07
## ‐ X2 1 76.01 3468.9 551.18
## ‐ X37 1 76.95 3469.8 551.22
## ‐ X22 1 78.44 3471.3 551.28
## ‐ X15 1 79.76 3472.6 551.33
## ‐ X36 1 80.43 3473.3 551.35
## ‐ X5 1 83.23 3476.1 551.47
## ‐ X30 1 92.52 3485.4 551.84
## ‐ X6 1 98.38 3491.2 552.07
## ‐ X11 1 104.33 3497.2 552.31
## ‐ X48 1 107.77 3500.6 552.44
## ‐ X32 1 111.10 3504.0 552.58
## ‐ X31 1 113.77 3506.6 552.68
## ‐ X40 1 119.37 3512.2 552.90
## ‐ X53 1 119.81 3512.7 552.92
## ‐ X43 1 139.87 3532.7 553.71
## ‐ X52 1 218.88 3611.7 556.79
## ‐ X19 1 226.89 3619.7 557.10
## ‐ X3 1 260.71 3653.6 558.39
## ‐ X28 1 455.25 3848.1 565.60
## ‐ X29 1 817.29 4210.1 578.10
##
## Step: AIC=548.1
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X17 + X18 + X19 + X20 + X21 + X22 +
## X23 + X24 + X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X33 + X34 + X35 + X36 + X37 + X38 + X39 + X40 + X41 + X42 +
## X43 + X44 + X45 + X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X39 1 0.22 3393.2 546.11
## ‐ X4 1 1.09 3394.1 546.15
## ‐ X38 1 1.36 3394.3 546.16
## ‐ X14 1 1.80 3394.8 546.18
## ‐ X1 1 1.84 3394.8 546.18
## ‐ X41 1 2.29 3395.2 546.20
## ‐ X47 1 3.19 3396.2 546.23
## ‐ X42 1 3.95 3396.9 546.26
## ‐ X13 1 6.31 3399.3 546.36
## ‐ X34 1 7.54 3400.5 546.41
## ‐ X24 1 7.80 3400.8 546.42
## ‐ X10 1 11.80 3404.8 546.59
## ‐ X8 1 17.23 3410.2 546.81
## ‐ X25 1 17.97 3410.9 546.84
## ‐ X51 1 18.85 3411.8 546.87
## ‐ X33 1 19.06 3412.0 546.88
## ‐ X20 1 19.13 3412.1 546.88
## ‐ X49 1 21.34 3414.3 546.97
## ‐ X17 1 23.12 3416.1 547.05
## ‐ X27 1 27.02 3420.0 547.21
## ‐ X9 1 30.48 3423.4 547.35
## ‐ X16 1 33.49 3426.5 547.47
## ‐ X18 1 39.88 3432.8 547.73
## ‐ X23 1 40.36 3433.3 547.75
## ‐ X50 1 43.69 3436.6 547.88
## ‐ X26 1 46.55 3439.5 548.00
## ‐ X45 1 48.62 3441.6 548.08
## <none> 3393.0 548.10
## ‐ X35 1 49.68 3442.6 548.12
## ‐ X21 1 63.36 3456.3 548.67
## ‐ X44 1 64.93 3457.9 548.74
## ‐ X12 1 76.11 3469.1 549.19
## ‐ X2 1 76.79 3469.8 549.21
## ‐ X37 1 77.84 3470.8 549.26
## ‐ X22 1 79.89 3472.9 549.34
## ‐ X36 1 80.37 3473.3 549.36
## ‐ X15 1 80.85 3473.8 549.38
## ‐ X5 1 90.95 3483.9 549.78
## ‐ X30 1 92.59 3485.6 549.85
## ‐ X6 1 98.40 3491.4 550.08
## + X46 1 0.12 3392.8 550.10
## ‐ X11 1 104.33 3497.3 550.31
## ‐ X32 1 111.57 3504.5 550.60
## ‐ X31 1 114.04 3507.0 550.70
## ‐ X53 1 119.76 3512.7 550.92
## ‐ X40 1 125.27 3518.2 551.14
## ‐ X48 1 136.39 3529.4 551.58
## ‐ X43 1 141.39 3534.3 551.78
## ‐ X52 1 219.88 3612.8 554.83
## ‐ X19 1 234.61 3627.6 555.40
## ‐ X3 1 260.87 3653.8 556.40
## ‐ X28 1 456.68 3849.6 563.66
## ‐ X29 1 826.60 4219.6 576.41
##
## Step: AIC=546.11
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X17 + X18 + X19 + X20 + X21 + X22 +
## X23 + X24 + X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X33 + X34 + X35 + X36 + X37 + X38 + X40 + X41 + X42 + X43 +
## X44 + X45 + X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X4 1 1.32 3394.5 544.17
## ‐ X38 1 1.63 3394.8 544.18
## ‐ X1 1 1.81 3395.0 544.19
## ‐ X14 1 1.90 3395.1 544.19
## ‐ X41 1 2.08 3395.3 544.20
## ‐ X42 1 3.85 3397.0 544.27
## ‐ X13 1 7.05 3400.2 544.40
## ‐ X34 1 7.39 3400.6 544.41
## ‐ X24 1 7.63 3400.8 544.42
## ‐ X47 1 8.55 3401.7 544.46
## ‐ X10 1 11.66 3404.8 544.59
## ‐ X8 1 17.04 3410.2 544.81
## ‐ X25 1 17.79 3411.0 544.84
## ‐ X33 1 18.90 3412.1 544.88
## ‐ X20 1 19.46 3412.6 544.91
## ‐ X49 1 21.38 3414.6 544.98
## ‐ X51 1 22.09 3415.3 545.01
## ‐ X17 1 23.15 3416.3 545.06
## ‐ X27 1 26.84 3420.0 545.21
## ‐ X9 1 30.90 3424.1 545.37
## ‐ X16 1 33.67 3426.9 545.48
## ‐ X18 1 39.82 3433.0 545.73
## ‐ X23 1 40.38 3433.6 545.76
## ‐ X26 1 48.87 3442.1 546.10
## ‐ X45 1 49.13 3442.3 546.11
## <none> 3393.2 546.11
## ‐ X35 1 49.47 3442.7 546.12
## ‐ X50 1 50.96 3444.1 546.18
## ‐ X21 1 63.25 3456.4 546.68
## ‐ X44 1 66.24 3459.4 546.80
## ‐ X12 1 77.65 3470.8 547.26
## ‐ X37 1 78.46 3471.6 547.29
## ‐ X2 1 78.55 3471.7 547.29
## ‐ X36 1 81.21 3474.4 547.40
## ‐ X22 1 87.93 3481.1 547.67
## ‐ X15 1 90.32 3483.5 547.76
## ‐ X5 1 90.77 3484.0 547.78
## ‐ X6 1 98.22 3491.4 548.08
## ‐ X30 1 98.38 3491.6 548.08
## + X39 1 0.22 3393.0 548.10
## + X46 1 0.12 3393.1 548.11
## ‐ X32 1 111.35 3504.5 548.60
## ‐ X11 1 111.95 3505.1 548.62
## ‐ X31 1 113.84 3507.0 548.70
## ‐ X53 1 122.99 3516.2 549.06
## ‐ X40 1 125.54 3518.7 549.16
## ‐ X48 1 137.40 3530.6 549.63
## ‐ X43 1 141.48 3534.7 549.79
## ‐ X52 1 219.68 3612.9 552.83
## ‐ X19 1 238.50 3631.7 553.55
## ‐ X3 1 269.51 3662.7 554.74
## ‐ X28 1 460.43 3853.6 561.80
## ‐ X29 1 836.60 4229.8 574.74
##
## Step: AIC=544.17
## X7 ~ X1 + X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 +
## X24 + X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 +
## X34 + X35 + X36 + X37 + X38 + X40 + X41 + X42 + X43 + X44 +
## X45 + X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X1 1 1.00 3395.5 542.21
## ‐ X38 1 1.54 3396.0 542.23
## ‐ X14 1 1.62 3396.1 542.23
## ‐ X41 1 2.32 3396.8 542.26
## ‐ X42 1 3.56 3398.1 542.31
## ‐ X13 1 6.50 3401.0 542.43
## ‐ X47 1 7.49 3402.0 542.47
## ‐ X24 1 7.57 3402.1 542.48
## ‐ X34 1 7.75 3402.3 542.48
## ‐ X10 1 13.63 3408.1 542.72
## ‐ X8 1 16.04 3410.5 542.82
## ‐ X33 1 18.65 3413.2 542.93
## ‐ X20 1 19.38 3413.9 542.96
## ‐ X25 1 20.18 3414.7 542.99
## ‐ X49 1 21.84 3416.3 543.06
## ‐ X17 1 22.78 3417.3 543.10
## ‐ X51 1 24.15 3418.7 543.15
## ‐ X27 1 27.48 3422.0 543.29
## ‐ X16 1 34.50 3429.0 543.57
## ‐ X9 1 36.40 3430.9 543.65
## ‐ X18 1 40.13 3434.6 543.80
## ‐ X23 1 40.66 3435.2 543.82
## ‐ X45 1 48.68 3443.2 544.15
## <none> 3394.5 544.17
## ‐ X26 1 49.33 3443.8 544.17
## ‐ X50 1 52.39 3446.9 544.30
## ‐ X35 1 53.03 3447.5 544.32
## ‐ X21 1 63.32 3457.8 544.73
## ‐ X44 1 65.20 3459.7 544.81
## ‐ X2 1 77.46 3472.0 545.30
## ‐ X37 1 78.29 3472.8 545.34
## ‐ X12 1 78.54 3473.1 545.35
## ‐ X36 1 82.37 3476.9 545.50
## ‐ X22 1 86.69 3481.2 545.67
## ‐ X15 1 89.03 3483.5 545.76
## ‐ X6 1 97.28 3491.8 546.09
## + X4 1 1.32 3393.2 546.11
## + X39 1 0.46 3394.1 546.15
## + X46 1 0.00 3394.5 546.17
## ‐ X30 1 107.04 3501.5 546.48
## ‐ X32 1 110.36 3504.9 546.61
## ‐ X11 1 111.05 3505.6 546.64
## ‐ X31 1 117.32 3511.8 546.89
## ‐ X53 1 122.08 3516.6 547.08
## ‐ X40 1 125.05 3519.6 547.19
## ‐ X5 1 134.46 3529.0 547.57
## ‐ X48 1 138.78 3533.3 547.74
## ‐ X43 1 140.54 3535.0 547.80
## ‐ X52 1 219.10 3613.6 550.86
## ‐ X19 1 241.37 3635.9 551.71
## ‐ X3 1 269.69 3664.2 552.79
## ‐ X28 1 463.20 3857.7 559.95
## ‐ X29 1 836.03 4230.5 572.77
##
## Step: AIC=542.21
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X14 +
## X15 + X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X24 +
## X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 +
## X35 + X36 + X37 + X38 + X40 + X41 + X42 + X43 + X44 + X45 +
## X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X14 1 1.23 3396.7 540.26
## ‐ X38 1 2.56 3398.1 540.31
## ‐ X41 1 2.81 3398.3 540.32
## ‐ X42 1 3.74 3399.2 540.36
## ‐ X13 1 6.74 3402.2 540.48
## ‐ X24 1 7.09 3402.6 540.50
## ‐ X34 1 7.51 3403.0 540.51
## ‐ X47 1 9.63 3405.1 540.60
## ‐ X10 1 13.20 3408.7 540.75
## ‐ X8 1 16.57 3412.1 540.88
## ‐ X25 1 19.40 3414.9 541.00
## ‐ X20 1 20.38 3415.9 541.04
## ‐ X33 1 20.41 3415.9 541.04
## ‐ X49 1 23.96 3419.5 541.18
## ‐ X17 1 24.38 3419.9 541.20
## ‐ X51 1 26.10 3421.6 541.27
## ‐ X27 1 26.85 3422.4 541.30
## ‐ X16 1 33.59 3429.1 541.58
## ‐ X9 1 36.48 3432.0 541.69
## ‐ X18 1 39.60 3435.1 541.82
## ‐ X23 1 39.79 3435.3 541.83
## ‐ X26 1 49.09 3444.6 542.20
## ‐ X45 1 49.21 3444.7 542.21
## <none> 3395.5 542.21
## ‐ X35 1 52.05 3447.6 542.32
## ‐ X50 1 61.21 3456.7 542.69
## ‐ X21 1 65.92 3461.4 542.88
## ‐ X44 1 67.36 3462.9 542.94
## ‐ X37 1 77.77 3473.3 543.35
## ‐ X12 1 78.67 3474.2 543.39
## ‐ X2 1 80.67 3476.2 543.47
## ‐ X36 1 83.53 3479.0 543.59
## ‐ X22 1 85.71 3481.2 543.67
## ‐ X15 1 93.51 3489.0 543.98
## + X1 1 1.00 3394.5 544.17
## + X4 1 0.51 3395.0 544.19
## + X39 1 0.33 3395.2 544.19
## + X46 1 0.00 3395.5 544.21
## ‐ X6 1 109.90 3505.4 544.63
## ‐ X11 1 110.11 3505.6 544.64
## ‐ X30 1 115.29 3510.8 544.85
## ‐ X31 1 116.41 3511.9 544.89
## ‐ X32 1 118.11 3513.6 544.96
## ‐ X40 1 124.83 3520.3 545.23
## ‐ X53 1 128.75 3524.3 545.38
## ‐ X5 1 142.68 3538.2 545.93
## ‐ X48 1 146.84 3542.4 546.09
## ‐ X43 1 153.55 3549.1 546.36
## ‐ X52 1 219.60 3615.1 548.92
## ‐ X19 1 241.46 3637.0 549.76
## ‐ X3 1 275.70 3671.2 551.06
## ‐ X28 1 462.86 3858.4 557.97
## ‐ X29 1 836.03 4231.5 570.80
##
## Step: AIC=540.26
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X15 +
## X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X24 + X25 +
## X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 +
## X36 + X37 + X38 + X40 + X41 + X42 + X43 + X44 + X45 + X47 +
## X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X38 1 2.58 3399.3 538.36
## ‐ X41 1 2.93 3399.7 538.38
## ‐ X42 1 3.72 3400.5 538.41
## ‐ X13 1 5.52 3402.3 538.48
## ‐ X24 1 6.72 3403.5 538.53
## ‐ X34 1 7.17 3403.9 538.55
## ‐ X47 1 10.62 3407.4 538.69
## ‐ X10 1 14.18 3410.9 538.84
## ‐ X8 1 16.63 3413.4 538.94
## ‐ X25 1 19.64 3416.4 539.06
## ‐ X33 1 21.81 3418.5 539.15
## ‐ X20 1 22.22 3419.0 539.16
## ‐ X17 1 24.51 3421.2 539.26
## ‐ X49 1 25.31 3422.0 539.29
## ‐ X27 1 25.80 3422.5 539.31
## ‐ X51 1 27.89 3424.6 539.39
## ‐ X16 1 35.13 3431.9 539.69
## ‐ X9 1 35.25 3432.0 539.69
## ‐ X23 1 38.67 3435.4 539.83
## ‐ X18 1 39.04 3435.8 539.85
## ‐ X45 1 48.22 3445.0 540.22
## <none> 3396.7 540.26
## ‐ X35 1 51.75 3448.5 540.36
## ‐ X26 1 52.86 3449.6 540.40
## ‐ X50 1 62.34 3459.1 540.79
## ‐ X44 1 66.13 3462.9 540.94
## ‐ X21 1 67.98 3464.7 541.01
## ‐ X37 1 76.70 3473.4 541.36
## ‐ X12 1 79.20 3475.9 541.46
## ‐ X36 1 84.21 3480.9 541.66
## ‐ X2 1 84.60 3481.3 541.68
## ‐ X22 1 84.78 3481.5 541.68
## ‐ X15 1 94.10 3490.8 542.06
## + X14 1 1.23 3395.5 542.21
## + X1 1 0.61 3396.1 542.23
## + X4 1 0.47 3396.3 542.24
## + X39 1 0.42 3396.3 542.24
## + X46 1 0.01 3396.7 542.26
## ‐ X11 1 111.99 3508.7 542.77
## ‐ X6 1 112.84 3509.6 542.80
## ‐ X30 1 115.64 3512.4 542.91
## ‐ X31 1 116.04 3512.8 542.93
## ‐ X32 1 122.07 3518.8 543.17
## ‐ X40 1 123.68 3520.4 543.23
## ‐ X53 1 127.71 3524.5 543.39
## ‐ X5 1 141.83 3538.6 543.94
## ‐ X48 1 148.63 3545.4 544.21
## ‐ X43 1 152.61 3549.3 544.37
## ‐ X52 1 225.24 3622.0 547.18
## ‐ X19 1 241.79 3638.5 547.82
## ‐ X3 1 274.60 3671.3 549.06
## ‐ X28 1 465.92 3862.7 556.12
## ‐ X29 1 843.40 4240.1 569.08
##
## Step: AIC=538.36
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X15 +
## X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X24 + X25 +
## X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 +
## X36 + X37 + X40 + X41 + X42 + X43 + X44 + X45 + X47 + X48 +
## X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X41 1 1.34 3400.7 536.42
## ‐ X42 1 2.77 3402.1 536.48
## ‐ X24 1 6.30 3405.6 536.62
## ‐ X13 1 6.42 3405.7 536.63
## ‐ X34 1 6.73 3406.0 536.64
## ‐ X47 1 8.16 3407.5 536.70
## ‐ X8 1 16.68 3416.0 537.04
## ‐ X10 1 17.17 3416.5 537.06
## ‐ X33 1 20.03 3419.4 537.18
## ‐ X25 1 21.46 3420.8 537.24
## ‐ X17 1 22.03 3421.4 537.26
## ‐ X49 1 23.68 3423.0 537.33
## ‐ X20 1 25.80 3425.1 537.41
## ‐ X27 1 26.35 3425.7 537.44
## ‐ X51 1 32.03 3431.3 537.67
## ‐ X16 1 34.21 3433.5 537.75
## ‐ X23 1 37.43 3436.7 537.89
## ‐ X9 1 37.95 3437.3 537.91
## ‐ X18 1 38.70 3438.0 537.94
## ‐ X45 1 47.63 3446.9 538.30
## <none> 3399.3 538.36
## ‐ X26 1 53.40 3452.7 538.53
## ‐ X35 1 54.52 3453.8 538.57
## ‐ X50 1 60.38 3459.7 538.81
## ‐ X21 1 66.04 3465.4 539.04
## ‐ X44 1 68.75 3468.1 539.15
## ‐ X37 1 74.15 3473.5 539.36
## ‐ X12 1 78.78 3478.1 539.55
## ‐ X22 1 85.76 3485.1 539.83
## ‐ X36 1 85.83 3485.2 539.83
## ‐ X2 1 87.67 3487.0 539.90
## ‐ X15 1 94.98 3494.3 540.19
## + X38 1 2.58 3396.7 540.26
## + X1 1 1.45 3397.9 540.30
## + X14 1 1.26 3398.1 540.31
## + X39 1 0.80 3398.5 540.33
## + X4 1 0.21 3399.1 540.35
## + X46 1 0.10 3399.2 540.36
## ‐ X11 1 113.30 3512.6 540.92
## ‐ X6 1 114.99 3514.3 540.99
## ‐ X30 1 115.01 3514.3 540.99
## ‐ X32 1 119.81 3519.1 541.18
## ‐ X31 1 124.43 3523.7 541.36
## ‐ X53 1 127.26 3526.6 541.47
## ‐ X40 1 128.01 3527.3 541.50
## ‐ X5 1 141.07 3540.4 542.01
## ‐ X43 1 150.95 3550.3 542.40
## ‐ X48 1 159.65 3559.0 542.74
## ‐ X52 1 229.06 3628.4 545.43
## ‐ X19 1 239.24 3638.6 545.82
## ‐ X3 1 283.05 3682.4 547.48
## ‐ X28 1 471.50 3870.8 554.42
## ‐ X29 1 841.62 4240.9 567.11
##
## Step: AIC=536.42
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X15 +
## X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X24 + X25 +
## X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 +
## X36 + X37 + X40 + X42 + X43 + X44 + X45 + X47 + X48 + X49 +
## X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X42 1 3.62 3404.3 534.57
## ‐ X24 1 5.83 3406.5 534.66
## ‐ X34 1 6.31 3407.0 534.68
## ‐ X13 1 6.73 3407.4 534.69
## ‐ X47 1 8.48 3409.1 534.76
## ‐ X10 1 16.42 3417.1 535.09
## ‐ X8 1 18.27 3418.9 535.16
## ‐ X33 1 18.76 3419.4 535.18
## ‐ X25 1 21.65 3422.3 535.30
## ‐ X17 1 22.26 3422.9 535.32
## ‐ X27 1 25.30 3426.0 535.45
## ‐ X20 1 26.06 3426.7 535.48
## ‐ X49 1 26.08 3426.7 535.48
## ‐ X16 1 33.86 3434.5 535.79
## ‐ X9 1 39.15 3439.8 536.01
## ‐ X51 1 40.32 3441.0 536.06
## ‐ X23 1 40.47 3441.1 536.06
## ‐ X18 1 45.88 3446.5 536.28
## ‐ X45 1 47.80 3448.5 536.36
## <none> 3400.7 536.42
## ‐ X35 1 53.68 3454.3 536.59
## ‐ X26 1 59.49 3460.1 536.83
## ‐ X50 1 63.26 3463.9 536.98
## ‐ X44 1 68.03 3468.7 537.17
## ‐ X21 1 68.24 3468.9 537.18
## ‐ X37 1 75.14 3475.8 537.46
## ‐ X12 1 82.19 3482.8 537.74
## ‐ X36 1 84.61 3485.3 537.83
## ‐ X2 1 90.38 3491.0 538.06
## ‐ X22 1 90.42 3491.1 538.07
## + X1 1 1.48 3399.2 538.36
## + X14 1 1.34 3399.3 538.36
## + X41 1 1.34 3399.3 538.36
## + X38 1 0.98 3399.7 538.38
## + X4 1 0.30 3400.4 538.41
## + X39 1 0.25 3400.4 538.41
## + X46 1 0.11 3400.5 538.41
## ‐ X15 1 103.70 3504.4 538.59
## ‐ X6 1 114.30 3515.0 539.01
## ‐ X11 1 117.47 3518.1 539.14
## ‐ X30 1 118.50 3519.2 539.18
## ‐ X32 1 119.72 3520.4 539.23
## ‐ X31 1 125.16 3525.8 539.44
## ‐ X53 1 126.19 3526.8 539.48
## ‐ X40 1 139.28 3539.9 540.00
## ‐ X5 1 145.65 3546.3 540.25
## ‐ X43 1 150.59 3551.2 540.44
## ‐ X48 1 162.73 3563.4 540.91
## ‐ X52 1 228.59 3629.2 543.46
## ‐ X19 1 243.42 3644.1 544.03
## ‐ X3 1 292.26 3692.9 545.88
## ‐ X28 1 470.53 3871.2 552.43
## ‐ X29 1 845.91 4246.6 565.30
##
## Step: AIC=534.57
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X15 +
## X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X24 + X25 +
## X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 +
## X36 + X37 + X40 + X43 + X44 + X45 + X47 + X48 + X49 + X50 +
## X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X24 1 4.34 3408.6 532.74
## ‐ X34 1 5.63 3409.9 532.80
## ‐ X13 1 8.33 3412.6 532.91
## ‐ X47 1 9.16 3413.4 532.94
## ‐ X10 1 14.06 3418.3 533.14
## ‐ X33 1 18.50 3422.8 533.32
## ‐ X8 1 20.10 3424.4 533.38
## ‐ X25 1 22.02 3426.3 533.46
## ‐ X20 1 23.07 3427.3 533.50
## ‐ X17 1 23.18 3427.5 533.51
## ‐ X49 1 24.69 3429.0 533.57
## ‐ X27 1 26.50 3430.8 533.64
## ‐ X16 1 33.67 3437.9 533.93
## ‐ X9 1 39.73 3444.0 534.18
## ‐ X23 1 39.93 3444.2 534.19
## ‐ X51 1 41.82 3446.1 534.26
## ‐ X45 1 44.24 3448.5 534.36
## ‐ X18 1 47.26 3451.5 534.48
## <none> 3404.3 534.57
## ‐ X35 1 54.90 3459.2 534.79
## ‐ X26 1 55.88 3460.1 534.83
## ‐ X50 1 65.23 3469.5 535.20
## ‐ X44 1 66.17 3470.4 535.24
## ‐ X21 1 68.35 3472.6 535.33
## ‐ X12 1 84.09 3488.4 535.96
## ‐ X36 1 88.18 3492.5 536.12
## ‐ X2 1 88.29 3492.6 536.12
## + X42 1 3.62 3400.7 536.42
## ‐ X37 1 96.03 3500.3 536.43
## ‐ X22 1 96.16 3500.4 536.44
## + X41 1 2.18 3402.1 536.48
## + X1 1 1.45 3402.8 536.51
## + X14 1 1.33 3402.9 536.51
## + X46 1 0.39 3403.9 536.55
## + X38 1 0.26 3404.0 536.55
## + X4 1 0.21 3404.1 536.56
## + X39 1 0.03 3404.2 536.56
## ‐ X15 1 104.33 3508.6 536.76
## ‐ X30 1 115.60 3519.9 537.21
## ‐ X32 1 116.44 3520.7 537.24
## ‐ X11 1 119.82 3524.1 537.37
## ‐ X53 1 125.36 3529.6 537.59
## ‐ X6 1 138.13 3542.4 538.09
## ‐ X5 1 142.05 3546.3 538.25
## ‐ X40 1 144.76 3549.0 538.35
## ‐ X31 1 145.74 3550.0 538.39
## ‐ X43 1 147.22 3551.5 538.45
## ‐ X48 1 161.23 3565.5 539.00
## ‐ X52 1 233.64 3637.9 541.79
## ‐ X19 1 246.90 3651.2 542.30
## ‐ X3 1 288.65 3692.9 543.88
## ‐ X28 1 466.95 3871.2 550.43
## ‐ X29 1 857.95 4262.2 563.81
##
## Step: AIC=532.74
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X15 +
## X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X25 + X26 +
## X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 + X36 +
## X37 + X40 + X43 + X44 + X45 + X47 + X48 + X49 + X50 + X51 +
## X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X34 1 5.29 3413.9 530.96
## ‐ X47 1 8.02 3416.6 531.07
## ‐ X13 1 10.52 3419.1 531.17
## ‐ X10 1 16.17 3424.8 531.40
## ‐ X33 1 17.45 3426.1 531.45
## ‐ X20 1 20.58 3429.2 531.58
## ‐ X8 1 23.09 3431.7 531.68
## ‐ X25 1 24.00 3432.6 531.72
## ‐ X49 1 24.42 3433.0 531.73
## ‐ X27 1 26.33 3434.9 531.81
## ‐ X17 1 26.81 3435.4 531.83
## ‐ X16 1 36.74 3445.4 532.23
## ‐ X23 1 38.77 3447.4 532.31
## ‐ X45 1 39.92 3448.5 532.36
## ‐ X9 1 42.04 3450.7 532.45
## ‐ X51 1 44.30 3452.9 532.54
## ‐ X18 1 45.51 3454.1 532.59
## <none> 3408.6 532.74
## ‐ X35 1 61.15 3469.8 533.21
## ‐ X26 1 62.17 3470.8 533.25
## ‐ X44 1 63.97 3472.6 533.33
## ‐ X50 1 68.27 3476.9 533.50
## ‐ X21 1 70.16 3478.8 533.57
## ‐ X2 1 85.07 3493.7 534.17
## ‐ X37 1 92.22 3500.8 534.45
## + X24 1 4.34 3404.3 534.57
## ‐ X36 1 95.62 3504.2 534.59
## ‐ X22 1 96.71 3505.3 534.63
## + X42 1 2.12 3406.5 534.66
## + X41 1 1.45 3407.2 534.68
## + X14 1 0.99 3407.6 534.70
## + X1 1 0.98 3407.6 534.70
## + X46 1 0.40 3408.2 534.73
## + X38 1 0.34 3408.3 534.73
## + X4 1 0.29 3408.3 534.73
## + X39 1 0.02 3408.6 534.74
## ‐ X12 1 101.16 3509.8 534.81
## ‐ X15 1 104.22 3512.8 534.93
## ‐ X32 1 114.63 3523.2 535.34
## ‐ X53 1 126.47 3535.1 535.81
## ‐ X11 1 132.35 3541.0 536.04
## ‐ X30 1 135.09 3543.7 536.15
## ‐ X5 1 140.46 3549.1 536.36
## ‐ X43 1 143.16 3551.8 536.46
## ‐ X6 1 143.86 3552.5 536.49
## ‐ X31 1 144.05 3552.7 536.50
## ‐ X40 1 151.32 3559.9 536.78
## ‐ X48 1 185.13 3593.7 538.09
## ‐ X52 1 230.00 3638.6 539.82
## ‐ X19 1 245.84 3654.5 540.42
## ‐ X3 1 292.20 3700.8 542.17
## ‐ X28 1 470.95 3879.6 548.73
## ‐ X29 1 869.95 4278.6 562.34
##
## Step: AIC=530.96
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X15 +
## X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X25 + X26 +
## X27 + X28 + X29 + X30 + X31 + X32 + X33 + X35 + X36 + X37 +
## X40 + X43 + X44 + X45 + X47 + X48 + X49 + X50 + X51 + X52 +
## X53
##
## Df Sum of Sq RSS AIC
## ‐ X47 1 9.79 3423.7 529.36
## ‐ X13 1 11.03 3424.9 529.41
## ‐ X33 1 13.28 3427.2 529.50
## ‐ X10 1 15.60 3429.5 529.59
## ‐ X20 1 22.89 3436.8 529.89
## ‐ X27 1 24.14 3438.0 529.94
## ‐ X8 1 24.48 3438.4 529.95
## ‐ X25 1 27.18 3441.1 530.06
## ‐ X17 1 30.29 3444.2 530.19
## ‐ X23 1 34.37 3448.3 530.35
## ‐ X49 1 38.26 3452.2 530.51
## ‐ X9 1 41.58 3455.5 530.64
## ‐ X16 1 41.95 3455.9 530.66
## ‐ X18 1 43.26 3457.2 530.71
## ‐ X45 1 43.39 3457.3 530.71
## ‐ X51 1 48.81 3462.7 530.93
## <none> 3413.9 530.96
## ‐ X35 1 57.85 3471.8 531.29
## ‐ X44 1 61.86 3475.8 531.45
## ‐ X50 1 65.38 3479.3 531.60
## ‐ X21 1 67.87 3481.8 531.69
## ‐ X26 1 68.00 3481.9 531.70
## ‐ X2 1 80.74 3494.6 532.21
## ‐ X37 1 89.02 3502.9 532.54
## + X34 1 5.29 3408.6 532.74
## + X24 1 4.00 3409.9 532.80
## ‐ X36 1 95.97 3509.9 532.81
## + X42 1 1.68 3412.2 532.89
## + X41 1 1.00 3412.9 532.92
## + X1 1 0.78 3413.1 532.93
## + X14 1 0.73 3413.2 532.93
## + X46 1 0.55 3413.4 532.94
## + X4 1 0.50 3413.4 532.94
## + X38 1 0.34 3413.6 532.94
## + X39 1 0.13 3413.8 532.95
## ‐ X12 1 107.23 3521.1 533.26
## ‐ X15 1 109.46 3523.4 533.34
## ‐ X32 1 110.25 3524.2 533.38
## ‐ X22 1 120.23 3534.1 533.77
## ‐ X53 1 123.07 3537.0 533.88
## ‐ X11 1 127.96 3541.9 534.07
## ‐ X6 1 142.13 3556.0 534.63
## ‐ X31 1 145.92 3559.8 534.78
## ‐ X5 1 147.55 3561.5 534.84
## ‐ X40 1 149.55 3563.4 534.92
## ‐ X43 1 152.84 3566.7 535.05
## ‐ X30 1 161.47 3575.4 535.38
## ‐ X48 1 179.88 3593.8 536.10
## ‐ X52 1 226.31 3640.2 537.88
## ‐ X19 1 256.42 3670.3 539.03
## ‐ X3 1 319.02 3732.9 541.38
## ‐ X28 1 465.67 3879.6 546.73
## ‐ X29 1 865.20 4279.1 560.36
##
## Step: AIC=529.36
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X13 + X15 +
## X16 + X17 + X18 + X19 + X20 + X21 + X22 + X23 + X25 + X26 +
## X27 + X28 + X29 + X30 + X31 + X32 + X33 + X35 + X36 + X37 +
## X40 + X43 + X44 + X45 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X13 1 9.32 3433.0 527.73
## ‐ X33 1 10.98 3434.7 527.80
## ‐ X20 1 22.33 3446.0 528.26
## ‐ X27 1 22.68 3446.4 528.27
## ‐ X10 1 23.21 3446.9 528.30
## ‐ X8 1 27.68 3451.4 528.48
## ‐ X25 1 28.73 3452.4 528.52
## ‐ X17 1 29.09 3452.8 528.53
## ‐ X49 1 35.73 3459.4 528.80
## ‐ X23 1 39.87 3463.6 528.97
## ‐ X45 1 40.19 3463.9 528.98
## ‐ X9 1 42.74 3466.4 529.08
## ‐ X51 1 45.35 3469.0 529.19
## ‐ X16 1 46.54 3470.2 529.23
## <none> 3423.7 529.36
## ‐ X18 1 51.06 3474.8 529.41
## ‐ X44 1 58.89 3482.6 529.73
## ‐ X50 1 64.54 3488.2 529.95
## ‐ X26 1 70.71 3494.4 530.20
## ‐ X2 1 71.31 3495.0 530.22
## ‐ X35 1 79.66 3503.4 530.55
## ‐ X21 1 80.40 3504.1 530.58
## ‐ X37 1 89.58 3513.3 530.95
## + X47 1 9.79 3413.9 530.96
## + X39 1 8.92 3414.8 530.99
## + X34 1 7.07 3416.6 531.07
## + X24 1 2.75 3420.9 531.24
## + X42 1 2.27 3421.4 531.26
## + X1 1 1.71 3422.0 531.29
## + X14 1 1.56 3422.1 531.29
## + X41 1 1.39 3422.3 531.30
## + X38 1 0.45 3423.2 531.34
## + X46 1 0.30 3423.4 531.34
## ‐ X15 1 99.67 3523.4 531.34
## + X4 1 0.03 3423.7 531.35
## ‐ X32 1 104.10 3527.8 531.52
## ‐ X36 1 105.72 3529.4 531.58
## ‐ X12 1 109.10 3532.8 531.72
## ‐ X53 1 116.63 3540.3 532.01
## ‐ X11 1 140.77 3564.5 532.96
## ‐ X31 1 148.64 3572.3 533.26
## ‐ X43 1 148.96 3572.7 533.28
## ‐ X6 1 149.04 3572.7 533.28
## ‐ X5 1 151.12 3574.8 533.36
## ‐ X40 1 155.64 3579.3 533.54
## ‐ X22 1 171.76 3595.5 534.16
## ‐ X30 1 171.82 3595.5 534.16
## ‐ X48 1 176.39 3600.1 534.34
## ‐ X52 1 227.95 3651.6 536.32
## ‐ X19 1 300.77 3724.5 539.06
## ‐ X3 1 320.33 3744.0 539.79
## ‐ X28 1 464.80 3888.5 545.05
## ‐ X29 1 855.42 4279.1 558.36
##
## Step: AIC=527.73
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X15 + X16 +
## X17 + X18 + X19 + X20 + X21 + X22 + X23 + X25 + X26 + X27 +
## X28 + X29 + X30 + X31 + X32 + X33 + X35 + X36 + X37 + X40 +
## X43 + X44 + X45 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X33 1 9.48 3442.5 526.12
## ‐ X10 1 18.06 3451.1 526.46
## ‐ X20 1 18.67 3451.7 526.49
## ‐ X25 1 26.70 3459.7 526.81
## ‐ X27 1 28.39 3461.4 526.88
## ‐ X49 1 30.46 3463.5 526.96
## ‐ X17 1 31.63 3464.6 527.01
## ‐ X8 1 34.75 3467.8 527.13
## ‐ X9 1 38.71 3471.7 527.29
## ‐ X51 1 39.14 3472.2 527.31
## ‐ X45 1 40.52 3473.5 527.36
## ‐ X16 1 43.53 3476.5 527.49
## ‐ X23 1 47.40 3480.4 527.64
## ‐ X18 1 47.84 3480.9 527.66
## <none> 3433.0 527.73
## ‐ X44 1 57.06 3490.1 528.03
## ‐ X50 1 58.84 3491.9 528.10
## ‐ X26 1 64.04 3497.1 528.30
## ‐ X2 1 68.35 3501.4 528.47
## ‐ X21 1 78.99 3512.0 528.90
## ‐ X35 1 84.29 3517.3 529.11
## + X13 1 9.32 3423.7 529.36
## ‐ X15 1 91.06 3524.1 529.37
## + X47 1 8.08 3424.9 529.41
## + X34 1 7.43 3425.6 529.43
## + X39 1 6.58 3426.4 529.47
## + X24 1 4.52 3428.5 529.55
## + X42 1 3.27 3429.7 529.60
## + X1 1 2.96 3430.1 529.61
## + X41 1 1.74 3431.3 529.66
## ‐ X32 1 99.28 3532.3 529.70
## + X46 1 0.23 3432.8 529.72
## + X4 1 0.22 3432.8 529.73
## + X38 1 0.18 3432.8 529.73
## + X14 1 0.14 3432.9 529.73
## ‐ X12 1 102.82 3535.8 529.84
## ‐ X36 1 108.39 3541.4 530.05
## ‐ X37 1 108.45 3541.5 530.06
## ‐ X53 1 112.56 3545.6 530.22
## ‐ X11 1 145.35 3578.4 531.50
## ‐ X43 1 151.57 3584.6 531.74
## ‐ X6 1 158.96 3592.0 532.03
## ‐ X31 1 161.06 3594.1 532.11
## ‐ X40 1 161.62 3594.6 532.13
## ‐ X30 1 163.63 3596.6 532.21
## ‐ X48 1 171.14 3604.2 532.50
## ‐ X22 1 174.43 3607.4 532.62
## ‐ X5 1 185.95 3619.0 533.07
## ‐ X52 1 246.10 3679.1 535.36
## ‐ X19 1 303.71 3736.7 537.52
## ‐ X3 1 328.77 3761.8 538.45
## ‐ X28 1 457.27 3890.3 543.11
## ‐ X29 1 846.23 4279.2 556.36
##
## Step: AIC=526.12
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X15 + X16 +
## X17 + X18 + X19 + X20 + X21 + X22 + X23 + X25 + X26 + X27 +
## X28 + X29 + X30 + X31 + X32 + X35 + X36 + X37 + X40 + X43 +
## X44 + X45 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X20 1 17.56 3460.0 524.82
## ‐ X10 1 19.49 3462.0 524.90
## ‐ X25 1 27.54 3470.0 525.22
## ‐ X49 1 33.24 3475.7 525.45
## ‐ X17 1 37.52 3480.0 525.62
## ‐ X45 1 38.51 3481.0 525.66
## ‐ X27 1 39.26 3481.7 525.69
## ‐ X8 1 39.52 3482.0 525.70
## ‐ X16 1 39.67 3482.2 525.71
## ‐ X9 1 40.49 3483.0 525.74
## ‐ X51 1 42.62 3485.1 525.83
## ‐ X18 1 43.28 3485.8 525.85
## <none> 3442.5 526.12
## ‐ X23 1 53.53 3496.0 526.26
## ‐ X44 1 55.67 3498.2 526.35
## ‐ X50 1 56.96 3499.4 526.40
## ‐ X2 1 58.89 3501.4 526.47
## ‐ X26 1 59.30 3501.8 526.49
## ‐ X21 1 74.46 3516.9 527.09
## ‐ X35 1 80.69 3523.2 527.34
## ‐ X15 1 82.34 3524.8 527.40
## + X33 1 9.48 3433.0 527.73
## + X13 1 7.81 3434.7 527.80
## + X47 1 6.26 3436.2 527.86
## + X39 1 4.85 3437.6 527.92
## + X1 1 3.82 3438.7 527.96
## + X24 1 3.82 3438.7 527.96
## + X42 1 3.29 3439.2 527.98
## + X34 1 2.51 3440.0 528.02
## ‐ X37 1 99.63 3542.1 528.08
## + X41 1 0.51 3442.0 528.10
## + X4 1 0.45 3442.0 528.10
## + X38 1 0.23 3442.3 528.11
## + X46 1 0.05 3442.4 528.12
## + X14 1 0.01 3442.5 528.12
## ‐ X12 1 106.16 3548.7 528.34
## ‐ X53 1 109.99 3552.5 528.49
## ‐ X36 1 115.80 3558.3 528.72
## ‐ X11 1 144.84 3587.3 529.85
## ‐ X43 1 149.41 3591.9 530.02
## ‐ X31 1 154.05 3596.5 530.20
## ‐ X6 1 158.82 3601.3 530.39
## ‐ X30 1 159.79 3602.3 530.42
## ‐ X48 1 162.28 3604.8 530.52
## ‐ X32 1 164.64 3607.1 530.61
## ‐ X22 1 165.93 3608.4 530.66
## ‐ X40 1 169.91 3612.4 530.81
## ‐ X5 1 186.28 3628.8 531.44
## ‐ X52 1 238.50 3681.0 533.43
## ‐ X19 1 300.35 3742.8 535.74
## ‐ X3 1 326.88 3769.4 536.73
## ‐ X28 1 448.45 3890.9 541.14
## ‐ X29 1 839.16 4281.6 554.44
##
## Step: AIC=524.82
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X10 + X11 + X12 + X15 + X16 +
## X17 + X18 + X19 + X21 + X22 + X23 + X25 + X26 + X27 + X28 +
## X29 + X30 + X31 + X32 + X35 + X36 + X37 + X40 + X43 + X44 +
## X45 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X10 1 16.30 3476.3 523.48
## ‐ X25 1 28.68 3488.7 523.97
## ‐ X27 1 33.24 3493.3 524.15
## ‐ X45 1 34.87 3494.9 524.22
## ‐ X16 1 37.95 3498.0 524.34
## ‐ X51 1 38.29 3498.3 524.35
## ‐ X49 1 40.75 3500.8 524.45
## ‐ X17 1 40.87 3500.9 524.46
## ‐ X8 1 42.87 3502.9 524.54
## ‐ X9 1 44.68 3504.7 524.61
## ‐ X18 1 48.35 3508.4 524.75
## ‐ X44 1 49.87 3509.9 524.81
## <none> 3460.0 524.82
## ‐ X2 1 51.48 3511.5 524.88
## ‐ X50 1 51.96 3512.0 524.90
## ‐ X23 1 59.00 3519.0 525.17
## ‐ X26 1 68.12 3528.2 525.53
## ‐ X15 1 70.97 3531.0 525.65
## ‐ X35 1 78.67 3538.7 525.95
## + X20 1 17.56 3442.5 526.12
## ‐ X21 1 84.75 3544.8 526.19
## + X33 1 8.37 3451.7 526.49
## + X47 1 6.24 3453.8 526.57
## + X1 1 5.67 3454.4 526.60
## + X13 1 4.67 3455.4 526.64
## + X39 1 4.23 3455.8 526.65
## + X34 1 4.01 3456.0 526.66
## + X24 1 1.41 3458.6 526.77
## + X14 1 0.81 3459.2 526.79
## + X42 1 0.76 3459.3 526.79
## + X4 1 0.66 3459.4 526.80
## + X41 1 0.47 3459.6 526.81
## + X46 1 0.28 3459.8 526.81
## + X38 1 0.10 3460.0 526.82
## ‐ X12 1 101.74 3561.8 526.85
## ‐ X53 1 102.02 3562.1 526.86
## ‐ X37 1 109.84 3569.9 527.17
## ‐ X11 1 136.12 3596.2 528.19
## ‐ X36 1 142.79 3602.8 528.45
## ‐ X30 1 143.49 3603.5 528.47
## ‐ X43 1 145.69 3605.7 528.56
## ‐ X48 1 154.48 3614.5 528.90
## ‐ X32 1 158.28 3618.3 529.04
## ‐ X31 1 158.49 3618.5 529.05
## ‐ X6 1 168.06 3628.1 529.42
## ‐ X40 1 172.53 3632.6 529.59
## ‐ X22 1 177.10 3637.1 529.76
## ‐ X5 1 181.88 3641.9 529.95
## ‐ X52 1 241.77 3701.8 532.21
## ‐ X19 1 299.94 3760.0 534.38
## ‐ X3 1 315.99 3776.0 534.97
## ‐ X28 1 432.45 3892.5 539.19
## ‐ X29 1 828.08 4288.1 552.65
##
## Step: AIC=523.48
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X11 + X12 + X15 + X16 + X17 +
## X18 + X19 + X21 + X22 + X23 + X25 + X26 + X27 + X28 + X29 +
## X30 + X31 + X32 + X35 + X36 + X37 + X40 + X43 + X44 + X45 +
## X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X25 1 30.62 3507.0 522.70
## ‐ X27 1 30.88 3507.2 522.71
## ‐ X16 1 31.54 3507.9 522.73
## ‐ X51 1 34.07 3510.4 522.83
## ‐ X50 1 39.51 3515.9 523.05
## ‐ X9 1 40.32 3516.7 523.08
## ‐ X18 1 44.05 3520.4 523.23
## ‐ X44 1 44.79 3521.1 523.26
## ‐ X8 1 50.26 3526.6 523.47
## <none> 3476.3 523.48
## ‐ X45 1 50.44 3526.8 523.48
## ‐ X17 1 52.72 3529.1 523.57
## ‐ X23 1 55.09 3531.4 523.66
## ‐ X2 1 55.69 3532.0 523.69
## ‐ X49 1 55.83 3532.2 523.69
## ‐ X35 1 71.92 3548.3 524.32
## ‐ X15 1 74.89 3551.2 524.44
## ‐ X26 1 78.28 3554.6 524.57
## + X10 1 16.30 3460.0 524.82
## + X20 1 14.37 3462.0 524.90
## + X47 1 11.81 3464.5 525.00
## + X33 1 9.69 3466.7 525.09
## + X39 1 8.07 3468.3 525.15
## ‐ X12 1 95.76 3572.1 525.25
## ‐ X21 1 96.10 3572.4 525.27
## + X1 1 4.86 3471.5 525.28
## ‐ X53 1 96.64 3573.0 525.29
## + X34 1 3.46 3472.9 525.34
## + X14 1 2.93 3473.4 525.36
## + X24 1 2.21 3474.1 525.39
## + X13 1 1.61 3474.7 525.41
## + X46 1 0.69 3475.7 525.45
## + X38 1 0.66 3475.7 525.45
## + X4 1 0.07 3476.3 525.47
## + X41 1 0.00 3476.3 525.48
## + X42 1 0.00 3476.3 525.48
## ‐ X11 1 125.61 3602.0 526.41
## ‐ X36 1 132.96 3609.3 526.69
## ‐ X48 1 145.97 3622.3 527.20
## ‐ X30 1 159.23 3635.6 527.70
## ‐ X22 1 163.18 3639.5 527.85
## ‐ X31 1 167.39 3643.7 528.01
## ‐ X43 1 170.46 3646.8 528.13
## ‐ X32 1 172.11 3648.5 528.19
## ‐ X40 1 176.89 3653.2 528.38
## ‐ X5 1 190.37 3666.7 528.89
## ‐ X6 1 197.77 3674.1 529.17
## ‐ X37 1 206.47 3682.8 529.50
## ‐ X52 1 237.45 3713.8 530.66
## ‐ X19 1 291.93 3768.3 532.69
## ‐ X3 1 319.74 3796.1 533.71
## ‐ X28 1 419.18 3895.5 537.30
## ‐ X29 1 859.22 4335.6 552.18
##
## Step: AIC=522.7
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X11 + X12 + X15 + X16 + X17 +
## X18 + X19 + X21 + X22 + X23 + X26 + X27 + X28 + X29 + X30 +
## X31 + X32 + X35 + X36 + X37 + X40 + X43 + X44 + X45 + X48 +
## X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X51 1 25.44 3532.4 521.70
## ‐ X9 1 31.89 3538.9 521.95
## ‐ X50 1 35.16 3542.1 522.08
## ‐ X27 1 35.25 3542.2 522.09
## ‐ X18 1 40.13 3547.1 522.28
## ‐ X17 1 40.35 3547.3 522.29
## ‐ X44 1 44.23 3551.2 522.44
## ‐ X16 1 44.27 3551.2 522.44
## ‐ X45 1 45.92 3552.9 522.50
## ‐ X23 1 46.06 3553.0 522.51
## ‐ X8 1 47.78 3554.7 522.58
## <none> 3507.0 522.70
## ‐ X49 1 57.10 3564.1 522.94
## ‐ X35 1 60.19 3567.2 523.06
## ‐ X26 1 65.64 3572.6 523.27
## + X25 1 30.62 3476.3 523.48
## ‐ X2 1 71.44 3578.4 523.50
## ‐ X15 1 72.65 3579.6 523.55
## + X10 1 18.24 3488.7 523.97
## ‐ X12 1 85.00 3592.0 524.03
## + X20 1 15.26 3491.7 524.09
## + X47 1 14.05 3492.9 524.14
## ‐ X21 1 88.28 3595.3 524.15
## ‐ X53 1 88.79 3595.8 524.17
## + X33 1 10.63 3496.3 524.27
## + X39 1 10.32 3496.6 524.29
## + X34 1 6.03 3500.9 524.46
## + X14 1 4.18 3502.8 524.53
## + X24 1 3.40 3503.6 524.56
## + X1 1 2.70 3504.3 524.59
## + X46 1 2.29 3504.7 524.61
## + X38 1 1.40 3505.6 524.64
## + X13 1 0.68 3506.3 524.67
## + X4 1 0.67 3506.3 524.67
## + X42 1 0.01 3507.0 524.70
## + X41 1 0.00 3507.0 524.70
## ‐ X11 1 114.24 3621.2 525.15
## ‐ X36 1 125.32 3632.3 525.58
## ‐ X48 1 134.38 3641.3 525.92
## ‐ X30 1 149.84 3656.8 526.51
## ‐ X22 1 159.33 3666.3 526.87
## ‐ X32 1 163.63 3670.6 527.04
## ‐ X43 1 167.71 3674.7 527.19
## ‐ X40 1 174.51 3681.5 527.45
## ‐ X31 1 182.50 3689.5 527.75
## ‐ X6 1 202.71 3709.7 528.51
## ‐ X5 1 210.84 3717.8 528.81
## ‐ X37 1 226.98 3733.9 529.41
## ‐ X52 1 264.73 3771.7 530.81
## ‐ X19 1 298.66 3805.6 532.06
## ‐ X3 1 315.08 3822.1 532.66
## ‐ X28 1 413.32 3920.3 536.18
## ‐ X29 1 914.34 4421.3 552.90
##
## Step: AIC=521.7
## X7 ~ X2 + X3 + X5 + X6 + X8 + X9 + X11 + X12 + X15 + X16 + X17 +
## X18 + X19 + X21 + X22 + X23 + X26 + X27 + X28 + X29 + X30 +
## X31 + X32 + X35 + X36 + X37 + X40 + X43 + X44 + X45 + X48 +
## X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X9 1 23.52 3555.9 520.62
## ‐ X27 1 26.22 3558.6 520.73
## ‐ X50 1 28.92 3561.3 520.83
## ‐ X44 1 33.52 3565.9 521.01
## ‐ X17 1 35.38 3567.8 521.09
## ‐ X45 1 43.84 3576.2 521.42
## ‐ X18 1 47.30 3579.7 521.55
## <none> 3532.4 521.70
## ‐ X23 1 52.01 3584.4 521.73
## ‐ X26 1 53.97 3586.4 521.81
## ‐ X35 1 55.64 3588.1 521.87
## ‐ X16 1 56.74 3589.1 521.92
## ‐ X49 1 59.39 3591.8 522.02
## ‐ X8 1 68.40 3600.8 522.37
## ‐ X12 1 73.18 3605.6 522.55
## ‐ X53 1 73.94 3606.3 522.58
## ‐ X2 1 74.39 3606.8 522.60
## ‐ X15 1 75.62 3608.0 522.65
## + X51 1 25.44 3507.0 522.70
## + X25 1 21.99 3510.4 522.83
## + X10 1 14.00 3518.4 523.15
## ‐ X21 1 89.25 3621.7 523.17
## + X33 1 13.25 3519.2 523.18
## + X20 1 12.09 3520.3 523.22
## + X47 1 9.98 3522.4 523.31
## + X14 1 7.95 3524.5 523.39
## + X34 1 7.44 3525.0 523.41
## + X1 1 5.56 3526.8 523.48
## + X39 1 4.99 3527.4 523.50
## + X24 1 4.35 3528.1 523.53
## + X41 1 2.18 3530.2 523.62
## + X4 1 1.63 3530.8 523.64
## + X38 1 1.45 3531.0 523.64
## + X46 1 1.04 3531.4 523.66
## + X42 1 0.02 3532.4 523.70
## + X13 1 0.00 3532.4 523.70
## ‐ X36 1 108.59 3641.0 523.91
## ‐ X48 1 113.49 3645.9 524.10
## ‐ X11 1 114.23 3646.6 524.13
## ‐ X30 1 135.34 3667.8 524.93
## ‐ X43 1 153.26 3685.7 525.61
## ‐ X32 1 156.11 3688.5 525.71
## ‐ X22 1 157.54 3689.9 525.77
## ‐ X40 1 161.32 3693.7 525.91
## ‐ X6 1 204.38 3736.8 527.52
## ‐ X31 1 208.16 3740.6 527.66
## ‐ X37 1 227.79 3760.2 528.39
## ‐ X52 1 252.12 3784.5 529.28
## ‐ X5 1 274.80 3807.2 530.11
## ‐ X19 1 282.66 3815.1 530.40
## ‐ X3 1 369.12 3901.5 533.52
## ‐ X28 1 403.44 3935.8 534.73
## ‐ X29 1 898.18 4430.6 551.19
##
## Step: AIC=520.62
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X16 + X17 + X18 +
## X19 + X21 + X22 + X23 + X26 + X27 + X28 + X29 + X30 + X31 +
## X32 + X35 + X36 + X37 + X40 + X43 + X44 + X45 + X48 + X49 +
## X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X27 1 23.37 3579.3 519.53
## ‐ X50 1 26.17 3582.1 519.64
## ‐ X44 1 29.02 3584.9 519.75
## ‐ X17 1 40.86 3596.8 520.21
## ‐ X35 1 42.78 3598.7 520.29
## ‐ X23 1 50.52 3606.4 520.58
## <none> 3555.9 520.62
## ‐ X16 1 53.04 3609.0 520.68
## ‐ X8 1 53.93 3609.9 520.72
## ‐ X45 1 54.47 3610.4 520.74
## ‐ X18 1 56.44 3612.4 520.81
## ‐ X26 1 60.98 3616.9 520.99
## ‐ X53 1 63.40 3619.3 521.08
## ‐ X2 1 66.53 3622.5 521.20
## ‐ X12 1 69.98 3625.9 521.33
## ‐ X49 1 78.52 3634.4 521.66
## + X9 1 23.52 3532.4 521.70
## ‐ X15 1 80.49 3636.4 521.74
## + X51 1 17.07 3538.9 521.95
## + X25 1 17.01 3538.9 521.96
## + X20 1 15.34 3540.6 522.02
## + X33 1 13.95 3542.0 522.08
## ‐ X21 1 91.19 3647.1 522.14
## + X10 1 11.19 3544.7 522.19
## + X47 1 10.65 3545.3 522.21
## ‐ X48 1 96.13 3652.1 522.33
## + X4 1 7.01 3548.9 522.35
## + X34 1 6.33 3549.6 522.38
## + X39 1 4.71 3551.2 522.44
## + X24 1 4.68 3551.2 522.44
## ‐ X11 1 99.25 3655.2 522.45
## + X14 1 4.30 3551.6 522.46
## ‐ X36 1 101.31 3657.2 522.53
## + X41 1 2.37 3553.6 522.53
## + X38 1 1.91 3554.0 522.55
## + X1 1 0.90 3555.0 522.59
## + X46 1 0.18 3555.7 522.62
## + X13 1 0.11 3555.8 522.62
## + X42 1 0.01 3555.9 522.62
## ‐ X30 1 132.69 3688.6 523.72
## ‐ X40 1 142.91 3698.8 524.10
## ‐ X22 1 146.06 3702.0 524.22
## ‐ X43 1 165.44 3721.4 524.94
## ‐ X31 1 186.09 3742.0 525.71
## ‐ X32 1 186.98 3742.9 525.75
## ‐ X6 1 227.57 3783.5 527.25
## ‐ X37 1 238.99 3794.9 527.67
## ‐ X52 1 258.67 3814.6 528.38
## ‐ X19 1 276.35 3832.3 529.03
## ‐ X5 1 279.79 3835.7 529.15
## ‐ X3 1 363.24 3919.2 532.14
## ‐ X28 1 395.07 3951.0 533.27
## ‐ X29 1 892.10 4448.0 549.74
##
## Step: AIC=519.53
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X16 + X17 + X18 +
## X19 + X21 + X22 + X23 + X26 + X28 + X29 + X30 + X31 + X32 +
## X35 + X36 + X37 + X40 + X43 + X44 + X45 + X48 + X49 + X50 +
## X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X50 1 22.40 3601.7 518.40
## ‐ X44 1 33.34 3612.6 518.82
## ‐ X16 1 38.52 3617.8 519.02
## ‐ X17 1 39.06 3618.4 519.04
## ‐ X35 1 41.05 3620.3 519.12
## ‐ X23 1 44.21 3623.5 519.24
## ‐ X8 1 51.13 3630.4 519.51
## <none> 3579.3 519.53
## ‐ X45 1 62.89 3642.2 519.96
## ‐ X53 1 66.35 3645.6 520.09
## ‐ X2 1 66.75 3646.0 520.10
## ‐ X18 1 67.02 3646.3 520.11
## ‐ X12 1 75.73 3655.0 520.44
## + X27 1 23.37 3555.9 520.62
## + X33 1 22.88 3556.4 520.64
## + X25 1 21.06 3558.2 520.71
## + X9 1 20.67 3558.6 520.73
## ‐ X48 1 83.54 3662.8 520.74
## ‐ X49 1 84.98 3664.3 520.80
## ‐ X15 1 89.43 3668.7 520.96
## + X20 1 11.05 3568.2 521.10
## ‐ X11 1 93.32 3672.6 521.11
## + X51 1 10.71 3568.6 521.12
## + X10 1 10.28 3569.0 521.13
## ‐ X36 1 94.29 3673.6 521.15
## + X47 1 8.13 3571.2 521.22
## ‐ X21 1 96.82 3676.1 521.24
## + X4 1 7.23 3572.1 521.25
## + X24 1 5.30 3574.0 521.33
## + X39 1 3.91 3575.4 521.38
## + X38 1 2.80 3576.5 521.43
## + X34 1 2.24 3577.0 521.45
## + X14 1 1.04 3578.3 521.49
## + X46 1 0.71 3578.6 521.51
## + X1 1 0.66 3578.6 521.51
## + X42 1 0.41 3578.9 521.52
## + X13 1 0.41 3578.9 521.52
## + X41 1 0.39 3578.9 521.52
## ‐ X40 1 123.64 3702.9 522.25
## ‐ X30 1 128.15 3707.4 522.42
## ‐ X22 1 152.94 3732.2 523.35
## ‐ X43 1 162.90 3742.2 523.72
## ‐ X32 1 165.16 3744.5 523.80
## ‐ X31 1 191.28 3770.6 524.77
## ‐ X26 1 215.49 3794.8 525.66
## ‐ X6 1 218.33 3797.6 525.76
## ‐ X52 1 256.81 3836.1 527.17
## ‐ X19 1 260.36 3839.7 527.29
## ‐ X37 1 264.41 3843.7 527.44
## ‐ X5 1 265.89 3845.2 527.49
## ‐ X3 1 383.41 3962.7 531.68
## ‐ X28 1 399.33 3978.6 532.24
## ‐ X29 1 870.01 4449.3 547.78
##
## Step: AIC=518.4
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X16 + X17 + X18 +
## X19 + X21 + X22 + X23 + X26 + X28 + X29 + X30 + X31 + X32 +
## X35 + X36 + X37 + X40 + X43 + X44 + X45 + X48 + X49 + X52 +
## X53
##
## Df Sum of Sq RSS AIC
## ‐ X44 1 33.12 3634.8 517.67
## ‐ X16 1 34.18 3635.9 517.71
## ‐ X23 1 36.96 3638.6 517.82
## ‐ X17 1 41.59 3643.3 518.00
## ‐ X35 1 47.18 3648.9 518.21
## ‐ X8 1 50.66 3652.4 518.34
## <none> 3601.7 518.40
## ‐ X2 1 60.44 3662.1 518.71
## ‐ X53 1 66.65 3668.3 518.95
## ‐ X45 1 70.54 3672.2 519.10
## ‐ X12 1 74.85 3676.5 519.26
## ‐ X18 1 78.06 3679.8 519.38
## ‐ X15 1 78.31 3680.0 519.39
## ‐ X11 1 79.25 3680.9 519.43
## + X50 1 22.40 3579.3 519.53
## + X27 1 19.60 3582.1 519.64
## + X33 1 18.90 3582.8 519.67
## + X25 1 18.89 3582.8 519.67
## + X9 1 18.49 3583.2 519.69
## ‐ X36 1 87.02 3688.7 519.72
## ‐ X48 1 91.27 3693.0 519.88
## ‐ X49 1 93.75 3695.4 519.97
## ‐ X21 1 94.99 3696.7 520.02
## + X20 1 9.53 3592.2 520.03
## + X51 1 8.00 3593.7 520.09
## + X47 1 6.46 3595.2 520.15
## + X24 1 6.27 3595.4 520.16
## + X4 1 5.41 3596.3 520.19
## + X1 1 3.26 3598.4 520.28
## + X10 1 2.92 3598.8 520.29
## + X41 1 1.70 3600.0 520.34
## + X39 1 1.60 3600.1 520.34
## + X14 1 1.38 3600.3 520.35
## + X34 1 1.31 3600.4 520.35
## + X42 1 1.28 3600.4 520.35
## + X38 1 0.39 3601.3 520.39
## + X13 1 0.15 3601.5 520.40
## + X46 1 0.14 3601.6 520.40
## ‐ X40 1 118.25 3719.9 520.89
## ‐ X30 1 121.38 3723.1 521.01
## ‐ X22 1 133.23 3734.9 521.45
## ‐ X32 1 154.89 3756.6 522.25
## ‐ X31 1 190.67 3792.4 523.57
## ‐ X43 1 192.04 3793.7 523.62
## ‐ X6 1 215.28 3817.0 524.47
## ‐ X26 1 233.82 3835.5 525.14
## ‐ X37 1 245.69 3847.4 525.57
## ‐ X5 1 253.88 3855.6 525.87
## ‐ X19 1 254.95 3856.6 525.91
## ‐ X3 1 365.65 3967.3 529.84
## ‐ X52 1 373.17 3974.9 530.10
## ‐ X28 1 399.30 4001.0 531.02
## ‐ X29 1 930.21 4531.9 548.33
##
## Step: AIC=517.67
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X16 + X17 + X18 +
## X19 + X21 + X22 + X23 + X26 + X28 + X29 + X30 + X31 + X32 +
## X35 + X36 + X37 + X40 + X43 + X45 + X48 + X49 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X16 1 36.40 3671.2 517.06
## ‐ X53 1 42.85 3677.7 517.30
## ‐ X8 1 49.57 3684.4 517.56
## ‐ X2 1 52.02 3686.8 517.65
## <none> 3634.8 517.67
## ‐ X23 1 57.84 3692.6 517.87
## ‐ X17 1 58.06 3692.9 517.88
## ‐ X35 1 67.79 3702.6 518.24
## ‐ X15 1 70.03 3704.8 518.33
## ‐ X12 1 71.08 3705.9 518.37
## + X44 1 33.12 3601.7 518.40
## ‐ X11 1 78.02 3712.8 518.63
## + X27 1 23.57 3611.2 518.77
## + X50 1 22.18 3612.6 518.82
## ‐ X18 1 84.09 3718.9 518.85
## + X25 1 20.91 3613.9 518.87
## ‐ X45 1 85.54 3720.4 518.91
## ‐ X48 1 87.03 3721.8 518.96
## + X33 1 17.42 3617.4 519.01
## + X9 1 14.09 3620.7 519.13
## ‐ X36 1 92.47 3727.3 519.17
## + X20 1 6.31 3628.5 519.43
## + X1 1 5.94 3628.9 519.45
## + X47 1 4.55 3630.3 519.50
## + X24 1 4.38 3630.4 519.51
## + X51 1 2.95 3631.9 519.56
## + X10 1 1.65 3633.2 519.61
## + X38 1 1.26 3633.6 519.63
## + X42 1 1.10 3633.7 519.63
## + X39 1 0.76 3634.1 519.64
## + X4 1 0.67 3634.1 519.65
## + X41 1 0.56 3634.2 519.65
## + X13 1 0.45 3634.4 519.66
## + X34 1 0.39 3634.4 519.66
## + X46 1 0.24 3634.6 519.66
## + X14 1 0.02 3634.8 519.67
## ‐ X49 1 110.94 3745.7 519.85
## ‐ X40 1 114.51 3749.3 519.98
## ‐ X21 1 114.63 3749.4 519.99
## ‐ X22 1 122.25 3757.1 520.27
## ‐ X30 1 152.75 3787.6 521.40
## ‐ X32 1 178.47 3813.3 522.34
## ‐ X31 1 191.73 3826.5 522.82
## ‐ X43 1 196.96 3831.8 523.01
## ‐ X6 1 240.46 3875.3 524.58
## ‐ X19 1 253.43 3888.2 525.04
## ‐ X37 1 262.49 3897.3 525.37
## ‐ X5 1 277.87 3912.7 525.91
## ‐ X26 1 289.24 3924.0 526.32
## ‐ X52 1 341.07 3975.9 528.14
## ‐ X3 1 377.08 4011.9 529.39
## ‐ X28 1 382.30 4017.1 529.57
## ‐ X29 1 926.34 4561.1 547.23
##
## Step: AIC=517.06
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X17 + X18 + X19 +
## X21 + X22 + X23 + X26 + X28 + X29 + X30 + X31 + X32 + X35 +
## X36 + X37 + X40 + X43 + X45 + X48 + X49 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X53 1 24.20 3695.4 515.97
## ‐ X17 1 50.32 3721.5 516.95
## <none> 3671.2 517.06
## ‐ X23 1 58.71 3729.9 517.26
## ‐ X2 1 60.49 3731.7 517.33
## + X16 1 36.40 3634.8 517.67
## + X44 1 35.34 3635.9 517.71
## ‐ X8 1 74.00 3745.2 517.83
## ‐ X15 1 75.40 3746.6 517.88
## ‐ X18 1 77.31 3748.5 517.96
## + X25 1 28.55 3642.7 517.97
## ‐ X11 1 78.04 3749.2 517.98
## ‐ X12 1 79.43 3750.6 518.03
## ‐ X48 1 79.69 3750.9 518.04
## ‐ X35 1 80.09 3751.3 518.06
## + X50 1 17.72 3653.5 518.39
## ‐ X36 1 90.77 3762.0 518.45
## + X9 1 12.43 3658.8 518.59
## ‐ X45 1 96.39 3767.6 518.66
## + X33 1 9.73 3661.5 518.69
## + X27 1 9.65 3661.6 518.69
## + X51 1 8.62 3662.6 518.73
## + X47 1 7.38 3663.8 518.78
## + X24 1 6.91 3664.3 518.80
## + X20 1 6.26 3664.9 518.82
## + X34 1 5.16 3666.0 518.86
## ‐ X40 1 102.97 3774.2 518.90
## + X46 1 2.75 3668.5 518.95
## + X1 1 2.29 3668.9 518.97
## + X4 1 2.01 3669.2 518.98
## + X39 1 1.82 3669.4 518.99
## + X41 1 1.39 3669.8 519.01
## + X14 1 1.14 3670.1 519.02
## + X42 1 0.67 3670.5 519.03
## + X38 1 0.35 3670.9 519.05
## + X10 1 0.24 3671.0 519.05
## + X13 1 0.00 3671.2 519.06
## ‐ X49 1 135.95 3807.2 520.11
## ‐ X22 1 148.80 3820.0 520.58
## ‐ X30 1 152.48 3823.7 520.71
## ‐ X21 1 158.35 3829.6 520.93
## ‐ X43 1 175.40 3846.6 521.55
## ‐ X31 1 185.54 3856.7 521.91
## ‐ X32 1 185.92 3857.1 521.93
## ‐ X6 1 239.05 3910.3 523.83
## ‐ X19 1 248.81 3920.0 524.17
## ‐ X37 1 265.41 3936.6 524.76
## ‐ X26 1 270.51 3941.7 524.94
## ‐ X5 1 290.65 3961.9 525.65
## ‐ X52 1 311.71 3982.9 526.39
## ‐ X3 1 359.41 4030.6 528.04
## ‐ X28 1 466.91 4138.1 531.70
## ‐ X29 1 926.75 4598.0 546.35
##
## Step: AIC=515.97
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X17 + X18 + X19 +
## X21 + X22 + X23 + X26 + X28 + X29 + X30 + X31 + X32 + X35 +
## X36 + X37 + X40 + X43 + X45 + X48 + X49 + X52
##
## Df Sum of Sq RSS AIC
## ‐ X17 1 44.23 3739.6 515.63
## ‐ X23 1 50.17 3745.6 515.85
## ‐ X2 1 52.08 3747.5 515.92
## <none> 3695.4 515.97
## ‐ X35 1 64.78 3760.2 516.39
## ‐ X12 1 64.83 3760.2 516.39
## ‐ X15 1 66.55 3762.0 516.45
## ‐ X8 1 71.67 3767.1 516.64
## ‐ X11 1 72.27 3767.7 516.66
## ‐ X48 1 73.58 3769.0 516.71
## + X53 1 24.20 3671.2 517.06
## ‐ X18 1 87.41 3782.8 517.22
## + X50 1 19.50 3675.9 517.24
## + X25 1 19.01 3676.4 517.25
## + X16 1 17.74 3677.7 517.30
## + X24 1 11.55 3683.9 517.54
## + X27 1 10.20 3685.2 517.59
## + X33 1 9.52 3685.9 517.61
## + X9 1 7.67 3687.7 517.68
## + X51 1 6.10 3689.3 517.74
## + X20 1 5.28 3690.1 517.77
## + X1 1 4.46 3690.9 517.80
## + X47 1 3.86 3691.5 517.83
## ‐ X36 1 104.18 3799.6 517.84
## + X44 1 2.89 3692.5 517.86
## + X34 1 2.22 3693.2 517.89
## + X14 1 2.21 3693.2 517.89
## + X46 1 1.82 3693.6 517.90
## + X42 1 1.08 3694.3 517.93
## + X4 1 1.01 3694.4 517.93
## ‐ X45 1 107.00 3802.4 517.94
## + X10 1 0.79 3694.6 517.94
## + X39 1 0.23 3695.2 517.96
## + X38 1 0.20 3695.2 517.96
## + X13 1 0.02 3695.4 517.97
## + X41 1 0.02 3695.4 517.97
## ‐ X40 1 113.14 3808.5 518.16
## ‐ X30 1 140.41 3835.8 519.16
## ‐ X49 1 144.84 3840.2 519.32
## ‐ X21 1 149.51 3844.9 519.48
## ‐ X22 1 162.71 3858.1 519.96
## ‐ X43 1 174.11 3869.5 520.37
## ‐ X31 1 175.55 3870.9 520.42
## ‐ X32 1 183.44 3878.8 520.71
## ‐ X19 1 237.24 3932.6 522.62
## ‐ X6 1 240.42 3935.8 522.73
## ‐ X26 1 250.93 3946.3 523.10
## ‐ X37 1 260.26 3955.7 523.43
## ‐ X5 1 287.80 3983.2 524.40
## ‐ X52 1 305.06 4000.5 525.00
## ‐ X3 1 346.77 4042.2 526.44
## ‐ X28 1 457.36 4152.8 530.19
## ‐ X29 1 951.89 4647.3 545.83
##
## Step: AIC=515.63
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X18 + X19 + X21 +
## X22 + X23 + X26 + X28 + X29 + X30 + X31 + X32 + X35 + X36 +
## X37 + X40 + X43 + X45 + X48 + X49 + X52
##
## Df Sum of Sq RSS AIC
## ‐ X23 1 42.01 3781.6 515.18
## ‐ X35 1 51.34 3791.0 515.52
## <none> 3739.6 515.63
## ‐ X48 1 54.20 3793.8 515.63
## ‐ X2 1 56.79 3796.4 515.72
## + X17 1 44.23 3695.4 515.97
## ‐ X18 1 64.55 3804.2 516.00
## ‐ X8 1 69.84 3809.5 516.20
## ‐ X11 1 75.33 3815.0 516.40
## ‐ X15 1 82.38 3822.0 516.65
## ‐ X40 1 83.59 3823.2 516.70
## + X50 1 22.16 3717.5 516.80
## ‐ X12 1 88.72 3828.4 516.88
## ‐ X36 1 89.34 3829.0 516.91
## + X53 1 18.10 3721.5 516.95
## + X24 1 16.76 3722.9 517.00
## + X33 1 16.01 3723.6 517.03
## + X16 1 14.58 3725.1 517.08
## + X9 1 11.16 3728.5 517.21
## + X46 1 10.90 3728.7 517.22
## + X27 1 10.35 3729.3 517.24
## + X25 1 10.01 3729.6 517.25
## + X20 1 6.72 3732.9 517.38
## + X1 1 6.00 3733.6 517.40
## + X10 1 3.66 3736.0 517.49
## + X47 1 3.42 3736.2 517.50
## ‐ X45 1 106.09 3845.7 517.51
## + X34 1 2.56 3737.1 517.53
## + X51 1 2.37 3737.3 517.54
## + X14 1 1.23 3738.4 517.58
## + X38 1 0.60 3739.0 517.60
## + X42 1 0.59 3739.0 517.60
## + X44 1 0.32 3739.3 517.61
## + X39 1 0.32 3739.3 517.61
## + X41 1 0.28 3739.4 517.62
## + X4 1 0.23 3739.4 517.62
## + X13 1 0.03 3739.6 517.62
## ‐ X22 1 134.90 3874.5 518.55
## ‐ X30 1 137.22 3876.9 518.63
## ‐ X21 1 138.02 3877.7 518.66
## ‐ X49 1 142.20 3881.8 518.81
## ‐ X43 1 148.06 3887.7 519.02
## ‐ X32 1 164.90 3904.5 519.62
## ‐ X26 1 219.49 3959.1 521.55
## ‐ X31 1 230.70 3970.3 521.95
## ‐ X19 1 243.12 3982.8 522.38
## ‐ X6 1 259.82 3999.5 522.96
## ‐ X5 1 276.11 4015.7 523.53
## ‐ X52 1 284.43 4024.1 523.81
## ‐ X3 1 348.81 4088.4 526.02
## ‐ X37 1 373.34 4113.0 526.85
## ‐ X28 1 462.64 4202.3 529.84
## ‐ X29 1 1016.64 4756.3 547.05
##
## Step: AIC=515.18
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X18 + X19 + X21 +
## X22 + X26 + X28 + X29 + X30 + X31 + X32 + X35 + X36 + X37 +
## X40 + X43 + X45 + X48 + X49 + X52
##
## Df Sum of Sq RSS AIC
## ‐ X35 1 54.51 3836.2 515.17
## <none> 3781.6 515.18
## ‐ X18 1 59.75 3841.4 515.36
## ‐ X48 1 60.80 3842.4 515.40
## ‐ X8 1 65.26 3846.9 515.56
## + X23 1 42.01 3739.6 515.63
## ‐ X2 1 67.88 3849.5 515.65
## + X17 1 36.07 3745.6 515.85
## ‐ X12 1 79.14 3860.8 516.06
## ‐ X40 1 81.62 3863.3 516.15
## ‐ X36 1 84.07 3865.7 516.23
## ‐ X11 1 88.77 3870.4 516.40
## + X33 1 20.56 3761.1 516.42
## + X16 1 17.39 3764.3 516.54
## ‐ X45 1 94.04 3875.7 516.59
## + X50 1 13.70 3768.0 516.67
## + X53 1 11.83 3769.8 516.74
## + X24 1 10.95 3770.7 516.78
## + X9 1 10.30 3771.4 516.80
## + X20 1 9.49 3772.2 516.83
## + X46 1 8.16 3773.5 516.88
## + X27 1 7.24 3774.4 516.91
## + X25 1 6.69 3775.0 516.93
## + X47 1 5.91 3775.7 516.96
## + X1 1 5.59 3776.1 516.97
## + X51 1 4.58 3777.1 517.01
## + X39 1 2.00 3779.7 517.10
## + X38 1 1.93 3779.7 517.11
## + X10 1 1.91 3779.7 517.11
## + X13 1 1.24 3780.4 517.13
## + X41 1 0.64 3781.0 517.15
## + X42 1 0.58 3781.1 517.16
## + X44 1 0.57 3781.1 517.16
## + X34 1 0.08 3781.6 517.18
## + X14 1 0.02 3781.6 517.18
## + X4 1 0.01 3781.6 517.18
## ‐ X15 1 116.85 3898.5 517.41
## ‐ X22 1 134.84 3916.5 518.05
## ‐ X21 1 134.97 3916.6 518.05
## ‐ X30 1 144.77 3926.4 518.40
## ‐ X49 1 148.87 3930.5 518.55
## ‐ X43 1 157.30 3938.9 518.84
## ‐ X32 1 174.01 3955.7 519.43
## ‐ X31 1 210.44 3992.1 520.71
## ‐ X19 1 226.80 4008.4 521.27
## ‐ X26 1 226.94 4008.6 521.28
## ‐ X6 1 228.19 4009.8 521.32
## ‐ X5 1 262.73 4044.4 522.51
## ‐ X52 1 314.92 4096.6 524.30
## ‐ X37 1 356.81 4138.5 525.71
## ‐ X3 1 364.23 4145.9 525.96
## ‐ X28 1 557.15 4338.8 532.28
## ‐ X29 1 1078.95 4860.6 548.07
##
## Step: AIC=515.17
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X18 + X19 + X21 +
## X22 + X26 + X28 + X29 + X30 + X31 + X32 + X36 + X37 + X40 +
## X43 + X45 + X48 + X49 + X52
##
## Df Sum of Sq RSS AIC
## ‐ X48 1 52.67 3888.8 515.06
## <none> 3836.2 515.17
## + X35 1 54.51 3781.6 515.18
## ‐ X2 1 57.42 3893.6 515.23
## ‐ X18 1 57.76 3893.9 515.25
## ‐ X8 1 62.06 3898.2 515.40
## + X23 1 45.19 3791.0 515.52
## ‐ X12 1 71.91 3908.1 515.75
## + X16 1 30.04 3806.1 516.07
## ‐ X11 1 84.87 3921.0 516.21
## ‐ X36 1 87.28 3923.4 516.29
## + X17 1 23.61 3812.5 516.31
## + X47 1 20.73 3815.4 516.41
## + X50 1 17.42 3818.7 516.53
## + X24 1 15.00 3821.2 516.62
## ‐ X40 1 97.77 3933.9 516.67
## + X33 1 11.43 3824.7 516.75
## + X39 1 10.96 3825.2 516.77
## ‐ X45 1 102.96 3939.1 516.85
## + X44 1 7.47 3828.7 516.90
## + X20 1 7.06 3829.1 516.91
## + X1 1 6.03 3830.1 516.95
## + X46 1 5.57 3830.6 516.97
## + X25 1 5.37 3830.8 516.97
## + X27 1 5.11 3831.0 516.98
## + X51 1 4.63 3831.5 517.00
## + X13 1 4.48 3831.7 517.01
## + X53 1 3.12 3833.0 517.05
## ‐ X30 1 108.86 3945.0 517.06
## + X38 1 2.56 3833.6 517.07
## + X9 1 1.81 3834.3 517.10
## + X42 1 1.75 3834.4 517.10
## ‐ X15 1 110.40 3946.6 517.11
## + X41 1 1.32 3834.8 517.12
## + X14 1 0.18 3836.0 517.16
## + X4 1 0.14 3836.0 517.16
## + X34 1 0.01 3836.2 517.17
## + X10 1 0.00 3836.2 517.17
## ‐ X21 1 126.51 3962.7 517.68
## ‐ X49 1 141.35 3977.5 518.20
## ‐ X22 1 152.53 3988.7 518.59
## ‐ X43 1 179.69 4015.9 519.53
## ‐ X19 1 215.54 4051.7 520.77
## ‐ X32 1 216.18 4052.3 520.79
## ‐ X6 1 229.84 4066.0 521.26
## ‐ X31 1 231.74 4067.9 521.32
## ‐ X26 1 240.12 4076.3 521.61
## ‐ X5 1 254.42 4090.6 522.09
## ‐ X52 1 314.61 4150.8 524.12
## ‐ X37 1 334.76 4170.9 524.80
## ‐ X3 1 380.50 4216.7 526.31
## ‐ X28 1 585.29 4421.4 532.91
## ‐ X29 1 1097.44 4933.6 548.14
##
## Step: AIC=515.06
## X7 ~ X2 + X3 + X5 + X6 + X8 + X11 + X12 + X15 + X18 + X19 + X21 +
## X22 + X26 + X28 + X29 + X30 + X31 + X32 + X36 + X37 + X40 +
## X43 + X45 + X49 + X52
##
## Df Sum of Sq RSS AIC
## ‐ X2 1 19.37 3908.2 513.75
## ‐ X11 1 39.00 3927.8 514.45
## ‐ X12 1 50.99 3939.8 514.87
## <none> 3888.8 515.06
## + X48 1 52.67 3836.2 515.17
## ‐ X40 1 59.54 3948.4 515.18
## + X23 1 51.29 3837.5 515.22
## ‐ X8 1 65.14 3954.0 515.37
## + X35 1 46.39 3842.4 515.40
## ‐ X18 1 80.41 3969.2 515.91
## + X24 1 27.75 3861.1 516.07
## + X16 1 26.71 3862.1 516.11
## ‐ X30 1 87.98 3976.8 516.17
## ‐ X15 1 90.51 3979.3 516.26
## + X50 1 21.23 3867.6 516.30
## + X47 1 18.96 3869.9 516.38
## + X1 1 14.76 3874.1 516.53
## + X39 1 11.19 3877.6 516.66
## + X17 1 10.95 3877.9 516.67
## + X44 1 7.67 3881.2 516.79
## + X20 1 4.88 3884.0 516.89
## + X25 1 4.72 3884.1 516.89
## + X13 1 4.34 3884.5 516.91
## + X46 1 2.66 3886.2 516.97
## + X53 1 2.03 3886.8 516.99
## + X33 1 2.02 3886.8 516.99
## + X4 1 1.89 3886.9 517.00
## + X27 1 1.23 3887.6 517.02
## + X51 1 0.83 3888.0 517.03
## + X42 1 0.69 3888.1 517.04
## + X10 1 0.59 3888.2 517.04
## + X34 1 0.52 3888.3 517.04
## + X41 1 0.31 3888.5 517.05
## + X38 1 0.08 3888.8 517.06
## + X14 1 0.07 3888.8 517.06
## + X9 1 0.04 3888.8 517.06
## ‐ X21 1 115.44 4004.3 517.13
## ‐ X22 1 129.51 4018.3 517.62
## ‐ X36 1 133.05 4021.9 517.74
## ‐ X45 1 134.26 4023.1 517.78
## ‐ X49 1 168.85 4057.7 518.97
## ‐ X43 1 215.70 4104.5 520.57
## ‐ X32 1 221.68 4110.5 520.77
## ‐ X19 1 223.87 4112.7 520.84
## ‐ X5 1 229.72 4118.6 521.04
## ‐ X6 1 240.79 4129.6 521.41
## ‐ X31 1 259.91 4148.7 522.06
## ‐ X26 1 280.98 4169.8 522.76
## ‐ X52 1 283.52 4172.4 522.84
## ‐ X37 1 352.38 4241.2 525.12
## ‐ X3 1 360.95 4249.8 525.40
## ‐ X28 1 560.31 4449.1 531.77
## ‐ X29 1 1063.91 4952.7 546.68
##
## Step: AIC=513.75
## X7 ~ X3 + X5 + X6 + X8 + X11 + X12 + X15 + X18 + X19 + X21 +
## X22 + X26 + X28 + X29 + X30 + X31 + X32 + X36 + X37 + X40 +
## X43 + X45 + X49 + X52
##
## Df Sum of Sq RSS AIC
## ‐ X11 1 46.62 3954.8 513.40
## ‐ X12 1 50.88 3959.1 513.55
## + X23 1 56.00 3852.2 513.75
## <none> 3908.2 513.75
## + X35 1 42.47 3865.7 514.24
## ‐ X8 1 71.69 3979.9 514.28
## ‐ X18 1 75.75 3984.0 514.42
## + X16 1 33.39 3874.8 514.56
## ‐ X15 1 80.90 3989.1 514.60
## ‐ X30 1 89.75 3998.0 514.91
## + X2 1 19.37 3888.8 515.06
## + X24 1 18.78 3889.4 515.08
## + X17 1 16.40 3891.8 515.17
## + X48 1 14.63 3893.6 515.23
## + X50 1 14.00 3894.2 515.26
## + X1 1 10.86 3897.3 515.37
## + X47 1 10.33 3897.9 515.39
## ‐ X40 1 104.00 4012.2 515.40
## + X25 1 9.64 3898.6 515.41
## + X44 1 9.48 3898.7 515.42
## ‐ X21 1 107.86 4016.1 515.54
## + X39 1 4.74 3903.5 515.59
## + X51 1 3.53 3904.7 515.63
## + X13 1 3.46 3904.7 515.63
## + X20 1 3.05 3905.2 515.65
## + X27 1 1.96 3906.2 515.68
## + X41 1 1.00 3907.2 515.72
## + X53 1 0.86 3907.3 515.72
## + X4 1 0.63 3907.6 515.73
## + X42 1 0.33 3907.9 515.74
## + X34 1 0.24 3908.0 515.75
## + X46 1 0.19 3908.0 515.75
## + X33 1 0.19 3908.0 515.75
## + X38 1 0.14 3908.1 515.75
## + X14 1 0.05 3908.2 515.75
## + X9 1 0.01 3908.2 515.75
## + X10 1 0.00 3908.2 515.75
## ‐ X45 1 125.42 4033.6 516.14
## ‐ X22 1 133.60 4041.8 516.43
## ‐ X36 1 142.27 4050.5 516.72
## ‐ X49 1 162.97 4071.2 517.43
## ‐ X43 1 206.54 4114.7 518.91
## ‐ X19 1 231.82 4140.0 519.76
## ‐ X32 1 233.27 4141.5 519.81
## ‐ X5 1 236.26 4144.5 519.91
## ‐ X31 1 265.14 4173.3 520.88
## ‐ X52 1 271.71 4179.9 521.10
## ‐ X26 1 299.35 4207.6 522.01
## ‐ X37 1 342.71 4250.9 523.44
## ‐ X3 1 343.59 4251.8 523.47
## ‐ X6 1 345.88 4254.1 523.54
## ‐ X28 1 578.27 4486.5 530.93
## ‐ X29 1 1044.77 4953.0 544.68
##
## Step: AIC=513.4
## X7 ~ X3 + X5 + X6 + X8 + X12 + X15 + X18 + X19 + X21 + X22 +
## X26 + X28 + X29 + X30 + X31 + X32 + X36 + X37 + X40 + X43 +
## X45 + X49 + X52
##
## Df Sum of Sq RSS AIC
## + X23 1 65.58 3889.2 513.08
## <none> 3954.8 513.40
## ‐ X12 1 61.03 4015.9 513.53
## ‐ X8 1 63.19 4018.0 513.61
## + X11 1 46.62 3908.2 513.75
## ‐ X15 1 67.66 4022.5 513.76
## + X35 1 43.18 3911.6 513.88
## + X16 1 39.08 3915.7 514.02
## ‐ X30 1 87.30 4042.1 514.44
## + X2 1 26.99 3927.8 514.45
## + X17 1 26.79 3928.0 514.46
## ‐ X21 1 94.90 4049.7 514.70
## + X24 1 19.63 3935.2 514.71
## + X47 1 16.13 3938.7 514.83
## + X44 1 13.65 3941.2 514.92
## + X51 1 10.98 3943.8 515.02
## + X41 1 10.34 3944.5 515.04
## + X13 1 8.31 3946.5 515.11
## + X25 1 7.49 3947.3 515.14
## + X39 1 5.68 3949.1 515.20
## + X46 1 2.88 3951.9 515.30
## + X27 1 2.81 3952.0 515.30
## + X1 1 2.33 3952.5 515.32
## + X50 1 2.18 3952.6 515.33
## + X38 1 2.11 3952.7 515.33
## + X33 1 1.93 3952.9 515.33
## + X42 1 1.72 3953.1 515.34
## + X20 1 1.65 3953.2 515.34
## + X4 1 1.02 3953.8 515.37
## + X34 1 0.35 3954.5 515.39
## ‐ X22 1 115.16 4070.0 515.39
## + X48 1 0.16 3954.7 515.40
## + X53 1 0.16 3954.7 515.40
## + X14 1 0.05 3954.8 515.40
## + X9 1 0.01 3954.8 515.40
## + X10 1 0.00 3954.8 515.40
## ‐ X40 1 117.30 4072.1 515.47
## ‐ X18 1 144.12 4098.9 516.38
## ‐ X45 1 146.61 4101.4 516.46
## ‐ X36 1 151.21 4106.0 516.62
## ‐ X49 1 166.38 4121.2 517.13
## ‐ X5 1 199.13 4154.0 518.23
## ‐ X43 1 225.97 4180.8 519.13
## ‐ X19 1 226.53 4181.4 519.14
## ‐ X32 1 250.39 4205.2 519.94
## ‐ X31 1 269.70 4224.5 520.57
## ‐ X52 1 280.10 4234.9 520.91
## ‐ X26 1 293.72 4248.5 521.36
## ‐ X3 1 309.67 4264.5 521.88
## ‐ X6 1 369.89 4324.7 523.83
## ‐ X37 1 399.63 4354.5 524.78
## ‐ X28 1 556.94 4511.8 529.72
## ‐ X29 1 1013.91 4968.7 543.13
##
## Step: AIC=513.08
## X7 ~ X3 + X5 + X6 + X8 + X12 + X15 + X18 + X19 + X21 + X22 +
## X26 + X28 + X29 + X30 + X31 + X32 + X36 + X37 + X40 + X43 +
## X45 + X49 + X52 + X23
##
## Df Sum of Sq RSS AIC
## ‐ X15 1 41.77 3931.0 512.56
## <none> 3889.2 513.08
## ‐ X23 1 65.58 3954.8 513.40
## ‐ X8 1 68.92 3958.2 513.52
## + X35 1 40.71 3848.5 513.62
## ‐ X12 1 72.82 3962.1 513.66
## + X11 1 37.04 3852.2 513.75
## + X17 1 33.56 3855.7 513.87
## + X16 1 32.03 3857.2 513.93
## ‐ X30 1 82.84 3972.1 514.01
## + X24 1 28.62 3860.6 514.05
## + X2 1 20.20 3869.0 514.35
## ‐ X21 1 101.74 3991.0 514.67
## + X47 1 11.20 3878.0 514.68
## + X25 1 11.19 3878.1 514.68
## + X50 1 8.53 3880.7 514.77
## + X51 1 5.75 3883.5 514.87
## + X27 1 5.43 3883.8 514.88
## + X44 1 4.00 3885.2 514.93
## + X46 1 3.92 3885.3 514.94
## + X1 1 3.20 3886.0 514.96
## + X13 1 2.73 3886.5 514.98
## + X53 1 2.43 3886.8 514.99
## + X41 1 2.19 3887.1 515.00
## + X39 1 2.14 3887.1 515.00
## + X14 1 1.80 3887.4 515.01
## + X42 1 1.65 3887.6 515.02
## + X34 1 1.10 3888.1 515.04
## + X33 1 0.91 3888.3 515.05
## + X20 1 0.70 3888.5 515.05
## + X38 1 0.44 3888.8 515.06
## + X10 1 0.42 3888.8 515.06
## + X4 1 0.25 3889.0 515.07
## + X9 1 0.04 3889.2 515.08
## + X48 1 0.00 3889.2 515.08
## ‐ X40 1 117.69 4006.9 515.22
## ‐ X22 1 118.08 4007.3 515.24
## ‐ X18 1 146.02 4035.3 516.20
## ‐ X36 1 154.83 4044.1 516.50
## ‐ X49 1 156.66 4045.9 516.57
## ‐ X45 1 162.84 4052.1 516.78
## ‐ X43 1 208.01 4097.3 518.32
## ‐ X5 1 220.73 4110.0 518.75
## ‐ X32 1 230.97 4120.2 519.10
## ‐ X19 1 246.92 4136.2 519.63
## ‐ X52 1 254.92 4144.2 519.90
## ‐ X26 1 278.09 4167.3 520.68
## ‐ X31 1 295.88 4185.1 521.27
## ‐ X3 1 301.99 4191.2 521.47
## ‐ X6 1 415.30 4304.5 525.18
## ‐ X37 1 418.94 4308.2 525.30
## ‐ X28 1 448.94 4338.2 526.26
## ‐ X29 1 957.50 4846.7 541.67
##
## Step: AIC=512.56
## X7 ~ X3 + X5 + X6 + X8 + X12 + X18 + X19 + X21 + X22 + X26 +
## X28 + X29 + X30 + X31 + X32 + X36 + X37 + X40 + X43 + X45 +
## X49 + X52 + X23
##
## Df Sum of Sq RSS AIC
## <none> 3931.0 512.56
## ‐ X8 1 64.51 3995.5 512.83
## ‐ X12 1 68.23 3999.3 512.96
## + X15 1 41.77 3889.2 513.08
## + X17 1 41.71 3889.3 513.08
## + X35 1 38.43 3892.6 513.20
## + X16 1 35.36 3895.7 513.31
## ‐ X30 1 84.47 4015.5 513.52
## + X24 1 28.72 3902.3 513.54
## + X11 1 26.37 3904.6 513.63
## ‐ X23 1 91.47 4022.5 513.76
## ‐ X21 1 102.89 4033.9 514.15
## + X2 1 11.27 3919.7 514.16
## + X25 1 9.52 3921.5 514.23
## + X27 1 8.53 3922.5 514.26
## + X46 1 7.46 3923.6 514.30
## + X51 1 5.94 3925.1 514.35
## + X44 1 5.54 3925.5 514.37
## + X41 1 5.37 3925.6 514.37
## + X50 1 5.12 3925.9 514.38
## + X34 1 3.91 3927.1 514.42
## + X47 1 3.42 3927.6 514.44
## + X14 1 3.37 3927.6 514.44
## + X1 1 2.32 3928.7 514.48
## + X10 1 1.48 3929.5 514.51
## + X42 1 1.05 3930.0 514.53
## + X9 1 1.05 3930.0 514.53
## + X53 1 0.94 3930.1 514.53
## ‐ X22 1 113.87 4044.9 514.53
## + X13 1 0.60 3930.4 514.54
## + X38 1 0.37 3930.6 514.55
## + X33 1 0.08 3930.9 514.56
## + X4 1 0.06 3931.0 514.56
## + X20 1 0.02 3931.0 514.56
## + X48 1 0.01 3931.0 514.56
## + X39 1 0.01 3931.0 514.56
## ‐ X49 1 126.00 4057.0 514.95
## ‐ X18 1 130.97 4062.0 515.12
## ‐ X36 1 159.34 4090.4 516.09
## ‐ X45 1 164.83 4095.9 516.27
## ‐ X40 1 181.75 4112.8 516.85
## ‐ X43 1 203.79 4134.8 517.59
## ‐ X32 1 233.88 4164.9 518.60
## ‐ X5 1 240.73 4171.7 518.82
## ‐ X52 1 254.35 4185.4 519.28
## ‐ X26 1 260.68 4191.7 519.49
## ‐ X3 1 294.04 4225.1 520.59
## ‐ X19 1 300.13 4231.2 520.79
## ‐ X31 1 336.66 4267.7 521.98
## ‐ X28 1 427.41 4358.4 524.91
## ‐ X37 1 437.88 4368.9 525.24
## ‐ X6 1 523.67 4454.7 527.95
## ‐ X29 1 950.06 4881.1 540.65

##
## Call:
## lm(formula = X7 ~ X3 + X5 + X6 + X8 + X12 + X18 + X19 + X21 +
## X22 + X26 + X28 + X29 + X30 + X31 + X32 + X36 + X37 + X40 +
## X43 + X45 + X49 + X52 + X23, data = nri[, ‐1])
##
## Coefficients:
## (Intercept) X3 X5 X6 X8
## 99.5110574 ‐3.7758257 5.0830588 ‐7.1389437 0.1423780
## X12 X18 X19 X21 X22
## ‐0.0495490 ‐3.6742897 0.0003689 0.0016585 ‐0.0027915
## X26 X28 X29 X30 X31
## 2.8942184 ‐0.1644752 0.3234031 0.0317456 ‐0.2264250
## X32 X36 X37 X40 X43
## ‐0.1773171 3.8305089 ‐7.7094182 ‐5.1110359 ‐7.9872383
## X45 X49 X52 X23
## 7.4323129 ‐0.1794329 7.8669828 4.7415628

mod=lm(formula = X7 ~ X3 + X5 + X6 + X8 + X12 + X15 + X18 + X19 +

X21 + X22 + X26 + X28 + X29 + X30 + X31 + X32 + X36 + X37 +
X40 + X43 + X45 + X49 + X52, data = nri[, ‐1])

summary(mod)$[Link]

## [1] 0.9290593

library(caTools)
nri=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
## Shuffle the data
[Link](777)
nri=nri[sample(139),‐1]
split=[Link](nri$X7,SplitRatio = 0.7)
train=subset(nri,split==TRUE)
test=subset(nri,split==FALSE)
model=lm(X7~.,data = train[,‐1])

bkd=step(model,direction="backward",trace = 0)
frd=step(model,direction="forward",trace = 0)
both=step(model,direction="both",trace = 0)
X7_pred_bkd=predict(bkd,test)
X7_pred_frd=predict(frd,test)
X7_pred_both=predict(both,test)
# View(cbind(X7_pred_bkd,X7_pred_frd,X7_pred_both,test$X7))

press_bkd=sqrt(sum((X7_pred_bkd‐test$X7)^2))
press_frd=sqrt(sum((X7_pred_frd‐test$X7)^2))
press_both=sqrt(sum((X7_pred_both‐test$X7)^2))
c(press_bkd,press_frd,press_both) ### PRESS Min => meilleur modele.

## [1] 72.54333 68.83555 72.54333

plot(c(1:42), test$X7)
lines(test$X7,col="black")
lines(X7_pred_bkd,col="blue")
lines(X7_pred_frd,col="green")
lines(X7_pred_both,col="red")
library(caTools)
nri=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
[Link](777)
# shufle the data
nri <‐ nri[sample(139),‐1]
split <‐ [Link](nri$X7,SplitRatio = 0.7)
train <‐ subset(nri,split==TRUE)
test <‐ subset(nri,split==FALSE)
fit1 <‐ lm(X7~.,data=train)
fit2 <‐ lm(X7~1,data = train)
bkd <‐ step(fit1,direction = "backward")

## Start: AIC=385.16
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X17 + X18 + X19 + X20 + X21 + X22 +
## X23 + X24 + X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X33 + X34 + X35 + X36 + X37 + X38 + X39 + X40 + X41 + X42 +
## X43 + X44 + X45 + X46 + X47 + X48 + X49 + X50 + X51 + X52 +
## X53
##
## Df Sum of Sq RSS AIC
## ‐ X39 1 0.01 1724.4 383.16
## ‐ X17 1 0.08 1724.5 383.16
## ‐ X23 1 0.29 1724.7 383.17
## ‐ X38 1 0.37 1724.7 383.18
## ‐ X42 1 0.48 1724.8 383.18
## ‐ X6 1 0.61 1725.0 383.19
## ‐ X51 1 0.97 1725.3 383.21
## ‐ X48 1 1.47 1725.8 383.24
## ‐ X47 1 1.94 1726.3 383.27
## ‐ X20 1 1.94 1726.3 383.27
## ‐ X45 1 2.02 1726.4 383.27
## ‐ X46 1 2.79 1727.2 383.31
## ‐ X1 1 3.11 1727.5 383.33
## ‐ X25 1 3.16 1727.5 383.33
## ‐ X35 1 3.41 1727.8 383.35
## ‐ X27 1 3.97 1728.3 383.38
## ‐ X26 1 3.99 1728.4 383.38
## ‐ X13 1 4.12 1728.5 383.39
## ‐ X36 1 4.58 1729.0 383.41
## ‐ X8 1 7.52 1731.9 383.58
## ‐ X4 1 8.36 1732.7 383.63
## ‐ X43 1 8.55 1732.9 383.64
## ‐ X24 1 9.10 1733.5 383.67
## ‐ X19 1 9.61 1734.0 383.70
## ‐ X30 1 10.38 1734.8 383.74
## ‐ X49 1 12.90 1737.3 383.88
## ‐ X34 1 13.70 1738.1 383.92
## ‐ X21 1 15.80 1740.2 384.04
## ‐ X16 1 18.73 1743.1 384.20
## ‐ X10 1 19.80 1744.2 384.26
## ‐ X32 1 19.96 1744.3 384.27
## ‐ X33 1 21.15 1745.5 384.34
## ‐ X14 1 24.25 1748.6 384.51
## ‐ X2 1 28.66 1753.0 384.76
## ‐ X5 1 30.92 1755.3 384.88
## ‐ X41 1 31.23 1755.6 384.90
## ‐ X18 1 33.14 1757.5 385.00
## <none> 1724.4 385.16
## ‐ X37 1 38.53 1762.9 385.30
## ‐ X31 1 48.74 1773.1 385.86
## ‐ X11 1 49.88 1774.2 385.92
## ‐ X15 1 57.67 1782.0 386.35
## ‐ X40 1 60.29 1784.7 386.49
## ‐ X50 1 74.66 1799.0 387.27
## ‐ X12 1 100.14 1824.5 388.63
## ‐ X3 1 122.11 1846.5 389.79
## ‐ X9 1 130.79 1855.2 390.25
## ‐ X53 1 133.02 1857.4 390.36
## ‐ X52 1 135.53 1859.9 390.50
## ‐ X29 1 175.13 1899.5 392.54
## ‐ X44 1 205.99 1930.3 394.10
## ‐ X22 1 209.94 1934.3 394.30
## ‐ X28 1 493.66 2218.0 407.58
##
## Step: AIC=383.16
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X17 + X18 + X19 + X20 + X21 + X22 +
## X23 + X24 + X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X33 + X34 + X35 + X36 + X37 + X38 + X40 + X41 + X42 + X43 +
## X44 + X45 + X46 + X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X17 1 0.08 1724.5 381.16
## ‐ X23 1 0.29 1724.7 381.17
## ‐ X38 1 0.40 1724.8 381.18
## ‐ X42 1 0.48 1724.8 381.18
## ‐ X6 1 0.62 1725.0 381.19
## ‐ X51 1 0.96 1725.3 381.21
## ‐ X48 1 1.47 1725.8 381.24
## ‐ X20 1 2.02 1726.4 381.27
## ‐ X45 1 2.05 1726.4 381.27
## ‐ X46 1 2.79 1727.2 381.31
## ‐ X1 1 3.11 1727.5 381.33
## ‐ X25 1 3.15 1727.5 381.33
## ‐ X35 1 3.45 1727.8 381.35
## ‐ X27 1 4.28 1728.7 381.40
## ‐ X26 1 4.39 1728.8 381.40
## ‐ X13 1 4.71 1729.1 381.42
## ‐ X36 1 5.19 1729.6 381.45
## ‐ X8 1 7.54 1731.9 381.58
## ‐ X47 1 8.44 1732.8 381.63
## ‐ X4 1 8.51 1732.9 381.63
## ‐ X43 1 8.73 1733.1 381.65
## ‐ X24 1 9.09 1733.5 381.67
## ‐ X19 1 10.07 1734.5 381.72
## ‐ X30 1 12.36 1736.7 381.85
## ‐ X49 1 14.14 1738.5 381.95
## ‐ X21 1 15.97 1740.3 382.05
## ‐ X34 1 16.27 1740.6 382.07
## ‐ X16 1 18.83 1743.2 382.21
## ‐ X32 1 20.34 1744.7 382.29
## ‐ X10 1 20.53 1744.9 382.30
## ‐ X33 1 21.45 1745.8 382.36
## ‐ X14 1 24.81 1749.2 382.54
## ‐ X2 1 29.84 1754.2 382.82
## ‐ X5 1 30.94 1755.3 382.88
## ‐ X41 1 32.02 1756.4 382.94
## ‐ X18 1 33.60 1758.0 383.03
## <none> 1724.4 383.16
## ‐ X37 1 38.52 1762.9 383.30
## ‐ X31 1 49.87 1774.2 383.92
## ‐ X11 1 52.83 1777.2 384.08
## ‐ X40 1 60.92 1785.3 384.53
## ‐ X15 1 73.13 1797.5 385.19
## ‐ X50 1 76.72 1801.1 385.38
## ‐ X12 1 104.14 1828.5 386.85
## ‐ X9 1 130.91 1855.3 388.25
## ‐ X3 1 135.72 1860.1 388.51
## ‐ X52 1 137.04 1861.4 388.57
## ‐ X53 1 137.20 1861.6 388.58
## ‐ X29 1 176.02 1900.4 390.59
## ‐ X44 1 210.15 1934.5 392.31
## ‐ X22 1 245.09 1969.5 394.05
## ‐ X28 1 494.01 2218.4 405.59
##
## Step: AIC=381.16
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X18 + X19 + X20 + X21 + X22 + X23 +
## X24 + X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 +
## X34 + X35 + X36 + X37 + X38 + X40 + X41 + X42 + X43 + X44 +
## X45 + X46 + X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X23 1 0.30 1724.8 379.18
## ‐ X38 1 0.49 1724.9 379.19
## ‐ X42 1 0.50 1725.0 379.19
## ‐ X6 1 0.75 1725.2 379.20
## ‐ X51 1 0.91 1725.4 379.21
## ‐ X48 1 1.40 1725.8 379.24
## ‐ X20 1 1.98 1726.4 379.27
## ‐ X45 1 2.03 1726.5 379.28
## ‐ X25 1 3.17 1727.6 379.34
## ‐ X1 1 3.29 1727.7 379.35
## ‐ X46 1 3.38 1727.8 379.35
## ‐ X35 1 3.77 1728.2 379.37
## ‐ X27 1 4.28 1728.7 379.40
## ‐ X13 1 4.72 1729.2 379.43
## ‐ X36 1 5.34 1729.8 379.46
## ‐ X26 1 6.55 1731.0 379.53
## ‐ X8 1 7.47 1731.9 379.58
## ‐ X4 1 8.43 1732.9 379.63
## ‐ X47 1 9.05 1733.5 379.67
## ‐ X24 1 9.09 1733.5 379.67
## ‐ X19 1 10.25 1734.7 379.74
## ‐ X43 1 10.27 1734.7 379.74
## ‐ X30 1 14.14 1738.6 379.95
## ‐ X49 1 15.52 1740.0 380.03
## ‐ X21 1 16.08 1740.5 380.06
## ‐ X34 1 17.79 1742.2 380.16
## ‐ X16 1 19.94 1744.4 380.28
## ‐ X32 1 20.49 1744.9 380.31
## ‐ X10 1 20.56 1745.0 380.31
## ‐ X33 1 21.43 1745.9 380.36
## ‐ X14 1 24.74 1749.2 380.54
## ‐ X5 1 30.93 1755.4 380.89
## ‐ X2 1 31.93 1756.4 380.94
## ‐ X41 1 31.95 1756.4 380.94
## ‐ X18 1 34.39 1758.8 381.08
## <none> 1724.5 381.16
## ‐ X37 1 38.95 1763.4 381.33
## ‐ X11 1 52.90 1777.4 382.09
## ‐ X31 1 53.20 1777.7 382.11
## ‐ X40 1 63.12 1787.6 382.65
## ‐ X15 1 73.14 1797.6 383.19
## ‐ X50 1 77.87 1802.3 383.45
## ‐ X12 1 105.92 1830.4 384.94
## ‐ X9 1 134.20 1858.7 386.43
## ‐ X3 1 136.17 1860.6 386.53
## ‐ X52 1 136.98 1861.4 386.58
## ‐ X53 1 140.42 1864.9 386.75
## ‐ X29 1 176.39 1900.8 388.61
## ‐ X44 1 228.24 1952.7 391.22
## ‐ X22 1 246.57 1971.0 392.12
## ‐ X28 1 505.42 2229.9 404.09
##
## Step: AIC=379.18
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X18 + X19 + X20 + X21 + X22 + X24 +
## X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 +
## X35 + X36 + X37 + X38 + X40 + X41 + X42 + X43 + X44 + X45 +
## X46 + X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X38 1 0.41 1725.2 377.20
## ‐ X42 1 0.43 1725.2 377.20
## ‐ X6 1 0.58 1725.3 377.21
## ‐ X51 1 0.84 1725.6 377.23
## ‐ X48 1 1.39 1726.1 377.26
## ‐ X45 1 2.17 1726.9 377.30
## ‐ X20 1 2.22 1727.0 377.30
## ‐ X1 1 3.07 1727.8 377.35
## ‐ X25 1 3.39 1728.1 377.37
## ‐ X35 1 3.51 1728.3 377.38
## ‐ X46 1 3.72 1728.5 377.39
## ‐ X27 1 4.57 1729.3 377.43
## ‐ X36 1 5.21 1730.0 377.47
## ‐ X13 1 5.70 1730.5 377.50
## ‐ X26 1 7.00 1731.8 377.57
## ‐ X8 1 7.18 1731.9 377.58
## ‐ X24 1 8.90 1733.7 377.68
## ‐ X47 1 9.13 1733.9 377.69
## ‐ X4 1 9.48 1734.2 377.71
## ‐ X19 1 10.75 1735.5 377.78
## ‐ X43 1 11.17 1735.9 377.80
## ‐ X30 1 14.61 1739.3 378.00
## ‐ X21 1 15.84 1740.6 378.07
## ‐ X49 1 16.78 1741.5 378.12
## ‐ X34 1 20.29 1745.0 378.31
## ‐ X10 1 20.65 1745.4 378.33
## ‐ X32 1 20.72 1745.5 378.34
## ‐ X16 1 21.01 1745.8 378.35
## ‐ X33 1 21.58 1746.3 378.38
## ‐ X14 1 24.49 1749.2 378.55
## ‐ X5 1 30.66 1755.4 378.89
## ‐ X41 1 31.65 1756.4 378.94
## ‐ X2 1 32.50 1757.2 378.99
## ‐ X18 1 34.20 1759.0 379.08
## <none> 1724.8 379.18
## ‐ X37 1 38.70 1763.5 379.33
## ‐ X11 1 52.70 1777.5 380.10
## ‐ X31 1 52.91 1777.7 380.11
## ‐ X40 1 62.87 1787.6 380.65
## ‐ X50 1 77.67 1802.4 381.45
## ‐ X15 1 82.60 1807.3 381.72
## ‐ X12 1 105.76 1830.5 382.95
## ‐ X9 1 134.57 1859.3 384.47
## ‐ X3 1 136.61 1861.4 384.57
## ‐ X52 1 140.52 1865.3 384.78
## ‐ X53 1 149.71 1874.5 385.25
## ‐ X29 1 177.30 1902.0 386.67
## ‐ X44 1 247.05 1971.8 390.16
## ‐ X22 1 247.80 1972.5 390.20
## ‐ X28 1 517.77 2242.5 402.64
##
## Step: AIC=377.2
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X18 + X19 + X20 + X21 + X22 + X24 +
## X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 +
## X35 + X36 + X37 + X40 + X41 + X42 + X43 + X44 + X45 + X46 +
## X47 + X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X42 1 0.25 1725.4 375.21
## ‐ X6 1 0.32 1725.5 375.22
## ‐ X51 1 0.65 1725.8 375.24
## ‐ X48 1 1.51 1726.7 375.29
## ‐ X45 1 2.21 1727.4 375.33
## ‐ X20 1 2.52 1727.7 375.34
## ‐ X25 1 3.23 1728.4 375.38
## ‐ X1 1 3.88 1729.0 375.42
## ‐ X27 1 4.20 1729.4 375.44
## ‐ X35 1 4.24 1729.4 375.44
## ‐ X46 1 4.81 1730.0 375.47
## ‐ X36 1 5.60 1730.8 375.52
## ‐ X13 1 5.95 1731.1 375.53
## ‐ X8 1 7.03 1732.2 375.60
## ‐ X26 1 7.27 1732.4 375.61
## ‐ X24 1 8.65 1733.8 375.69
## ‐ X47 1 9.14 1734.3 375.71
## ‐ X4 1 9.69 1734.8 375.74
## ‐ X19 1 10.48 1735.6 375.79
## ‐ X43 1 11.50 1736.7 375.85
## ‐ X30 1 14.38 1739.5 376.01
## ‐ X21 1 15.56 1740.7 376.07
## ‐ X49 1 16.75 1741.9 376.14
## ‐ X34 1 20.14 1745.3 376.33
## ‐ X16 1 21.45 1746.6 376.40
## ‐ X32 1 21.69 1746.8 376.41
## ‐ X33 1 22.57 1747.7 376.46
## ‐ X14 1 24.97 1750.1 376.59
## ‐ X10 1 26.56 1751.7 376.68
## ‐ X5 1 32.28 1757.4 377.00
## ‐ X2 1 32.52 1757.7 377.01
## ‐ X18 1 34.09 1759.2 377.10
## <none> 1725.2 377.20
## ‐ X41 1 36.72 1761.9 377.24
## ‐ X37 1 39.98 1765.1 377.42
## ‐ X11 1 52.67 1777.8 378.12
## ‐ X31 1 56.98 1782.1 378.35
## ‐ X40 1 65.35 1790.5 378.81
## ‐ X50 1 80.81 1806.0 379.64
## ‐ X15 1 82.23 1807.4 379.72
## ‐ X12 1 105.63 1830.8 380.97
## ‐ X3 1 137.57 1862.7 382.64
## ‐ X9 1 145.73 1870.9 383.07
## ‐ X52 1 146.06 1871.2 383.08
## ‐ X53 1 150.09 1875.2 383.29
## ‐ X29 1 181.85 1907.0 384.92
## ‐ X22 1 247.40 1972.6 388.20
## ‐ X44 1 249.35 1974.5 388.30
## ‐ X28 1 518.58 2243.7 400.69
##
## Step: AIC=375.21
## X7 ~ X1 + X2 + X3 + X4 + X5 + X6 + X8 + X9 + X10 + X11 + X12 +
## X13 + X14 + X15 + X16 + X18 + X19 + X20 + X21 + X22 + X24 +
## X25 + X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 +
## X35 + X36 + X37 + X40 + X41 + X43 + X44 + X45 + X46 + X47 +
## X48 + X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X6 1 0.41 1725.8 373.24
## ‐ X51 1 0.62 1726.0 373.25
## ‐ X48 1 1.42 1726.8 373.29
## ‐ X20 1 2.29 1727.7 373.34
## ‐ X45 1 2.89 1728.3 373.38
## ‐ X25 1 3.26 1728.7 373.40
## ‐ X1 1 4.03 1729.4 373.44
## ‐ X35 1 4.22 1729.6 373.45
## ‐ X27 1 4.36 1729.8 373.46
## ‐ X46 1 4.94 1730.3 373.49
## ‐ X13 1 6.00 1731.4 373.55
## ‐ X36 1 6.01 1731.4 373.55
## ‐ X26 1 7.05 1732.5 373.61
## ‐ X8 1 7.48 1732.9 373.63
## ‐ X24 1 8.49 1733.9 373.69
## ‐ X47 1 8.95 1734.3 373.72
## ‐ X4 1 10.15 1735.5 373.78
## ‐ X19 1 10.43 1735.8 373.80
## ‐ X43 1 11.39 1736.8 373.85
## ‐ X30 1 14.14 1739.5 374.01
## ‐ X21 1 15.56 1741.0 374.09
## ‐ X49 1 16.58 1742.0 374.14
## ‐ X34 1 20.30 1745.7 374.35
## ‐ X16 1 21.21 1746.6 374.40
## ‐ X32 1 21.91 1747.3 374.44
## ‐ X33 1 22.33 1747.7 374.46
## ‐ X14 1 25.18 1750.6 374.62
## ‐ X10 1 26.50 1751.9 374.69
## ‐ X5 1 32.11 1757.5 375.00
## ‐ X2 1 32.27 1757.7 375.01
## ‐ X18 1 35.14 1760.5 375.17
## <none> 1725.4 375.21
## ‐ X41 1 36.93 1762.3 375.27
## ‐ X37 1 50.69 1776.1 376.02
## ‐ X11 1 52.52 1777.9 376.12
## ‐ X40 1 65.86 1791.3 376.85
## ‐ X31 1 70.35 1795.8 377.09
## ‐ X50 1 80.85 1806.2 377.66
## ‐ X15 1 83.63 1809.0 377.81
## ‐ X12 1 106.18 1831.6 379.01
## ‐ X3 1 137.33 1862.7 380.64
## ‐ X53 1 150.61 1876.0 381.33
## ‐ X52 1 153.03 1878.4 381.46
## ‐ X9 1 155.44 1880.8 381.58
## ‐ X29 1 196.85 1922.2 383.69
## ‐ X44 1 249.11 1974.5 386.30
## ‐ X22 1 261.16 1986.6 386.89
## ‐ X28 1 518.51 2243.9 398.70
##
## Step: AIC=373.24
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X20 + X21 + X22 + X24 + X25 +
## X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 +
## X36 + X37 + X40 + X41 + X43 + X44 + X45 + X46 + X47 + X48 +
## X49 + X50 + X51 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X51 1 0.52 1726.3 371.27
## ‐ X48 1 1.35 1727.2 371.31
## ‐ X20 1 2.25 1728.1 371.36
## ‐ X45 1 2.90 1728.7 371.40
## ‐ X25 1 3.65 1729.5 371.44
## ‐ X35 1 4.11 1729.9 371.47
## ‐ X1 1 4.15 1730.0 371.47
## ‐ X27 1 4.59 1730.4 371.50
## ‐ X46 1 4.74 1730.5 371.50
## ‐ X36 1 6.28 1732.1 371.59
## ‐ X13 1 6.49 1732.3 371.60
## ‐ X26 1 7.24 1733.0 371.64
## ‐ X8 1 8.09 1733.9 371.69
## ‐ X47 1 9.33 1735.1 371.76
## ‐ X24 1 9.67 1735.5 371.78
## ‐ X4 1 10.48 1736.3 371.83
## ‐ X19 1 10.84 1736.7 371.85
## ‐ X43 1 11.16 1737.0 371.86
## ‐ X30 1 13.74 1739.5 372.01
## ‐ X21 1 16.03 1741.8 372.13
## ‐ X49 1 16.39 1742.2 372.15
## ‐ X34 1 20.53 1746.3 372.38
## ‐ X16 1 20.93 1746.7 372.41
## ‐ X32 1 22.25 1748.1 372.48
## ‐ X33 1 22.36 1748.2 372.49
## ‐ X10 1 28.24 1754.0 372.81
## ‐ X14 1 29.16 1755.0 372.86
## ‐ X5 1 31.71 1757.5 373.00
## ‐ X2 1 35.69 1761.5 373.22
## <none> 1725.8 373.24
## ‐ X41 1 41.04 1766.8 373.52
## ‐ X18 1 42.79 1768.6 373.61
## ‐ X37 1 51.50 1777.3 374.09
## ‐ X11 1 52.98 1778.8 374.17
## ‐ X40 1 65.48 1791.3 374.85
## ‐ X31 1 70.30 1796.1 375.11
## ‐ X50 1 83.39 1809.2 375.81
## ‐ X15 1 87.94 1813.8 376.06
## ‐ X12 1 113.92 1839.7 377.44
## ‐ X53 1 153.56 1879.4 379.51
## ‐ X3 1 156.71 1882.5 379.67
## ‐ X52 1 164.98 1890.8 380.09
## ‐ X9 1 174.13 1899.9 380.56
## ‐ X29 1 205.82 1931.6 382.17
## ‐ X44 1 262.20 1988.0 384.96
## ‐ X22 1 310.98 2036.8 387.31
## ‐ X28 1 527.81 2253.6 397.12
##
## Step: AIC=371.27
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X20 + X21 + X22 + X24 + X25 +
## X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 +
## X36 + X37 + X40 + X41 + X43 + X44 + X45 + X46 + X47 + X48 +
## X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X48 1 1.38 1727.7 369.34
## ‐ X20 1 2.63 1729.0 369.41
## ‐ X45 1 2.84 1729.2 369.43
## ‐ X25 1 3.20 1729.5 369.45
## ‐ X1 1 4.21 1730.5 369.50
## ‐ X35 1 4.37 1730.7 369.51
## ‐ X27 1 4.45 1730.8 369.52
## ‐ X46 1 4.48 1730.8 369.52
## ‐ X13 1 6.81 1733.1 369.65
## ‐ X8 1 7.67 1734.0 369.70
## ‐ X36 1 7.74 1734.1 369.70
## ‐ X24 1 9.33 1735.7 369.79
## ‐ X26 1 9.43 1735.8 369.80
## ‐ X19 1 10.83 1737.2 369.87
## ‐ X43 1 11.08 1737.4 369.89
## ‐ X47 1 11.15 1737.5 369.89
## ‐ X4 1 11.43 1737.8 369.91
## ‐ X21 1 15.91 1742.2 370.16
## ‐ X30 1 16.55 1742.9 370.19
## ‐ X49 1 16.69 1743.0 370.20
## ‐ X16 1 20.41 1746.7 370.41
## ‐ X34 1 21.33 1747.7 370.46
## ‐ X32 1 21.73 1748.1 370.48
## ‐ X33 1 21.89 1748.2 370.49
## ‐ X10 1 28.40 1754.7 370.85
## ‐ X14 1 28.80 1755.1 370.87
## ‐ X5 1 31.45 1757.8 371.02
## ‐ X2 1 35.17 1761.5 371.22
## <none> 1726.3 371.27
## ‐ X18 1 42.73 1769.1 371.64
## ‐ X41 1 45.88 1772.2 371.81
## ‐ X11 1 52.84 1779.2 372.19
## ‐ X37 1 53.05 1779.4 372.20
## ‐ X40 1 65.00 1791.3 372.85
## ‐ X31 1 71.73 1798.0 373.22
## ‐ X50 1 87.21 1813.5 374.05
## ‐ X15 1 88.85 1815.2 374.13
## ‐ X12 1 115.98 1842.3 375.57
## ‐ X53 1 156.66 1883.0 377.69
## ‐ X52 1 164.61 1890.9 378.10
## ‐ X3 1 169.22 1895.5 378.34
## ‐ X9 1 178.28 1904.6 378.80
## ‐ X29 1 205.68 1932.0 380.19
## ‐ X44 1 261.76 1988.1 382.96
## ‐ X22 1 315.56 2041.9 385.55
## ‐ X28 1 527.79 2254.1 395.14
##
## Step: AIC=369.34
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X20 + X21 + X22 + X24 + X25 +
## X26 + X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 +
## X36 + X37 + X40 + X41 + X43 + X44 + X45 + X46 + X47 + X49 +
## X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X20 1 2.26 1730.0 367.47
## ‐ X45 1 2.58 1730.3 367.49
## ‐ X25 1 2.86 1730.6 367.50
## ‐ X35 1 4.04 1731.7 367.57
## ‐ X1 1 5.99 1733.7 367.68
## ‐ X13 1 6.35 1734.1 367.70
## ‐ X27 1 6.47 1734.2 367.71
## ‐ X8 1 6.76 1734.5 367.72
## ‐ X46 1 7.99 1735.7 367.79
## ‐ X36 1 8.80 1736.5 367.84
## ‐ X4 1 10.43 1738.1 367.93
## ‐ X24 1 10.99 1738.7 367.96
## ‐ X43 1 11.11 1738.8 367.97
## ‐ X26 1 13.03 1740.7 368.07
## ‐ X19 1 13.41 1741.1 368.09
## ‐ X47 1 14.05 1741.8 368.13
## ‐ X21 1 15.42 1743.1 368.21
## ‐ X30 1 15.53 1743.2 368.21
## ‐ X49 1 19.18 1746.9 368.42
## ‐ X32 1 20.36 1748.1 368.48
## ‐ X33 1 20.54 1748.2 368.49
## ‐ X16 1 20.77 1748.5 368.50
## ‐ X34 1 25.40 1753.1 368.76
## ‐ X10 1 27.78 1755.5 368.89
## ‐ X14 1 28.50 1756.2 368.93
## ‐ X5 1 30.07 1757.8 369.02
## <none> 1727.7 369.34
## ‐ X2 1 39.14 1766.8 369.52
## ‐ X18 1 45.23 1772.9 369.85
## ‐ X11 1 53.21 1780.9 370.29
## ‐ X37 1 58.46 1786.2 370.57
## ‐ X41 1 61.98 1789.7 370.76
## ‐ X40 1 64.70 1792.4 370.91
## ‐ X31 1 80.70 1808.4 371.77
## ‐ X50 1 85.95 1813.7 372.05
## ‐ X15 1 87.90 1815.6 372.16
## ‐ X12 1 120.71 1848.4 373.90
## ‐ X53 1 156.53 1884.2 375.76
## ‐ X52 1 163.29 1891.0 376.10
## ‐ X3 1 169.53 1897.2 376.42
## ‐ X9 1 185.35 1913.0 377.23
## ‐ X29 1 205.13 1932.8 378.23
## ‐ X44 1 260.57 1988.3 380.97
## ‐ X22 1 316.29 2044.0 383.65
## ‐ X28 1 549.56 2277.3 394.13
##
## Step: AIC=367.47
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X21 + X22 + X24 + X25 + X26 +
## X27 + X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 + X36 +
## X37 + X40 + X41 + X43 + X44 + X45 + X46 + X47 + X49 + X50 +
## X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X25 1 2.53 1732.5 365.61
## ‐ X45 1 3.41 1733.4 365.66
## ‐ X35 1 4.62 1734.6 365.73
## ‐ X13 1 5.76 1735.7 365.79
## ‐ X1 1 7.21 1737.2 365.87
## ‐ X27 1 7.43 1737.4 365.89
## ‐ X8 1 7.83 1737.8 365.91
## ‐ X46 1 8.73 1738.7 365.96
## ‐ X24 1 9.81 1739.8 366.02
## ‐ X43 1 10.46 1740.4 366.06
## ‐ X36 1 10.71 1740.7 366.07
## ‐ X4 1 10.81 1740.8 366.08
## ‐ X19 1 12.86 1742.8 366.19
## ‐ X47 1 13.24 1743.2 366.21
## ‐ X30 1 13.76 1743.7 366.24
## ‐ X26 1 16.06 1746.0 366.37
## ‐ X21 1 17.63 1747.6 366.45
## ‐ X32 1 19.22 1749.2 366.54
## ‐ X49 1 19.29 1749.3 366.55
## ‐ X16 1 20.21 1750.2 366.60
## ‐ X33 1 20.62 1750.6 366.62
## ‐ X34 1 23.94 1753.9 366.80
## ‐ X10 1 27.30 1757.3 366.99
## ‐ X14 1 29.21 1759.2 367.10
## ‐ X5 1 29.39 1759.3 367.11
## <none> 1730.0 367.47
## ‐ X2 1 37.10 1767.1 367.53
## ‐ X18 1 47.05 1777.0 368.07
## ‐ X11 1 53.72 1783.7 368.44
## ‐ X37 1 61.64 1791.6 368.87
## ‐ X41 1 62.49 1792.5 368.91
## ‐ X40 1 65.40 1795.4 369.07
## ‐ X50 1 83.71 1813.7 370.05
## ‐ X31 1 84.78 1814.7 370.11
## ‐ X15 1 85.83 1815.8 370.17
## ‐ X12 1 119.69 1849.7 371.96
## ‐ X53 1 155.11 1885.1 373.80
## ‐ X3 1 167.97 1897.9 374.46
## ‐ X52 1 169.68 1899.6 374.55
## ‐ X9 1 197.33 1927.3 375.95
## ‐ X29 1 203.24 1933.2 376.25
## ‐ X44 1 258.45 1988.4 378.98
## ‐ X22 1 320.73 2050.7 381.97
## ‐ X28 1 547.76 2277.7 392.15
##
## Step: AIC=365.61
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X21 + X22 + X24 + X26 + X27 +
## X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 + X36 + X37 +
## X40 + X41 + X43 + X44 + X45 + X46 + X47 + X49 + X50 + X52 +
## X53
##
## Df Sum of Sq RSS AIC
## ‐ X45 1 3.00 1735.5 363.78
## ‐ X13 1 5.87 1738.4 363.94
## ‐ X35 1 7.00 1739.5 364.00
## ‐ X8 1 8.13 1740.6 364.07
## ‐ X24 1 8.43 1740.9 364.08
## ‐ X27 1 8.52 1741.0 364.09
## ‐ X46 1 9.19 1741.7 364.13
## ‐ X1 1 9.57 1742.1 364.15
## ‐ X36 1 9.58 1742.1 364.15
## ‐ X43 1 11.81 1744.3 364.27
## ‐ X19 1 12.00 1744.5 364.28
## ‐ X4 1 12.36 1744.8 364.30
## ‐ X47 1 12.73 1745.2 364.32
## ‐ X30 1 18.42 1750.9 364.64
## ‐ X21 1 19.12 1751.6 364.68
## ‐ X16 1 20.03 1752.5 364.73
## ‐ X26 1 21.24 1753.7 364.79
## ‐ X32 1 21.99 1754.5 364.84
## ‐ X49 1 22.35 1754.8 364.86
## ‐ X33 1 23.23 1755.7 364.90
## ‐ X34 1 23.75 1756.2 364.93
## ‐ X10 1 26.65 1759.1 365.09
## ‐ X14 1 27.88 1760.4 365.16
## ‐ X5 1 28.89 1761.4 365.22
## ‐ X2 1 34.78 1767.3 365.54
## <none> 1732.5 365.61
## ‐ X18 1 46.12 1778.6 366.16
## ‐ X11 1 59.65 1792.2 366.90
## ‐ X37 1 60.03 1792.5 366.92
## ‐ X41 1 60.89 1793.4 366.96
## ‐ X40 1 63.01 1795.5 367.08
## ‐ X50 1 81.19 1813.7 368.06
## ‐ X31 1 86.07 1818.6 368.32
## ‐ X15 1 88.80 1821.3 368.46
## ‐ X12 1 118.24 1850.7 370.02
## ‐ X53 1 157.56 1890.0 372.06
## ‐ X3 1 165.47 1898.0 372.46
## ‐ X52 1 169.73 1902.2 372.68
## ‐ X9 1 201.56 1934.0 374.29
## ‐ X29 1 215.99 1948.5 375.01
## ‐ X44 1 256.16 1988.7 376.99
## ‐ X22 1 326.12 2058.6 380.34
## ‐ X28 1 546.98 2279.5 390.23
##
## Step: AIC=363.78
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X21 + X22 + X24 + X26 + X27 +
## X28 + X29 + X30 + X31 + X32 + X33 + X34 + X35 + X36 + X37 +
## X40 + X41 + X43 + X44 + X46 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X35 1 6.04 1741.5 362.12
## ‐ X46 1 7.47 1743.0 362.20
## ‐ X13 1 7.95 1743.4 362.22
## ‐ X36 1 8.05 1743.5 362.23
## ‐ X1 1 8.34 1743.8 362.25
## ‐ X8 1 8.52 1744.0 362.26
## ‐ X27 1 8.80 1744.3 362.27
## ‐ X19 1 10.80 1746.3 362.38
## ‐ X24 1 11.94 1747.4 362.45
## ‐ X4 1 12.90 1748.4 362.50
## ‐ X47 1 13.69 1749.2 362.54
## ‐ X16 1 17.39 1752.9 362.75
## ‐ X30 1 18.77 1754.3 362.82
## ‐ X21 1 20.13 1755.6 362.90
## ‐ X26 1 21.47 1757.0 362.97
## ‐ X32 1 23.17 1758.7 363.07
## ‐ X33 1 23.29 1758.8 363.07
## ‐ X10 1 23.72 1759.2 363.10
## ‐ X34 1 24.55 1760.0 363.14
## ‐ X5 1 29.08 1764.6 363.39
## ‐ X49 1 31.27 1766.8 363.51
## ‐ X43 1 32.45 1767.9 363.58
## ‐ X14 1 35.05 1770.5 363.72
## <none> 1735.5 363.78
## ‐ X2 1 39.24 1774.7 363.95
## ‐ X18 1 53.23 1788.7 364.71
## ‐ X11 1 56.86 1792.3 364.91
## ‐ X41 1 60.26 1795.8 365.09
## ‐ X40 1 60.61 1796.1 365.11
## ‐ X37 1 60.90 1796.4 365.13
## ‐ X50 1 79.01 1814.5 366.10
## ‐ X31 1 83.10 1818.6 366.32
## ‐ X15 1 92.43 1827.9 366.81
## ‐ X12 1 121.24 1856.7 368.33
## ‐ X53 1 154.61 1890.1 370.06
## ‐ X3 1 171.48 1907.0 370.92
## ‐ X52 1 173.01 1908.5 371.00
## ‐ X9 1 198.84 1934.3 372.30
## ‐ X29 1 234.74 1970.2 374.09
## ‐ X44 1 253.51 1989.0 375.01
## ‐ X22 1 323.13 2058.6 378.34
## ‐ X28 1 545.19 2280.7 388.28
##
## Step: AIC=362.12
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X21 + X22 + X24 + X26 + X27 +
## X28 + X29 + X30 + X31 + X32 + X33 + X34 + X36 + X37 + X40 +
## X41 + X43 + X44 + X46 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X46 1 6.08 1747.6 360.46
## ‐ X1 1 6.28 1747.8 360.47
## ‐ X36 1 8.81 1750.3 360.61
## ‐ X13 1 8.87 1750.4 360.61
## ‐ X19 1 8.88 1750.4 360.61
## ‐ X8 1 9.18 1750.7 360.63
## ‐ X27 1 10.12 1751.7 360.68
## ‐ X4 1 12.14 1753.7 360.79
## ‐ X24 1 13.10 1754.6 360.84
## ‐ X30 1 14.24 1755.8 360.91
## ‐ X16 1 16.00 1757.5 361.00
## ‐ X47 1 16.45 1758.0 361.03
## ‐ X21 1 17.93 1759.5 361.11
## ‐ X26 1 20.40 1761.9 361.25
## ‐ X10 1 20.45 1762.0 361.25
## ‐ X33 1 21.03 1762.6 361.28
## ‐ X32 1 23.16 1764.7 361.40
## ‐ X5 1 28.43 1770.0 361.69
## ‐ X43 1 30.97 1772.5 361.83
## ‐ X49 1 31.45 1773.0 361.85
## ‐ X34 1 32.06 1773.6 361.89
## ‐ X14 1 33.66 1775.2 361.97
## <none> 1741.5 362.12
## ‐ X2 1 38.05 1779.6 362.21
## ‐ X18 1 51.77 1793.3 362.96
## ‐ X11 1 53.60 1795.1 363.06
## ‐ X37 1 62.80 1804.3 363.55
## ‐ X41 1 63.04 1804.6 363.57
## ‐ X40 1 65.52 1807.0 363.70
## ‐ X31 1 82.50 1824.0 364.61
## ‐ X50 1 85.66 1827.2 364.77
## ‐ X15 1 97.78 1839.3 365.42
## ‐ X12 1 123.25 1864.8 366.75
## ‐ X52 1 168.70 1910.2 369.09
## ‐ X53 1 172.16 1913.7 369.26
## ‐ X9 1 192.92 1934.5 370.31
## ‐ X3 1 197.24 1938.8 370.52
## ‐ X29 1 228.83 1970.4 372.09
## ‐ X44 1 319.95 2061.5 376.48
## ‐ X22 1 368.70 2110.2 378.74
## ‐ X28 1 545.13 2286.7 386.53
##
## Step: AIC=360.46
## X7 ~ X1 + X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 +
## X14 + X15 + X16 + X18 + X19 + X21 + X22 + X24 + X26 + X27 +
## X28 + X29 + X30 + X31 + X32 + X33 + X34 + X36 + X37 + X40 +
## X41 + X43 + X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X1 1 3.97 1751.6 358.68
## ‐ X19 1 6.06 1753.7 358.79
## ‐ X36 1 8.39 1756.0 358.92
## ‐ X13 1 9.65 1757.3 358.99
## ‐ X8 1 10.64 1758.2 359.04
## ‐ X16 1 11.53 1759.1 359.09
## ‐ X24 1 13.27 1760.9 359.19
## ‐ X27 1 14.04 1761.7 359.23
## ‐ X30 1 14.16 1761.8 359.24
## ‐ X10 1 14.57 1762.2 359.26
## ‐ X4 1 16.07 1763.7 359.34
## ‐ X33 1 16.18 1763.8 359.35
## ‐ X47 1 17.62 1765.2 359.43
## ‐ X32 1 18.06 1765.7 359.45
## ‐ X21 1 18.76 1766.4 359.49
## ‐ X26 1 19.27 1766.9 359.52
## ‐ X43 1 25.80 1773.4 359.88
## ‐ X5 1 31.79 1779.4 360.20
## ‐ X2 1 34.20 1781.8 360.33
## <none> 1747.6 360.46
## ‐ X14 1 38.24 1785.8 360.56
## ‐ X34 1 42.59 1790.2 360.79
## ‐ X11 1 47.52 1795.1 361.06
## ‐ X49 1 47.92 1795.5 361.08
## ‐ X18 1 56.37 1804.0 361.53
## ‐ X40 1 59.60 1807.2 361.71
## ‐ X37 1 71.57 1819.2 362.35
## ‐ X41 1 73.26 1820.9 362.44
## ‐ X31 1 80.92 1828.5 362.85
## ‐ X50 1 86.72 1834.3 363.15
## ‐ X15 1 94.69 1842.3 363.57
## ‐ X12 1 131.69 1879.3 365.50
## ‐ X53 1 166.29 1913.9 367.27
## ‐ X52 1 166.97 1914.6 367.31
## ‐ X9 1 193.56 1941.2 368.64
## ‐ X3 1 203.59 1951.2 369.14
## ‐ X29 1 222.81 1970.4 370.10
## ‐ X44 1 318.06 2065.7 374.67
## ‐ X22 1 370.17 2117.8 377.09
## ‐ X28 1 559.52 2307.1 385.40
##
## Step: AIC=358.68
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 + X14 +
## X15 + X16 + X18 + X19 + X21 + X22 + X24 + X26 + X27 + X28 +
## X29 + X30 + X31 + X32 + X33 + X34 + X36 + X37 + X40 + X41 +
## X43 + X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X19 1 6.12 1757.7 357.01
## ‐ X36 1 9.56 1761.1 357.20
## ‐ X16 1 9.58 1761.2 357.20
## ‐ X8 1 10.24 1761.8 357.24
## ‐ X13 1 11.26 1762.8 357.30
## ‐ X24 1 11.67 1763.2 357.32
## ‐ X27 1 13.25 1764.8 357.41
## ‐ X10 1 13.73 1765.3 357.43
## ‐ X33 1 16.23 1767.8 357.57
## ‐ X30 1 16.38 1768.0 357.58
## ‐ X26 1 16.84 1768.4 357.60
## ‐ X47 1 17.88 1769.5 357.66
## ‐ X32 1 18.66 1770.2 357.70
## ‐ X21 1 20.97 1772.5 357.83
## ‐ X4 1 24.42 1776.0 358.02
## ‐ X43 1 28.59 1780.2 358.25
## ‐ X5 1 29.48 1781.0 358.29
## <none> 1751.6 358.68
## ‐ X2 1 36.68 1788.3 358.69
## ‐ X14 1 37.22 1788.8 358.72
## ‐ X34 1 42.93 1794.5 359.02
## ‐ X11 1 44.02 1795.6 359.08
## ‐ X49 1 52.68 1804.2 359.55
## ‐ X40 1 59.15 1810.7 359.90
## ‐ X18 1 60.63 1812.2 359.98
## ‐ X37 1 73.29 1824.9 360.65
## ‐ X41 1 73.95 1825.5 360.69
## ‐ X31 1 80.06 1831.6 361.01
## ‐ X15 1 95.85 1847.4 361.84
## ‐ X50 1 103.72 1855.3 362.26
## ‐ X12 1 133.60 1885.2 363.81
## ‐ X52 1 163.42 1915.0 365.33
## ‐ X53 1 165.95 1917.5 365.46
## ‐ X9 1 189.59 1941.2 366.64
## ‐ X3 1 219.01 1970.6 368.10
## ‐ X29 1 219.95 1971.5 368.15
## ‐ X44 1 325.94 2077.5 373.23
## ‐ X22 1 371.91 2123.5 375.35
## ‐ X28 1 568.94 2320.5 383.96
##
## Step: AIC=357.01
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 + X14 +
## X15 + X16 + X18 + X21 + X22 + X24 + X26 + X27 + X28 + X29 +
## X30 + X31 + X32 + X33 + X34 + X36 + X37 + X40 + X41 + X43 +
## X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X16 1 8.13 1765.8 355.46
## ‐ X13 1 9.37 1767.1 355.53
## ‐ X36 1 10.62 1768.3 355.60
## ‐ X24 1 11.01 1768.7 355.62
## ‐ X10 1 12.93 1770.6 355.72
## ‐ X27 1 13.76 1771.5 355.77
## ‐ X8 1 15.39 1773.1 355.86
## ‐ X30 1 15.70 1773.4 355.88
## ‐ X21 1 15.99 1773.7 355.89
## ‐ X33 1 16.67 1774.4 355.93
## ‐ X26 1 16.97 1774.7 355.95
## ‐ X32 1 17.26 1775.0 355.96
## ‐ X47 1 17.85 1775.5 355.99
## ‐ X4 1 22.47 1780.2 356.25
## ‐ X5 1 32.12 1789.8 356.77
## ‐ X43 1 33.08 1790.8 356.82
## ‐ X14 1 35.12 1792.8 356.93
## <none> 1757.7 357.01
## ‐ X2 1 38.65 1796.3 357.12
## ‐ X34 1 39.50 1797.2 357.17
## ‐ X11 1 40.19 1797.9 357.21
## ‐ X49 1 49.02 1806.7 357.68
## ‐ X40 1 56.72 1814.4 358.09
## ‐ X18 1 59.11 1816.8 358.22
## ‐ X41 1 72.64 1830.3 358.94
## ‐ X31 1 76.55 1834.2 359.15
## ‐ X37 1 76.80 1834.5 359.16
## ‐ X15 1 98.53 1856.2 360.30
## ‐ X50 1 100.27 1858.0 360.39
## ‐ X12 1 134.74 1892.4 362.18
## ‐ X53 1 164.80 1922.5 363.71
## ‐ X52 1 171.38 1929.1 364.04
## ‐ X9 1 186.18 1943.9 364.78
## ‐ X29 1 223.05 1980.7 366.60
## ‐ X3 1 225.04 1982.7 366.70
## ‐ X44 1 322.41 2080.1 371.35
## ‐ X22 1 369.02 2126.7 373.50
## ‐ X28 1 578.41 2336.1 382.61
##
## Step: AIC=355.46
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X13 + X14 +
## X15 + X18 + X21 + X22 + X24 + X26 + X27 + X28 + X29 + X30 +
## X31 + X32 + X33 + X34 + X36 + X37 + X40 + X41 + X43 + X44 +
## X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X13 1 9.26 1775.1 353.97
## ‐ X36 1 9.51 1775.3 353.98
## ‐ X10 1 9.98 1775.8 354.01
## ‐ X24 1 13.42 1779.2 354.20
## ‐ X30 1 13.73 1779.6 354.21
## ‐ X33 1 15.98 1781.8 354.33
## ‐ X32 1 16.14 1782.0 354.34
## ‐ X8 1 17.05 1782.9 354.39
## ‐ X27 1 17.73 1783.5 354.43
## ‐ X4 1 18.45 1784.3 354.47
## ‐ X26 1 18.71 1784.5 354.48
## ‐ X47 1 19.97 1785.8 354.55
## ‐ X21 1 22.17 1788.0 354.67
## ‐ X43 1 27.38 1793.2 354.95
## ‐ X5 1 29.18 1795.0 355.05
## ‐ X34 1 34.27 1800.1 355.33
## <none> 1765.8 355.46
## ‐ X11 1 38.38 1804.2 355.55
## ‐ X14 1 39.79 1805.6 355.62
## ‐ X2 1 42.63 1808.5 355.78
## ‐ X49 1 48.60 1814.4 356.09
## ‐ X40 1 52.91 1818.7 356.32
## ‐ X18 1 58.66 1824.5 356.63
## ‐ X41 1 71.80 1837.6 357.33
## ‐ X31 1 74.57 1840.4 357.47
## ‐ X37 1 84.23 1850.1 357.98
## ‐ X50 1 95.70 1861.5 358.58
## ‐ X15 1 99.11 1864.9 358.76
## ‐ X12 1 142.92 1908.7 361.01
## ‐ X53 1 164.98 1930.8 362.13
## ‐ X52 1 167.78 1933.6 362.27
## ‐ X9 1 182.08 1947.9 362.98
## ‐ X29 1 218.10 1983.9 364.76
## ‐ X3 1 219.42 1985.2 364.82
## ‐ X44 1 344.23 2110.1 370.74
## ‐ X22 1 375.92 2141.7 372.18
## ‐ X28 1 673.12 2438.9 384.79
##
## Step: AIC=353.97
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X10 + X11 + X12 + X14 + X15 +
## X18 + X21 + X22 + X24 + X26 + X27 + X28 + X29 + X30 + X31 +
## X32 + X33 + X34 + X36 + X37 + X40 + X41 + X43 + X44 + X47 +
## X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X10 1 7.91 1783.0 352.40
## ‐ X30 1 11.37 1786.5 352.59
## ‐ X36 1 13.41 1788.5 352.70
## ‐ X33 1 15.08 1790.2 352.79
## ‐ X32 1 15.47 1790.6 352.81
## ‐ X24 1 15.84 1790.9 352.83
## ‐ X27 1 15.91 1791.0 352.83
## ‐ X26 1 16.11 1791.2 352.85
## ‐ X47 1 16.45 1791.5 352.86
## ‐ X4 1 21.39 1796.5 353.13
## ‐ X21 1 22.16 1797.2 353.17
## ‐ X8 1 22.19 1797.3 353.17
## ‐ X14 1 30.67 1805.8 353.63
## ‐ X34 1 33.51 1808.6 353.78
## ‐ X43 1 35.88 1811.0 353.91
## <none> 1775.1 353.97
## ‐ X5 1 37.25 1812.3 353.98
## ‐ X49 1 43.04 1818.1 354.29
## ‐ X2 1 43.06 1818.2 354.29
## ‐ X11 1 43.15 1818.2 354.30
## ‐ X18 1 50.19 1825.3 354.67
## ‐ X40 1 59.34 1834.4 355.16
## ‐ X41 1 68.95 1844.0 355.66
## ‐ X31 1 84.43 1859.5 356.48
## ‐ X50 1 87.63 1862.7 356.64
## ‐ X15 1 91.69 1866.8 356.85
## ‐ X37 1 94.53 1869.6 357.00
## ‐ X12 1 135.13 1910.2 359.09
## ‐ X53 1 160.87 1936.0 360.38
## ‐ X9 1 173.45 1948.5 361.01
## ‐ X52 1 214.68 1989.8 363.04
## ‐ X3 1 220.91 1996.0 363.35
## ‐ X29 1 231.24 2006.3 363.85
## ‐ X44 1 339.81 2114.9 368.96
## ‐ X22 1 375.00 2150.1 370.56
## ‐ X28 1 670.51 2445.6 383.05
##
## Step: AIC=352.4
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X21 + X22 + X24 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X33 + X34 + X36 + X37 + X40 + X41 + X43 + X44 + X47 + X49 +
## X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X36 1 12.07 1795.1 351.05
## ‐ X24 1 13.71 1796.7 351.14
## ‐ X30 1 14.48 1797.5 351.18
## ‐ X27 1 14.64 1797.6 351.19
## ‐ X26 1 15.75 1798.8 351.25
## ‐ X4 1 18.29 1801.3 351.39
## ‐ X33 1 18.58 1801.6 351.41
## ‐ X32 1 19.09 1802.1 351.43
## ‐ X47 1 20.68 1803.7 351.52
## ‐ X8 1 21.76 1804.8 351.58
## ‐ X21 1 23.08 1806.1 351.65
## ‐ X34 1 31.42 1814.4 352.09
## ‐ X5 1 32.51 1815.5 352.15
## ‐ X14 1 33.71 1816.7 352.22
## ‐ X43 1 36.86 1819.9 352.39
## <none> 1783.0 352.40
## ‐ X11 1 39.97 1823.0 352.55
## ‐ X18 1 46.48 1829.5 352.90
## ‐ X49 1 46.72 1829.7 352.91
## ‐ X2 1 58.17 1841.2 353.51
## ‐ X40 1 59.20 1842.2 353.57
## ‐ X41 1 74.44 1857.4 354.37
## ‐ X50 1 81.76 1864.8 354.75
## ‐ X31 1 97.30 1880.3 355.55
## ‐ X15 1 103.45 1886.5 355.87
## ‐ X12 1 131.55 1914.5 357.31
## ‐ X53 1 164.82 1947.8 358.98
## ‐ X9 1 168.03 1951.0 359.14
## ‐ X37 1 189.96 1973.0 360.22
## ‐ X3 1 217.47 2000.5 361.56
## ‐ X52 1 226.92 2009.9 362.02
## ‐ X29 1 250.28 2033.3 363.14
## ‐ X44 1 340.22 2123.2 367.34
## ‐ X22 1 368.92 2151.9 368.64
## ‐ X28 1 663.34 2446.3 381.08
##
## Step: AIC=351.05
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X21 + X22 + X24 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X33 + X34 + X37 + X40 + X41 + X43 + X44 + X47 + X49 + X50 +
## X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X33 1 16.47 1811.5 349.94
## ‐ X32 1 16.97 1812.0 349.97
## ‐ X24 1 17.47 1812.5 349.99
## ‐ X27 1 21.69 1816.8 350.22
## ‐ X8 1 22.86 1817.9 350.28
## ‐ X4 1 23.15 1818.2 350.30
## ‐ X26 1 24.90 1820.0 350.39
## ‐ X30 1 25.45 1820.5 350.42
## ‐ X21 1 27.33 1822.4 350.52
## ‐ X47 1 28.87 1823.9 350.60
## ‐ X43 1 33.62 1828.7 350.85
## ‐ X14 1 35.63 1830.7 350.96
## <none> 1795.1 351.05
## ‐ X5 1 37.84 1832.9 351.08
## ‐ X34 1 44.66 1839.7 351.44
## ‐ X11 1 45.64 1840.7 351.49
## ‐ X40 1 48.81 1843.9 351.66
## ‐ X18 1 58.37 1853.4 352.16
## ‐ X49 1 64.10 1859.2 352.46
## ‐ X50 1 75.14 1870.2 353.03
## ‐ X2 1 77.14 1872.2 353.14
## ‐ X31 1 86.44 1881.5 353.62
## ‐ X41 1 105.27 1900.3 354.58
## ‐ X15 1 136.73 1931.8 356.18
## ‐ X12 1 155.24 1950.3 357.10
## ‐ X53 1 162.56 1957.6 357.46
## ‐ X9 1 170.59 1965.7 357.86
## ‐ X37 1 181.14 1976.2 358.38
## ‐ X3 1 238.95 2034.0 361.18
## ‐ X52 1 245.53 2040.6 361.49
## ‐ X29 1 261.28 2056.3 362.24
## ‐ X44 1 337.84 2132.9 365.78
## ‐ X22 1 389.81 2184.9 368.12
## ‐ X28 1 661.39 2456.5 379.48
##
## Step: AIC=349.94
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X21 + X22 + X24 + X26 + X27 + X28 + X29 + X30 + X31 + X32 +
## X34 + X37 + X40 + X41 + X43 + X44 + X47 + X49 + X50 + X52 +
## X53
##
## Df Sum of Sq RSS AIC
## ‐ X32 1 1.88 1813.4 348.04
## ‐ X24 1 13.07 1824.6 348.64
## ‐ X27 1 14.19 1825.7 348.70
## ‐ X26 1 18.32 1829.8 348.92
## ‐ X47 1 23.11 1834.6 349.17
## ‐ X21 1 23.83 1835.4 349.21
## ‐ X4 1 24.79 1836.3 349.26
## ‐ X8 1 33.23 1844.8 349.70
## ‐ X30 1 33.74 1845.3 349.73
## ‐ X43 1 36.74 1848.3 349.89
## <none> 1811.5 349.94
## ‐ X14 1 44.92 1856.5 350.32
## ‐ X5 1 46.86 1858.4 350.42
## ‐ X11 1 50.28 1861.8 350.60
## ‐ X18 1 52.89 1864.4 350.73
## ‐ X34 1 60.15 1871.7 351.11
## ‐ X40 1 61.26 1872.8 351.17
## ‐ X2 1 61.75 1873.3 351.19
## ‐ X50 1 63.81 1875.3 351.30
## ‐ X49 1 67.02 1878.5 351.46
## ‐ X31 1 85.24 1896.8 352.40
## ‐ X41 1 101.11 1912.6 353.21
## ‐ X15 1 123.31 1934.8 354.33
## ‐ X53 1 153.04 1964.6 355.81
## ‐ X37 1 164.82 1976.4 356.39
## ‐ X12 1 177.13 1988.7 356.99
## ‐ X9 1 190.21 2001.7 357.62
## ‐ X52 1 243.84 2055.4 360.19
## ‐ X29 1 253.55 2065.1 360.65
## ‐ X3 1 263.43 2075.0 361.11
## ‐ X44 1 324.64 2136.2 363.93
## ‐ X22 1 387.04 2198.6 366.72
## ‐ X28 1 645.03 2456.6 377.49
##
## Step: AIC=348.04
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X21 + X22 + X24 + X26 + X27 + X28 + X29 + X30 + X31 + X34 +
## X37 + X40 + X41 + X43 + X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X24 1 14.51 1827.9 346.81
## ‐ X27 1 21.37 1834.8 347.18
## ‐ X26 1 22.83 1836.2 347.25
## ‐ X47 1 23.63 1837.0 347.30
## ‐ X21 1 24.01 1837.4 347.32
## ‐ X4 1 25.22 1838.6 347.38
## ‐ X30 1 31.87 1845.3 347.73
## ‐ X8 1 32.41 1845.8 347.76
## ‐ X43 1 35.06 1848.5 347.90
## <none> 1813.4 348.04
## ‐ X14 1 44.50 1857.9 348.39
## ‐ X5 1 47.90 1861.3 348.57
## ‐ X11 1 54.44 1867.8 348.91
## ‐ X18 1 55.34 1868.8 348.96
## ‐ X40 1 59.65 1873.1 349.18
## ‐ X34 1 60.03 1873.4 349.20
## ‐ X2 1 61.26 1874.7 349.26
## ‐ X50 1 61.93 1875.3 349.30
## ‐ X49 1 76.86 1890.3 350.07
## ‐ X41 1 111.69 1925.1 351.84
## ‐ X15 1 128.51 1941.9 352.68
## ‐ X31 1 161.57 1975.0 354.32
## ‐ X53 1 162.99 1976.4 354.39
## ‐ X37 1 166.26 1979.7 354.55
## ‐ X12 1 176.21 1989.6 355.04
## ‐ X9 1 193.36 2006.8 355.87
## ‐ X52 1 244.25 2057.7 358.30
## ‐ X29 1 251.81 2065.2 358.65
## ‐ X3 1 276.04 2089.4 359.78
## ‐ X44 1 346.60 2160.0 363.01
## ‐ X22 1 387.59 2201.0 364.83
## ‐ X28 1 681.98 2495.4 377.01
##
## Step: AIC=346.81
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X21 + X22 + X26 + X27 + X28 + X29 + X30 + X31 + X34 + X37 +
## X40 + X41 + X43 + X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X27 1 22.20 1850.1 345.98
## ‐ X47 1 24.29 1852.2 346.09
## ‐ X4 1 26.52 1854.4 346.21
## ‐ X26 1 27.20 1855.1 346.25
## ‐ X21 1 28.13 1856.0 346.30
## ‐ X43 1 35.54 1863.5 346.68
## ‐ X14 1 37.19 1865.1 346.77
## <none> 1827.9 346.81
## ‐ X8 1 38.23 1866.1 346.82
## ‐ X30 1 41.30 1869.2 346.98
## ‐ X5 1 45.43 1873.3 347.20
## ‐ X18 1 52.61 1880.5 347.57
## ‐ X11 1 56.61 1884.5 347.77
## ‐ X40 1 57.81 1885.7 347.83
## ‐ X34 1 57.99 1885.9 347.84
## ‐ X2 1 61.76 1889.7 348.04
## ‐ X50 1 67.88 1895.8 348.35
## ‐ X49 1 87.97 1915.9 349.37
## ‐ X41 1 121.72 1949.6 351.07
## ‐ X15 1 134.71 1962.6 351.71
## ‐ X53 1 161.30 1989.2 353.02
## ‐ X37 1 165.11 1993.0 353.20
## ‐ X31 1 179.77 2007.7 353.91
## ‐ X12 1 180.56 2008.5 353.95
## ‐ X9 1 192.23 2020.2 354.51
## ‐ X52 1 233.61 2061.5 356.48
## ‐ X29 1 257.17 2085.1 357.58
## ‐ X3 1 273.96 2101.9 358.36
## ‐ X44 1 338.98 2166.9 361.31
## ‐ X22 1 382.39 2210.3 363.24
## ‐ X28 1 671.83 2499.8 375.18
##
## Step: AIC=345.98
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X21 + X22 + X26 + X28 + X29 + X30 + X31 + X34 + X37 + X40 +
## X41 + X43 + X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X26 1 7.07 1857.2 344.35
## ‐ X21 1 20.89 1871.0 345.07
## ‐ X47 1 26.36 1876.5 345.36
## ‐ X8 1 29.47 1879.6 345.52
## ‐ X43 1 33.95 1884.1 345.75
## ‐ X4 1 35.48 1885.6 345.83
## ‐ X30 1 36.39 1886.5 345.87
## <none> 1850.1 345.98
## ‐ X34 1 41.51 1891.6 346.14
## ‐ X18 1 49.99 1900.1 346.57
## ‐ X11 1 54.12 1904.2 346.78
## ‐ X2 1 58.06 1908.2 346.98
## ‐ X40 1 59.27 1909.4 347.04
## ‐ X5 1 59.39 1909.5 347.05
## ‐ X14 1 66.32 1916.4 347.40
## ‐ X50 1 76.99 1927.1 347.94
## ‐ X49 1 79.85 1930.0 348.08
## ‐ X41 1 104.67 1954.8 349.32
## ‐ X15 1 121.78 1971.9 350.17
## ‐ X53 1 155.83 2006.0 351.83
## ‐ X37 1 156.80 2006.9 351.88
## ‐ X12 1 171.32 2021.4 352.57
## ‐ X31 1 191.62 2041.7 353.54
## ‐ X9 1 202.69 2052.8 354.07
## ‐ X52 1 220.14 2070.3 354.89
## ‐ X3 1 260.42 2110.5 356.76
## ‐ X29 1 291.93 2142.1 358.20
## ‐ X44 1 329.74 2179.9 359.89
## ‐ X22 1 361.96 2212.1 361.32
## ‐ X28 1 681.52 2531.6 374.41
##
## Step: AIC=344.35
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X21 + X22 + X28 + X29 + X30 + X31 + X34 + X37 + X40 + X41 +
## X43 + X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X21 1 16.32 1873.5 343.20
## ‐ X8 1 27.49 1884.7 343.78
## ‐ X43 1 28.50 1885.7 343.83
## ‐ X4 1 31.03 1888.2 343.96
## ‐ X30 1 31.17 1888.4 343.97
## ‐ X47 1 32.95 1890.1 344.06
## <none> 1857.2 344.35
## ‐ X18 1 44.32 1901.5 344.64
## ‐ X34 1 51.82 1909.0 345.02
## ‐ X11 1 57.02 1914.2 345.29
## ‐ X5 1 59.71 1916.9 345.42
## ‐ X2 1 67.33 1924.5 345.81
## ‐ X40 1 70.51 1927.7 345.97
## ‐ X14 1 71.73 1928.9 346.03
## ‐ X49 1 74.68 1931.9 346.18
## ‐ X50 1 89.30 1946.5 346.91
## ‐ X41 1 121.90 1979.1 348.52
## ‐ X15 1 126.07 1983.3 348.73
## ‐ X37 1 152.10 2009.3 349.99
## ‐ X53 1 157.89 2015.1 350.27
## ‐ X12 1 180.40 2037.6 351.35
## ‐ X31 1 185.05 2042.2 351.57
## ‐ X9 1 203.65 2060.8 352.45
## ‐ X52 1 214.06 2071.2 352.94
## ‐ X3 1 260.15 2117.3 355.07
## ‐ X29 1 298.28 2155.5 356.80
## ‐ X44 1 366.23 2223.4 359.81
## ‐ X22 1 370.36 2227.6 359.99
## ‐ X28 1 701.01 2558.2 373.42
##
## Step: AIC=343.2
## X7 ~ X2 + X3 + X4 + X5 + X8 + X9 + X11 + X12 + X14 + X15 + X18 +
## X22 + X28 + X29 + X30 + X31 + X34 + X37 + X40 + X41 + X43 +
## X44 + X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X8 1 16.95 1890.5 342.08
## ‐ X43 1 26.26 1899.8 342.55
## ‐ X4 1 35.59 1909.1 343.03
## ‐ X47 1 37.66 1911.2 343.13
## ‐ X18 1 38.92 1912.4 343.20
## <none> 1873.5 343.20
## ‐ X30 1 46.48 1920.0 343.58
## ‐ X34 1 48.05 1921.6 343.66
## ‐ X11 1 49.41 1922.9 343.73
## ‐ X2 1 59.67 1933.2 344.24
## ‐ X5 1 61.34 1934.8 344.33
## ‐ X49 1 64.22 1937.7 344.47
## ‐ X40 1 70.16 1943.7 344.77
## ‐ X50 1 83.73 1957.2 345.44
## ‐ X14 1 88.19 1961.7 345.67
## ‐ X41 1 108.43 1981.9 346.66
## ‐ X15 1 119.15 1992.7 347.18
## ‐ X37 1 164.78 2038.3 349.38
## ‐ X53 1 177.63 2051.1 349.99
## ‐ X31 1 188.25 2061.8 350.49
## ‐ X52 1 205.91 2079.4 351.32
## ‐ X9 1 206.61 2080.1 351.35
## ‐ X12 1 214.67 2088.2 351.73
## ‐ X3 1 263.22 2136.7 353.95
## ‐ X29 1 292.27 2165.8 355.27
## ‐ X22 1 362.71 2236.2 358.37
## ‐ X44 1 382.65 2256.2 359.23
## ‐ X28 1 709.33 2582.8 372.35
##
## Step: AIC=342.08
## X7 ~ X2 + X3 + X4 + X5 + X9 + X11 + X12 + X14 + X15 + X18 + X22 +
## X28 + X29 + X30 + X31 + X34 + X37 + X40 + X41 + X43 + X44 +
## X47 + X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## ‐ X43 1 25.93 1916.4 341.40
## ‐ X18 1 31.85 1922.3 341.70
## <none> 1890.5 342.08
## ‐ X34 1 39.97 1930.4 342.11
## ‐ X47 1 40.79 1931.2 342.15
## ‐ X11 1 42.15 1932.6 342.22
## ‐ X4 1 42.32 1932.8 342.22
## ‐ X30 1 51.61 1942.1 342.69
## ‐ X5 1 57.30 1947.8 342.97
## ‐ X40 1 62.51 1953.0 343.23
## ‐ X49 1 66.70 1957.2 343.44
## ‐ X2 1 68.77 1959.2 343.54
## ‐ X50 1 83.91 1974.4 344.29
## ‐ X41 1 92.61 1983.1 344.72
## ‐ X14 1 101.67 1992.1 345.16
## ‐ X15 1 113.48 2003.9 345.73
## ‐ X53 1 169.45 2059.9 348.40
## ‐ X31 1 175.98 2066.4 348.71
## ‐ X37 1 189.31 2079.8 349.33
## ‐ X9 1 191.07 2081.5 349.42
## ‐ X52 1 210.99 2101.4 350.34
## ‐ X12 1 236.72 2127.2 351.52
## ‐ X3 1 249.50 2140.0 352.10
## ‐ X29 1 301.36 2191.8 354.42
## ‐ X22 1 346.28 2236.7 356.39
## ‐ X44 1 366.79 2257.2 357.28
## ‐ X28 1 729.73 2620.2 371.74
##
## Step: AIC=341.4
## X7 ~ X2 + X3 + X4 + X5 + X9 + X11 + X12 + X14 + X15 + X18 + X22 +
## X28 + X29 + X30 + X31 + X34 + X37 + X40 + X41 + X44 + X47 +
## X49 + X50 + X52 + X53
##
## Df Sum of Sq RSS AIC
## <none> 1916.4 341.40
## ‐ X47 1 41.07 1957.5 341.45
## ‐ X34 1 46.48 1962.9 341.72
## ‐ X4 1 48.58 1965.0 341.83
## ‐ X30 1 49.90 1966.3 341.89
## ‐ X11 1 51.14 1967.5 341.95
## ‐ X18 1 51.27 1967.7 341.96
## ‐ X49 1 57.80 1974.2 342.28
## ‐ X40 1 60.15 1976.5 342.40
## ‐ X5 1 68.10 1984.5 342.78
## ‐ X2 1 80.07 1996.5 343.37
## ‐ X14 1 104.82 2021.2 344.56
## ‐ X41 1 109.49 2025.9 344.79
## ‐ X15 1 125.41 2041.8 345.55
## ‐ X50 1 137.83 2054.2 346.14
## ‐ X53 1 148.51 2064.9 346.64
## ‐ X31 1 167.88 2084.3 347.54
## ‐ X9 1 204.33 2120.7 349.23
## ‐ X52 1 221.76 2138.1 350.02
## ‐ X12 1 240.18 2156.6 350.85
## ‐ X37 1 250.74 2167.1 351.33
## ‐ X3 1 268.56 2184.9 352.12
## ‐ X29 1 278.22 2194.6 352.55
## ‐ X44 1 349.40 2265.8 355.64
## ‐ X22 1 434.19 2350.6 359.21
## ‐ X28 1 703.97 2620.4 369.75

fwd <‐ step(fit2,direction = "forward",scope=list(upper=fit1,lower=fit2))

## Start: AIC=602.81
## X7 ~ 1
##
## Df Sum of Sq RSS AIC
## + X10 1 36335 11173 464.42
## + X6 1 36144 11363 466.05
## + X37 1 35449 12059 471.81
## + X33 1 35407 12101 472.15
## + X31 1 34339 13168 480.35
## + X32 1 33520 13988 486.21
## + X50 1 33155 14352 488.70
## + X34 1 32676 14832 491.89
## + X2 1 32380 15128 493.81
## + X40 1 32123 15385 495.44
## + X49 1 31426 16082 499.74
## + X38 1 30618 16890 504.49
## + X46 1 30617 16891 504.50
## + X48 1 30612 16896 504.53
## + X41 1 30609 16898 504.55
## + X3 1 30224 17283 506.73
## + X51 1 29843 17664 508.84
## + X35 1 29233 18275 512.14
## + X17 1 28738 18770 514.73
## + X42 1 28531 18977 515.80
## + X22 1 27777 19731 519.58
## + X44 1 27588 19919 520.50
## + X28 1 26516 20992 525.59
## + X5 1 25365 22143 530.76
## + X4 1 23976 23531 536.66
## + X36 1 23351 24157 539.21
## + X39 1 23305 24202 539.39
## + X52 1 23264 24244 539.56
## + X19 1 23148 24360 540.02
## + X1 1 21467 26040 546.49
## + X15 1 21265 26242 547.24
## + X47 1 20382 27125 550.45
## + X53 1 20339 27169 550.61
## + X11 1 20243 27264 550.95
## + X26 1 20153 27355 551.27
## + X45 1 18469 29039 557.06
## + X43 1 18320 29188 557.56
## + X16 1 18082 29425 558.34
## + X27 1 16969 30539 561.95
## + X29 1 13121 34387 573.46
## + X18 1 11012 36496 579.23
## + X8 1 8363 39145 586.03
## + X30 1 8252 39256 586.30
## + X14 1 7100 40407 589.11
## + X20 1 6928 40580 589.52
## + X13 1 6879 40628 589.64
## + X21 1 4189 43319 595.86
## + X25 1 3456 44052 597.49
## + X24 1 2799 44709 598.92
## + X9 1 2349 45158 599.89
## + X23 1 1924 45584 600.80
## <none> 47508 602.81
## + X12 1 849 46659 603.06
##
## Step: AIC=464.42
## X7 ~ X10
##
## Df Sum of Sq RSS AIC
## + X33 1 3398.3 7774.8 431.24
## + X34 1 3228.7 7944.4 433.33
## + X32 1 3168.7 8004.5 434.07
## + X31 1 2960.1 8213.0 436.56
## + X22 1 2940.1 8233.0 436.80
## + X49 1 2880.3 8292.8 437.50
## + X28 1 2623.5 8549.6 440.46
## + X6 1 2611.8 8561.4 440.59
## + X35 1 2504.6 8668.5 441.80
## + X3 1 1840.8 9332.3 448.95
## + X39 1 1818.1 9355.0 449.19
## + X16 1 1719.3 9453.8 450.21
## + X44 1 1584.3 9588.8 451.58
## + X38 1 1367.2 9805.9 453.75
## + X19 1 1350.1 9823.1 453.92
## + X47 1 1347.3 9825.8 453.95
## + X12 1 893.5 10279.6 458.33
## + X51 1 851.0 10322.1 458.73
## + X4 1 784.6 10388.6 459.35
## + X42 1 780.1 10393.0 459.40
## + X1 1 746.3 10426.8 459.71
## + X53 1 729.6 10443.5 459.87
## + X41 1 729.0 10444.1 459.87
## + X17 1 704.4 10468.7 460.10
## + X2 1 627.3 10545.8 460.81
## + X5 1 594.2 10578.9 461.11
## + X50 1 565.2 10607.9 461.38
## + X27 1 530.3 10642.8 461.70
## + X37 1 436.2 10736.9 462.55
## + X26 1 326.8 10846.3 463.54
## + X29 1 233.1 10940.0 464.37
## <none> 11173.1 464.42
## + X8 1 216.9 10956.2 464.51
## + X21 1 207.6 10965.5 464.60
## + X48 1 181.4 10991.7 464.83
## + X11 1 134.1 11039.0 465.24
## + X40 1 92.3 11080.8 465.61
## + X25 1 57.7 11115.4 465.91
## + X23 1 48.1 11125.0 466.00
## + X30 1 27.8 11145.4 466.17
## + X20 1 24.9 11148.2 466.20
## + X52 1 17.7 11155.5 466.26
## + X15 1 16.5 11156.7 466.27
## + X13 1 10.2 11162.9 466.33
## + X14 1 7.1 11166.1 466.35
## + X24 1 4.8 11168.4 466.37
## + X36 1 3.0 11170.2 466.39
## + X43 1 2.8 11170.3 466.39
## + X9 1 1.4 11171.7 466.40
## + X18 1 1.2 11171.9 466.41
## + X45 1 1.0 11172.1 466.41
## + X46 1 0.9 11172.2 466.41
##
## Step: AIC=431.24
## X7 ~ X10 + X33
##
## Df Sum of Sq RSS AIC
## + X6 1 1616.49 6158.4 410.63
## + X22 1 1504.79 6270.1 412.38
## + X38 1 1313.41 6461.4 415.29
## + X39 1 1187.92 6586.9 417.16
## + X3 1 1005.57 6769.3 419.81
## + X47 1 939.29 6835.6 420.75
## + X4 1 644.26 7130.6 424.85
## + X34 1 630.07 7144.8 425.04
## + X42 1 623.85 7151.0 425.13
## + X12 1 597.53 7177.3 425.49
## + X5 1 513.93 7260.9 426.61
## + X37 1 407.77 7367.1 428.02
## + X29 1 396.83 7378.0 428.16
## + X1 1 389.28 7385.6 428.26
## + X49 1 377.43 7397.4 428.42
## + X36 1 377.31 7397.5 428.42
## + X30 1 353.95 7420.9 428.72
## + X8 1 349.06 7425.8 428.79
## + X17 1 302.76 7472.1 429.39
## + X35 1 242.96 7531.9 430.16
## + X28 1 238.51 7536.3 430.22
## + X52 1 178.58 7596.3 430.99
## <none> 7774.8 431.24
## + X48 1 121.37 7653.5 431.72
## + X31 1 86.36 7688.5 432.16
## + X41 1 70.74 7704.1 432.36
## + X44 1 67.59 7707.3 432.40
## + X21 1 62.43 7712.4 432.46
## + X16 1 61.69 7713.2 432.47
## + X24 1 43.85 7731.0 432.69
## + X26 1 39.12 7735.7 432.75
## + X9 1 36.28 7738.6 432.79
## + X19 1 31.46 7743.4 432.85
## + X40 1 27.99 7746.9 432.89
## + X15 1 24.85 7750.0 432.93
## + X45 1 24.78 7750.1 432.93
## + X11 1 23.42 7751.4 432.95
## + X2 1 22.13 7752.7 432.97
## + X20 1 20.18 7754.7 432.99
## + X27 1 13.27 7761.6 433.08
## + X43 1 9.64 7765.2 433.12
## + X13 1 8.21 7766.6 433.14
## + X25 1 7.23 7767.6 433.15
## + X53 1 5.14 7769.7 433.18
## + X18 1 3.91 7770.9 433.19
## + X50 1 3.57 7771.3 433.20
## + X46 1 0.50 7774.3 433.24
## + X14 1 0.29 7774.6 433.24
## + X51 1 0.17 7774.7 433.24
## + X23 1 0.03 7774.8 433.24
## + X32 1 0.03 7774.8 433.24
##
## Step: AIC=410.63
## X7 ~ X10 + X33 + X6
##
## Df Sum of Sq RSS AIC
## + X12 1 764.27 5394.1 399.78
## + X22 1 691.22 5467.1 401.08
## + X52 1 619.10 5539.3 402.36
## + X39 1 590.95 5567.4 402.85
## + X49 1 504.33 5654.0 404.35
## + X18 1 496.96 5661.4 404.47
## + X45 1 494.44 5663.9 404.51
## + X47 1 489.32 5669.0 404.60
## + X34 1 464.33 5694.0 405.03
## + X28 1 443.39 5715.0 405.38
## + X43 1 438.50 5719.9 405.47
## + X31 1 373.32 5785.0 406.57
## + X16 1 360.56 5797.8 406.78
## + X38 1 309.50 5848.9 407.63
## + X30 1 275.30 5883.1 408.20
## + X2 1 247.40 5911.0 408.66
## + X50 1 231.28 5927.1 408.92
## + X8 1 221.13 5937.2 409.09
## + X5 1 207.80 5950.6 409.30
## + X32 1 185.50 5972.9 409.67
## + X29 1 157.05 6001.3 410.13
## + X17 1 146.57 6011.8 410.30
## + X11 1 139.72 6018.6 410.41
## <none> 6158.4 410.63
## + X46 1 113.09 6045.3 410.84
## + X35 1 107.49 6050.9 410.92
## + X37 1 101.81 6056.6 411.02
## + X44 1 98.04 6060.3 411.08
## + X26 1 97.66 6060.7 411.08
## + X27 1 93.35 6065.0 411.15
## + X1 1 80.08 6078.3 411.36
## + X4 1 69.98 6088.4 411.52
## + X13 1 48.61 6109.7 411.86
## + X9 1 39.68 6118.7 412.01
## + X36 1 34.17 6124.2 412.09
## + X41 1 31.89 6126.5 412.13
## + X51 1 20.33 6138.0 412.31
## + X53 1 15.98 6142.4 412.38
## + X3 1 14.08 6144.3 412.41
## + X19 1 11.41 6147.0 412.45
## + X14 1 10.26 6148.1 412.47
## + X25 1 5.81 6152.6 412.54
## + X42 1 5.60 6152.8 412.54
## + X40 1 1.21 6157.1 412.61
## + X48 1 0.83 6157.5 412.62
## + X20 1 0.55 6157.8 412.62
## + X23 1 0.06 6158.3 412.63
## + X24 1 0.06 6158.3 412.63
## + X21 1 0.04 6158.3 412.63
## + X15 1 0.03 6158.3 412.63
##
## Step: AIC=399.78
## X7 ~ X10 + X33 + X6 + X12
##
## Df Sum of Sq RSS AIC
## + X22 1 576.93 4817.2 390.81
## + X52 1 458.95 4935.1 393.15
## + X49 1 413.95 4980.1 394.03
## + X18 1 394.57 4999.5 394.41
## + X39 1 379.69 5014.4 394.70
## + X45 1 323.38 5070.7 395.78
## + X47 1 301.52 5092.6 396.20
## + X43 1 285.13 5109.0 396.51
## + X2 1 268.11 5126.0 396.83
## + X28 1 265.83 5128.3 396.88
## + X30 1 236.01 5158.1 397.44
## + X34 1 226.98 5167.1 397.61
## + X3 1 223.41 5170.7 397.68
## + X50 1 218.35 5175.7 397.77
## + X31 1 200.86 5193.2 398.10
## + X38 1 164.24 5229.9 398.78
## + X11 1 162.33 5231.8 398.82
## + X35 1 146.47 5247.6 399.11
## + X37 1 142.34 5251.7 399.19
## + X46 1 139.96 5254.1 399.23
## + X32 1 132.55 5261.5 399.37
## + X16 1 120.00 5274.1 399.60
## <none> 5394.1 399.78
## + X29 1 105.75 5288.3 399.86
## + X8 1 78.86 5315.2 400.35
## + X17 1 64.35 5329.7 400.62
## + X13 1 61.23 5332.9 400.67
## + X48 1 51.55 5342.5 400.85
## + X23 1 39.89 5354.2 401.06
## + X9 1 39.34 5354.8 401.07
## + X27 1 37.02 5357.1 401.11
## + X5 1 33.85 5360.2 401.17
## + X26 1 31.59 5362.5 401.21
## + X19 1 29.39 5364.7 401.25
## + X44 1 25.09 5369.0 401.33
## + X42 1 15.99 5378.1 401.49
## + X51 1 11.92 5382.2 401.57
## + X36 1 8.41 5385.7 401.63
## + X14 1 5.43 5388.7 401.68
## + X41 1 4.65 5389.4 401.70
## + X25 1 4.61 5389.5 401.70
## + X21 1 3.98 5390.1 401.71
## + X1 1 3.05 5391.0 401.72
## + X15 1 2.66 5391.4 401.73
## + X53 1 2.41 5391.7 401.74
## + X24 1 2.01 5392.1 401.74
## + X4 1 1.68 5392.4 401.75
## + X40 1 1.64 5392.4 401.75
## + X20 1 0.32 5393.8 401.77
##
## Step: AIC=390.81
## X7 ~ X10 + X33 + X6 + X12 + X22
##
## Df Sum of Sq RSS AIC
## + X28 1 405.98 4411.2 384.27
## + X52 1 325.81 4491.3 386.01
## + X50 1 310.82 4506.3 386.34
## + X45 1 237.05 4580.1 387.91
## + X3 1 208.98 4608.2 388.50
## + X18 1 208.18 4609.0 388.52
## + X44 1 194.32 4622.8 388.81
## + X43 1 186.18 4631.0 388.98
## + X2 1 185.31 4631.8 389.00
## + X47 1 133.04 4684.1 390.09
## + X37 1 131.71 4685.4 390.12
## + X31 1 115.60 4701.6 390.45
## + X16 1 100.91 4716.2 390.75
## + X49 1 100.52 4716.6 390.76
## <none> 4817.2 390.81
## + X26 1 95.96 4721.2 390.86
## + X46 1 94.85 4722.3 390.88
## + X35 1 88.35 4728.8 391.01
## + X9 1 88.23 4728.9 391.01
## + X38 1 83.84 4733.3 391.10
## + X39 1 83.46 4733.7 391.11
## + X27 1 82.20 4735.0 391.14
## + X30 1 79.68 4737.5 391.19
## + X32 1 77.88 4739.3 391.23
## + X11 1 76.06 4741.1 391.26
## + X23 1 58.38 4758.8 391.62
## + X21 1 56.11 4761.0 391.67
## + X8 1 49.46 4767.7 391.81
## + X29 1 45.53 4771.6 391.89
## + X53 1 42.28 4774.9 391.95
## + X48 1 41.65 4775.5 391.96
## + X17 1 36.43 4780.7 392.07
## + X25 1 23.71 4793.5 392.33
## + X51 1 21.71 4795.5 392.37
## + X13 1 20.01 4797.1 392.40
## + X15 1 14.59 4802.6 392.51
## + X5 1 11.92 4805.2 392.57
## + X20 1 10.26 4806.9 392.60
## + X24 1 7.83 4809.3 392.65
## + X19 1 7.06 4810.1 392.66
## + X41 1 5.30 4811.9 392.70
## + X14 1 4.76 4812.4 392.71
## + X34 1 2.50 4814.7 392.76
## + X40 1 2.48 4814.7 392.76
## + X36 1 1.62 4815.5 392.77
## + X42 1 0.76 4816.4 392.79
## + X4 1 0.01 4817.1 392.81
## + X1 1 0.00 4817.2 392.81
##
## Step: AIC=384.27
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28
##
## Df Sum of Sq RSS AIC
## + X29 1 538.38 3872.8 373.64
## + X50 1 386.37 4024.8 377.38
## + X52 1 321.64 4089.5 378.92
## + X2 1 310.79 4100.4 379.18
## + X47 1 208.24 4202.9 381.58
## + X3 1 192.42 4218.8 381.94
## + X37 1 147.10 4264.1 382.98
## + X51 1 139.65 4271.5 383.15
## + X45 1 137.15 4274.0 383.20
## + X39 1 127.91 4283.3 383.41
## + X46 1 120.44 4290.7 383.58
## + X43 1 113.65 4297.5 383.74
## + X30 1 103.74 4307.4 383.96
## + X9 1 99.98 4311.2 384.04
## + X18 1 96.41 4314.8 384.12
## + X44 1 94.37 4316.8 384.17
## <none> 4411.2 384.27
## + X38 1 81.27 4329.9 384.46
## + X48 1 72.80 4338.4 384.65
## + X36 1 70.91 4340.3 384.70
## + X35 1 69.48 4341.7 384.73
## + X26 1 62.56 4348.6 384.88
## + X25 1 51.70 4359.5 385.12
## + X27 1 40.89 4370.3 385.36
## + X21 1 40.27 4370.9 385.38
## + X32 1 35.86 4375.3 385.48
## + X31 1 30.88 4380.3 385.59
## + X49 1 29.49 4381.7 385.62
## + X23 1 27.72 4383.5 385.66
## + X24 1 25.86 4385.3 385.70
## + X41 1 22.65 4388.5 385.77
## + X15 1 21.44 4389.7 385.79
## + X17 1 19.45 4391.7 385.84
## + X11 1 19.31 4391.9 385.84
## + X13 1 17.51 4393.7 385.88
## + X19 1 17.27 4393.9 385.89
## + X4 1 12.27 4398.9 386.00
## + X34 1 7.91 4403.3 386.09
## + X53 1 4.96 4406.2 386.16
## + X14 1 2.34 4408.8 386.22
## + X40 1 1.48 4409.7 386.23
## + X8 1 0.69 4410.5 386.25
## + X42 1 0.64 4410.5 386.25
## + X1 1 0.53 4410.7 386.26
## + X16 1 0.34 4410.8 386.26
## + X5 1 0.12 4411.1 386.26
## + X20 1 0.07 4411.1 386.27
##
## Step: AIC=373.64
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29
##
## Df Sum of Sq RSS AIC
## + X52 1 423.55 3449.2 364.41
## + X50 1 285.30 3587.5 368.22
## + X2 1 274.37 3598.4 368.51
## + X47 1 225.22 3647.6 369.83
## + X45 1 218.34 3654.5 370.01
## + X44 1 148.93 3723.9 371.84
## + X37 1 138.70 3734.1 372.10
## + X43 1 133.93 3738.9 372.23
## + X31 1 130.46 3742.3 372.32
## + X39 1 129.68 3743.1 372.34
## + X18 1 128.74 3744.1 372.36
## + X35 1 96.85 3775.9 373.18
## + X32 1 88.59 3784.2 373.40
## + X30 1 88.19 3784.6 373.41
## + X51 1 83.88 3788.9 373.52
## + X9 1 83.86 3788.9 373.52
## + X46 1 80.94 3791.9 373.59
## <none> 3872.8 373.64
## + X3 1 75.76 3797.0 373.72
## + X38 1 69.14 3803.7 373.89
## + X15 1 49.48 3823.3 374.39
## + X21 1 47.00 3825.8 374.46
## + X27 1 46.61 3826.2 374.47
## + X13 1 43.95 3828.9 374.53
## + X53 1 37.73 3835.1 374.69
## + X26 1 37.39 3835.4 374.70
## + X48 1 29.82 3843.0 374.89
## + X49 1 25.61 3847.2 375.00
## + X19 1 24.76 3848.0 375.02
## + X42 1 21.81 3851.0 375.09
## + X25 1 19.39 3853.4 375.15
## + X17 1 18.35 3854.5 375.18
## + X5 1 16.70 3856.1 375.22
## + X1 1 8.82 3864.0 375.42
## + X23 1 8.71 3864.1 375.42
## + X16 1 7.92 3864.9 375.44
## + X36 1 6.28 3866.5 375.48
## + X11 1 6.19 3866.6 375.49
## + X24 1 6.07 3866.7 375.49
## + X40 1 3.52 3869.3 375.55
## + X8 1 1.85 3870.9 375.59
## + X34 1 0.74 3872.1 375.62
## + X14 1 0.67 3872.1 375.62
## + X4 1 0.18 3872.6 375.64
## + X20 1 0.11 3872.7 375.64
## + X41 1 0.02 3872.8 375.64
##
## Step: AIC=364.41
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52
##
## Df Sum of Sq RSS AIC
## + X44 1 261.806 3187.4 358.75
## + X37 1 220.341 3228.9 360.00
## + X31 1 157.642 3291.6 361.87
## + X43 1 153.072 3296.2 362.00
## + X47 1 131.420 3317.8 362.64
## + X35 1 122.444 3326.8 362.90
## + X40 1 107.654 3341.6 363.33
## + X38 1 100.645 3348.6 363.53
## + X3 1 96.344 3352.9 363.66
## + X45 1 80.031 3369.2 364.13
## + X23 1 77.897 3371.4 364.19
## + X53 1 71.755 3377.5 364.37
## <none> 3449.2 364.41
## + X1 1 62.848 3386.4 364.62
## + X15 1 59.792 3389.5 364.71
## + X32 1 56.815 3392.4 364.80
## + X39 1 51.117 3398.1 364.96
## + X11 1 49.069 3400.2 365.02
## + X4 1 47.439 3401.8 365.06
## + X30 1 46.182 3403.1 365.10
## + X42 1 45.414 3403.8 365.12
## + X18 1 34.206 3415.0 365.44
## + X21 1 29.009 3420.2 365.59
## + X41 1 27.527 3421.7 365.63
## + X19 1 27.182 3422.1 365.64
## + X48 1 22.922 3426.3 365.76
## + X46 1 21.480 3427.8 365.80
## + X25 1 16.313 3432.9 365.95
## + X9 1 15.800 3433.4 365.96
## + X49 1 9.025 3440.2 366.15
## + X24 1 8.848 3440.4 366.16
## + X50 1 5.481 3443.8 366.25
## + X17 1 5.051 3444.2 366.26
## + X27 1 4.541 3444.7 366.28
## + X8 1 3.223 3446.0 366.32
## + X5 1 3.074 3446.2 366.32
## + X14 1 3.024 3446.2 366.32
## + X34 1 2.847 3446.4 366.33
## + X13 1 2.041 3447.2 366.35
## + X2 1 1.608 3447.6 366.36
## + X16 1 0.641 3448.6 366.39
## + X20 1 0.175 3449.1 366.40
## + X36 1 0.085 3449.2 366.40
## + X51 1 0.020 3449.2 366.41
## + X26 1 0.002 3449.2 366.41
##
## Step: AIC=358.75
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44
##
## Df Sum of Sq RSS AIC
## + X37 1 233.701 2953.7 353.36
## + X43 1 141.147 3046.3 356.36
## + X53 1 140.695 3046.7 356.37
## + X40 1 101.151 3086.3 357.62
## + X38 1 97.544 3089.9 357.73
## + X31 1 80.106 3107.3 358.28
## + X3 1 74.542 3112.9 358.45
## + X42 1 73.560 3113.9 358.48
## + X47 1 73.058 3114.4 358.50
## + X45 1 72.612 3114.8 358.51
## <none> 3187.4 358.75
## + X18 1 62.531 3124.9 358.83
## + X1 1 54.601 3132.8 359.07
## + X35 1 53.802 3133.6 359.10
## + X32 1 50.168 3137.3 359.21
## + X4 1 48.580 3138.9 359.26
## + X15 1 44.691 3142.8 359.38
## + X11 1 39.043 3148.4 359.55
## + X23 1 31.785 3155.7 359.78
## + X50 1 29.804 3157.6 359.84
## + X25 1 28.903 3158.5 359.87
## + X9 1 26.546 3160.9 359.94
## + X34 1 25.057 3162.4 359.98
## + X39 1 22.200 3165.2 360.07
## + X21 1 21.305 3166.1 360.10
## + X19 1 16.740 3170.7 360.24
## + X30 1 15.149 3172.3 360.29
## + X24 1 14.571 3172.9 360.31
## + X16 1 14.181 3173.3 360.32
## + X49 1 11.932 3175.5 360.39
## + X48 1 10.928 3176.5 360.42
## + X26 1 8.774 3178.7 360.48
## + X2 1 6.697 3180.7 360.55
## + X46 1 6.189 3181.3 360.56
## + X5 1 5.606 3181.8 360.58
## + X51 1 5.249 3182.2 360.59
## + X17 1 3.841 3183.6 360.63
## + X8 1 3.481 3184.0 360.64
## + X41 1 2.660 3184.8 360.67
## + X20 1 0.768 3186.7 360.73
## + X14 1 0.215 3187.2 360.74
## + X27 1 0.141 3187.3 360.75
## + X13 1 0.059 3187.4 360.75
## + X36 1 0.044 3187.4 360.75
##
## Step: AIC=353.36
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37
##
## Df Sum of Sq RSS AIC
## + X53 1 147.682 2806.1 350.39
## + X32 1 119.727 2834.0 351.35
## + X31 1 113.736 2840.0 351.55
## + X3 1 91.509 2862.2 352.31
## + X43 1 66.311 2887.4 353.16
## + X1 1 60.633 2893.1 353.35
## <none> 2953.7 353.36
## + X36 1 53.945 2899.8 353.58
## + X30 1 44.195 2909.6 353.90
## + X50 1 42.788 2910.9 353.95
## + X47 1 39.719 2914.0 354.05
## + X45 1 37.163 2916.6 354.14
## + X25 1 35.662 2918.1 354.19
## + X4 1 29.114 2924.6 354.40
## + X9 1 27.198 2926.5 354.47
## + X18 1 25.121 2928.6 354.53
## + X49 1 24.760 2929.0 354.55
## + X15 1 24.018 2929.7 354.57
## + X13 1 23.614 2930.1 354.58
## + X21 1 22.750 2931.0 354.61
## + X35 1 21.758 2932.0 354.65
## + X23 1 20.230 2933.5 354.70
## + X38 1 18.882 2934.9 354.74
## + X24 1 17.106 2936.6 354.80
## + X19 1 16.731 2937.0 354.81
## + X14 1 14.270 2939.5 354.89
## + X40 1 12.429 2941.3 354.95
## + X16 1 11.870 2941.9 354.97
## + X51 1 9.846 2943.9 355.04
## + X39 1 8.657 2945.1 355.08
## + X41 1 8.490 2945.2 355.08
## + X8 1 5.713 2948.0 355.18
## + X34 1 5.534 2948.2 355.18
## + X5 1 5.162 2948.6 355.19
## + X2 1 4.407 2949.3 355.22
## + X26 1 4.224 2949.5 355.22
## + X11 1 3.396 2950.3 355.25
## + X42 1 2.071 2951.7 355.30
## + X17 1 1.394 2952.3 355.32
## + X48 1 0.718 2953.0 355.34
## + X46 1 0.381 2953.4 355.35
## + X27 1 0.164 2953.6 355.36
## + X20 1 0.053 2953.7 355.36
##
## Step: AIC=350.39
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53
##
## Df Sum of Sq RSS AIC
## + X31 1 125.406 2680.7 347.95
## + X32 1 114.208 2691.8 348.36
## + X43 1 103.884 2702.2 348.73
## + X3 1 101.315 2704.7 348.82
## + X45 1 81.707 2724.3 349.52
## <none> 2806.1 350.39
## + X1 1 55.165 2750.9 350.46
## + X50 1 49.151 2756.9 350.67
## + X47 1 45.544 2760.5 350.80
## + X9 1 42.614 2763.4 350.90
## + X36 1 38.044 2768.0 351.06
## + X15 1 33.063 2773.0 351.24
## + X14 1 27.798 2778.3 351.42
## + X13 1 27.635 2778.4 351.43
## + X4 1 27.484 2778.6 351.43
## + X49 1 23.168 2782.9 351.58
## + X30 1 22.125 2783.9 351.62
## + X40 1 18.636 2787.4 351.74
## + X25 1 17.055 2789.0 351.80
## + X18 1 16.185 2789.9 351.83
## + X24 1 16.076 2790.0 351.83
## + X5 1 13.290 2792.8 351.93
## + X23 1 12.799 2793.3 351.94
## + X39 1 12.408 2793.7 351.96
## + X38 1 12.261 2793.8 351.96
## + X35 1 9.800 2796.3 352.05
## + X16 1 8.325 2797.7 352.10
## + X21 1 7.867 2798.2 352.12
## + X19 1 6.219 2799.8 352.17
## + X27 1 4.146 2801.9 352.24
## + X42 1 3.712 2802.3 352.26
## + X26 1 3.466 2802.6 352.27
## + X51 1 2.624 2803.4 352.30
## + X41 1 2.570 2803.5 352.30
## + X20 1 1.985 2804.1 352.32
## + X11 1 1.794 2804.3 352.33
## + X2 1 1.639 2804.4 352.33
## + X8 1 1.177 2804.9 352.35
## + X34 1 0.725 2805.3 352.36
## + X46 1 0.416 2805.6 352.37
## + X48 1 0.077 2806.0 352.39
## + X17 1 0.008 2806.1 352.39
##
## Step: AIC=347.95
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31
##
## Df Sum of Sq RSS AIC
## + X36 1 105.431 2575.2 346.06
## + X3 1 91.375 2589.3 346.59
## + X43 1 88.628 2592.0 346.69
## + X45 1 77.981 2602.7 347.09
## + X32 1 65.941 2614.7 347.54
## + X9 1 58.762 2621.9 347.80
## <none> 2680.7 347.95
## + X47 1 54.246 2626.4 347.97
## + X1 1 45.254 2635.4 348.30
## + X13 1 37.036 2643.6 348.60
## + X15 1 28.319 2652.3 348.92
## + X30 1 28.146 2652.5 348.93
## + X50 1 27.938 2652.7 348.94
## + X14 1 27.760 2652.9 348.94
## + X4 1 26.970 2653.7 348.97
## + X23 1 21.612 2659.0 349.17
## + X49 1 21.010 2659.6 349.19
## + X39 1 18.963 2661.7 349.26
## + X17 1 15.277 2665.4 349.40
## + X40 1 12.834 2667.8 349.49
## + X24 1 11.831 2668.8 349.52
## + X18 1 11.706 2668.9 349.53
## + X51 1 10.893 2669.8 349.56
## + X5 1 10.357 2670.3 349.58
## + X25 1 9.085 2671.6 349.62
## + X21 1 7.891 2672.8 349.67
## + X38 1 6.693 2674.0 349.71
## + X41 1 5.351 2675.3 349.76
## + X20 1 4.735 2675.9 349.78
## + X35 1 4.269 2676.4 349.80
## + X16 1 3.401 2677.2 349.83
## + X42 1 3.134 2677.5 349.84
## + X27 1 2.431 2678.2 349.87
## + X8 1 1.140 2679.5 349.91
## + X11 1 0.976 2679.7 349.92
## + X19 1 0.659 2680.0 349.93
## + X48 1 0.074 2680.6 349.95
## + X34 1 0.024 2680.6 349.95
## + X46 1 0.005 2680.7 349.95
## + X2 1 0.001 2680.7 349.95
## + X26 1 0.000 2680.7 349.95
##
## Step: AIC=346.06
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36
##
## Df Sum of Sq RSS AIC
## + X3 1 98.896 2476.3 344.26
## + X45 1 91.404 2483.8 344.56
## + X43 1 88.577 2486.7 344.67
## + X32 1 63.152 2512.1 345.65
## <none> 2575.2 346.06
## + X40 1 51.778 2523.4 346.09
## + X9 1 49.843 2525.4 346.17
## + X50 1 40.343 2534.9 346.53
## + X13 1 36.301 2538.9 346.68
## + X1 1 35.080 2540.1 346.73
## + X47 1 31.032 2544.2 346.89
## + X15 1 30.302 2544.9 346.91
## + X23 1 25.785 2549.4 347.08
## + X4 1 22.305 2552.9 347.22
## + X14 1 21.456 2553.8 347.25
## + X49 1 20.257 2555.0 347.30
## + X38 1 15.321 2559.9 347.48
## + X5 1 13.560 2561.7 347.55
## + X35 1 11.295 2563.9 347.63
## + X48 1 10.984 2564.2 347.65
## + X25 1 9.574 2565.7 347.70
## + X17 1 8.356 2566.9 347.75
## + X18 1 5.637 2569.6 347.85
## + X39 1 4.794 2570.4 347.88
## + X30 1 4.714 2570.5 347.88
## + X21 1 4.604 2570.6 347.89
## + X24 1 4.342 2570.9 347.90
## + X46 1 3.912 2571.3 347.91
## + X27 1 3.521 2571.7 347.93
## + X16 1 1.830 2573.4 347.99
## + X51 1 0.859 2574.4 348.03
## + X19 1 0.497 2574.7 348.04
## + X34 1 0.497 2574.7 348.04
## + X20 1 0.401 2574.8 348.05
## + X11 1 0.372 2574.8 348.05
## + X41 1 0.311 2574.9 348.05
## + X8 1 0.116 2575.1 348.06
## + X42 1 0.109 2575.1 348.06
## + X26 1 0.102 2575.1 348.06
## + X2 1 0.016 2575.2 348.06
##
## Step: AIC=344.26
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36 + X3
##
## Df Sum of Sq RSS AIC
## + X43 1 96.356 2380.0 342.41
## + X45 1 95.569 2380.8 342.44
## + X9 1 68.366 2408.0 343.55
## + X50 1 51.734 2424.6 344.21
## <none> 2476.3 344.26
## + X40 1 49.740 2426.6 344.29
## + X13 1 40.227 2436.1 344.67
## + X15 1 39.347 2437.0 344.71
## + X14 1 33.841 2442.5 344.93
## + X32 1 30.311 2446.0 345.07
## + X49 1 22.729 2453.6 345.37
## + X23 1 20.394 2455.9 345.46
## + X47 1 18.840 2457.5 345.52
## + X38 1 17.610 2458.7 345.57
## + X48 1 15.050 2461.3 345.67
## + X17 1 14.718 2461.6 345.68
## + X18 1 12.400 2463.9 345.78
## + X30 1 8.083 2468.2 345.95
## + X24 1 6.335 2470.0 346.01
## + X5 1 6.163 2470.2 346.02
## + X27 1 5.724 2470.6 346.04
## + X46 1 5.342 2471.0 346.05
## + X2 1 4.204 2472.1 346.10
## + X1 1 3.683 2472.6 346.12
## + X25 1 3.340 2473.0 346.13
## + X41 1 2.358 2474.0 346.17
## + X21 1 1.748 2474.6 346.19
## + X11 1 1.478 2474.8 346.20
## + X35 1 1.097 2475.2 346.22
## + X20 1 1.079 2475.2 346.22
## + X42 1 0.868 2475.5 346.23
## + X26 1 0.832 2475.5 346.23
## + X39 1 0.794 2475.5 346.23
## + X19 1 0.294 2476.0 346.25
## + X8 1 0.248 2476.1 346.25
## + X51 1 0.190 2476.1 346.26
## + X4 1 0.059 2476.3 346.26
## + X16 1 0.016 2476.3 346.26
## + X34 1 0.001 2476.3 346.26
##
## Step: AIC=342.41
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36 + X3 + X43
##
## Df Sum of Sq RSS AIC
## + X40 1 83.473 2296.5 340.95
## + X9 1 70.284 2309.7 341.51
## + X13 1 56.601 2323.4 342.08
## + X14 1 54.933 2325.0 342.15
## <none> 2380.0 342.41
## + X49 1 43.213 2336.8 342.64
## + X15 1 40.619 2339.3 342.74
## + X32 1 38.091 2341.9 342.85
## + X38 1 23.196 2356.8 343.46
## + X48 1 22.118 2357.8 343.51
## + X45 1 21.657 2358.3 343.53
## + X50 1 19.786 2360.2 343.60
## + X47 1 16.747 2363.2 343.73
## + X16 1 13.674 2366.3 343.85
## + X41 1 9.832 2370.1 344.01
## + X17 1 8.260 2371.7 344.08
## + X24 1 8.212 2371.8 344.08
## + X2 1 8.111 2371.9 344.08
## + X30 1 7.857 2372.1 344.09
## + X23 1 7.603 2372.4 344.10
## + X26 1 7.461 2372.5 344.11
## + X5 1 7.391 2372.6 344.11
## + X8 1 5.599 2374.4 344.18
## + X21 1 4.871 2375.1 344.21
## + X34 1 3.196 2376.8 344.28
## + X20 1 2.631 2377.3 344.31
## + X46 1 2.606 2377.4 344.31
## + X51 1 2.403 2377.6 344.31
## + X42 1 2.124 2377.8 344.33
## + X27 1 2.060 2377.9 344.33
## + X25 1 1.896 2378.1 344.34
## + X39 1 1.700 2378.3 344.34
## + X35 1 1.111 2378.9 344.37
## + X18 1 1.007 2379.0 344.37
## + X4 1 1.000 2379.0 344.37
## + X1 1 0.839 2379.1 344.38
## + X19 1 0.107 2379.9 344.41
## + X11 1 0.074 2379.9 344.41
##
## Step: AIC=340.95
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36 + X3 + X43 + X40
##
## Df Sum of Sq RSS AIC
## + X9 1 118.445 2178.1 337.81
## + X13 1 55.888 2240.6 340.56
## + X32 1 53.927 2242.6 340.64
## <none> 2296.5 340.95
## + X14 1 43.593 2252.9 341.09
## + X49 1 40.612 2255.9 341.22
## + X50 1 30.346 2266.2 341.66
## + X15 1 13.610 2282.9 342.37
## + X16 1 12.697 2283.8 342.41
## + X45 1 11.123 2285.4 342.48
## + X47 1 10.607 2285.9 342.50
## + X38 1 10.293 2286.2 342.51
## + X30 1 9.276 2287.2 342.56
## + X24 1 8.133 2288.4 342.61
## + X5 1 7.635 2288.9 342.63
## + X42 1 6.902 2289.6 342.66
## + X46 1 6.145 2290.3 342.69
## + X25 1 5.771 2290.7 342.71
## + X20 1 3.816 2292.7 342.79
## + X4 1 3.455 2293.0 342.80
## + X21 1 3.002 2293.5 342.82
## + X34 1 2.775 2293.7 342.83
## + X23 1 2.495 2294.0 342.84
## + X8 1 2.265 2294.2 342.85
## + X26 1 1.722 2294.8 342.88
## + X41 1 1.697 2294.8 342.88
## + X27 1 1.433 2295.1 342.89
## + X1 1 1.357 2295.1 342.89
## + X18 1 0.927 2295.6 342.91
## + X48 1 0.806 2295.7 342.92
## + X11 1 0.619 2295.9 342.92
## + X35 1 0.601 2295.9 342.92
## + X17 1 0.402 2296.1 342.93
## + X39 1 0.157 2296.3 342.94
## + X19 1 0.131 2296.4 342.94
## + X51 1 0.079 2296.4 342.95
## + X2 1 0.079 2296.4 342.95
##
## Step: AIC=337.81
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36 + X3 + X43 + X40 + X9
##
## Df Sum of Sq RSS AIC
## + X50 1 63.781 2114.3 336.93
## + X14 1 59.188 2118.9 337.14
## <none> 2178.1 337.81
## + X32 1 34.543 2143.5 338.26
## + X13 1 29.323 2148.7 338.50
## + X49 1 27.823 2150.2 338.57
## + X8 1 19.936 2158.1 338.92
## + X46 1 15.935 2162.1 339.10
## + X45 1 14.717 2163.3 339.16
## + X4 1 11.623 2166.4 339.29
## + X24 1 11.541 2166.5 339.30
## + X1 1 8.834 2169.2 339.42
## + X47 1 8.684 2169.4 339.43
## + X16 1 8.196 2169.9 339.45
## + X15 1 6.847 2171.2 339.51
## + X42 1 6.745 2171.3 339.51
## + X38 1 6.661 2171.4 339.52
## + X25 1 6.631 2171.4 339.52
## + X41 1 5.242 2172.8 339.58
## + X30 1 4.537 2173.5 339.61
## + X48 1 4.034 2174.0 339.63
## + X5 1 3.484 2174.6 339.66
## + X17 1 3.060 2175.0 339.68
## + X20 1 1.880 2176.2 339.73
## + X26 1 1.724 2176.3 339.74
## + X23 1 1.551 2176.5 339.74
## + X27 1 1.355 2176.7 339.75
## + X35 1 1.260 2176.8 339.76
## + X21 1 0.969 2177.1 339.77
## + X18 1 0.757 2177.3 339.78
## + X39 1 0.357 2177.7 339.80
## + X2 1 0.185 2177.9 339.80
## + X11 1 0.066 2178.0 339.81
## + X34 1 0.042 2178.0 339.81
## + X51 1 0.023 2178.0 339.81
## + X19 1 0.017 2178.0 339.81
##
## Step: AIC=336.93
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36 + X3 + X43 + X40 + X9 + X50
##
## Df Sum of Sq RSS AIC
## + X32 1 59.832 2054.4 336.15
## + X14 1 56.286 2058.0 336.31
## <none> 2114.3 336.93
## + X45 1 22.648 2091.6 337.89
## + X8 1 19.584 2094.7 338.03
## + X49 1 19.137 2095.1 338.05
## + X13 1 15.165 2099.1 338.23
## + X4 1 12.452 2101.8 338.36
## + X16 1 11.845 2102.4 338.39
## + X47 1 11.003 2103.3 338.42
## + X25 1 10.478 2103.8 338.45
## + X23 1 9.738 2104.5 338.48
## + X11 1 8.019 2106.2 338.56
## + X15 1 7.558 2106.7 338.58
## + X51 1 7.053 2107.2 338.61
## + X38 1 6.873 2107.4 338.61
## + X46 1 6.020 2108.2 338.65
## + X24 1 4.946 2109.3 338.70
## + X18 1 4.140 2110.1 338.74
## + X5 1 3.800 2110.5 338.76
## + X42 1 3.617 2110.7 338.76
## + X30 1 2.741 2111.5 338.80
## + X20 1 2.504 2111.8 338.82
## + X27 1 2.496 2111.8 338.82
## + X2 1 2.397 2111.9 338.82
## + X17 1 1.438 2112.8 338.86
## + X21 1 1.315 2113.0 338.87
## + X39 1 0.751 2113.5 338.90
## + X41 1 0.744 2113.5 338.90
## + X1 1 0.701 2113.6 338.90
## + X35 1 0.375 2113.9 338.91
## + X34 1 0.331 2113.9 338.92
## + X48 1 0.315 2114.0 338.92
## + X19 1 0.033 2114.2 338.93
## + X26 1 0.002 2114.3 338.93
##
## Step: AIC=336.15
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36 + X3 + X43 + X40 + X9 + X50 + X32
##
## Df Sum of Sq RSS AIC
## <none> 2054.4 336.15
## + X14 1 38.459 2016.0 336.31
## + X16 1 17.272 2037.2 337.33
## + X13 1 13.293 2041.2 337.52
## + X15 1 13.224 2041.2 337.52
## + X45 1 13.011 2041.4 337.53
## + X47 1 12.368 2042.1 337.56
## + X8 1 10.602 2043.8 337.64
## + X46 1 10.444 2044.0 337.65
## + X30 1 9.090 2045.3 337.72
## + X49 1 8.390 2046.0 337.75
## + X4 1 7.978 2046.5 337.77
## + X23 1 6.361 2048.1 337.84
## + X2 1 5.812 2048.6 337.87
## + X24 1 5.717 2048.7 337.88
## + X21 1 5.075 2049.4 337.91
## + X18 1 4.188 2050.2 337.95
## + X5 1 3.998 2050.4 337.96
## + X11 1 3.523 2050.9 337.98
## + X25 1 2.613 2051.8 338.02
## + X17 1 2.182 2052.3 338.04
## + X20 1 2.003 2052.4 338.05
## + X27 1 1.862 2052.6 338.06
## + X39 1 1.827 2052.6 338.06
## + X51 1 1.278 2053.2 338.09
## + X42 1 1.033 2053.4 338.10
## + X1 1 0.673 2053.8 338.11
## + X38 1 0.553 2053.9 338.12
## + X48 1 0.329 2054.1 338.13
## + X19 1 0.243 2054.2 338.13
## + X41 1 0.198 2054.2 338.14
## + X34 1 0.030 2054.4 338.14
## + X35 1 0.011 2054.4 338.15
## + X26 1 0.005 2054.4 338.15

both <‐step(fit2,direction = "both",scope=list(upper=fit1,lower=fit2))

## Start: AIC=602.81
## X7 ~ 1
##
## Df Sum of Sq RSS AIC
## + X10 1 36335 11173 464.42
## + X6 1 36144 11363 466.05
## + X37 1 35449 12059 471.81
## + X33 1 35407 12101 472.15
## + X31 1 34339 13168 480.35
## + X32 1 33520 13988 486.21
## + X50 1 33155 14352 488.70
## + X34 1 32676 14832 491.89
## + X2 1 32380 15128 493.81
## + X40 1 32123 15385 495.44
## + X49 1 31426 16082 499.74
## + X38 1 30618 16890 504.49
## + X46 1 30617 16891 504.50
## + X48 1 30612 16896 504.53
## + X41 1 30609 16898 504.55
## + X3 1 30224 17283 506.73
## + X51 1 29843 17664 508.84
## + X35 1 29233 18275 512.14
## + X17 1 28738 18770 514.73
## + X42 1 28531 18977 515.80
## + X22 1 27777 19731 519.58
## + X44 1 27588 19919 520.50
## + X28 1 26516 20992 525.59
## + X5 1 25365 22143 530.76
## + X4 1 23976 23531 536.66
## + X36 1 23351 24157 539.21
## + X39 1 23305 24202 539.39
## + X52 1 23264 24244 539.56
## + X19 1 23148 24360 540.02
## + X1 1 21467 26040 546.49
## + X15 1 21265 26242 547.24
## + X47 1 20382 27125 550.45
## + X53 1 20339 27169 550.61
## + X11 1 20243 27264 550.95
## + X26 1 20153 27355 551.27
## + X45 1 18469 29039 557.06
## + X43 1 18320 29188 557.56
## + X16 1 18082 29425 558.34
## + X27 1 16969 30539 561.95
## + X29 1 13121 34387 573.46
## + X18 1 11012 36496 579.23
## + X8 1 8363 39145 586.03
## + X30 1 8252 39256 586.30
## + X14 1 7100 40407 589.11
## + X20 1 6928 40580 589.52
## + X13 1 6879 40628 589.64
## + X21 1 4189 43319 595.86
## + X25 1 3456 44052 597.49
## + X24 1 2799 44709 598.92
## + X9 1 2349 45158 599.89
## + X23 1 1924 45584 600.80
## <none> 47508 602.81
## + X12 1 849 46659 603.06
##
## Step: AIC=464.42
## X7 ~ X10
##
## Df Sum of Sq RSS AIC
## + X33 1 3398 7775 431.24
## + X34 1 3229 7944 433.33
## + X32 1 3169 8004 434.07
## + X31 1 2960 8213 436.56
## + X22 1 2940 8233 436.80
## + X49 1 2880 8293 437.50
## + X28 1 2624 8550 440.46
## + X6 1 2612 8561 440.59
## + X35 1 2505 8668 441.80
## + X3 1 1841 9332 448.95
## + X39 1 1818 9355 449.19
## + X16 1 1719 9454 450.21
## + X44 1 1584 9589 451.58
## + X38 1 1367 9806 453.75
## + X19 1 1350 9823 453.92
## + X47 1 1347 9826 453.95
## + X12 1 894 10280 458.33
## + X51 1 851 10322 458.73
## + X4 1 785 10389 459.35
## + X42 1 780 10393 459.40
## + X1 1 746 10427 459.71
## + X53 1 730 10444 459.87
## + X41 1 729 10444 459.87
## + X17 1 704 10469 460.10
## + X2 1 627 10546 460.81
## + X5 1 594 10579 461.11
## + X50 1 565 10608 461.38
## + X27 1 530 10643 461.70
## + X37 1 436 10737 462.55
## + X26 1 327 10846 463.54
## + X29 1 233 10940 464.37
## <none> 11173 464.42
## + X8 1 217 10956 464.51
## + X21 1 208 10966 464.60
## + X48 1 181 10992 464.83
## + X11 1 134 11039 465.24
## + X40 1 92 11081 465.61
## + X25 1 58 11115 465.91
## + X23 1 48 11125 466.00
## + X30 1 28 11145 466.17
## + X20 1 25 11148 466.20
## + X52 1 18 11155 466.26
## + X15 1 16 11157 466.27
## + X13 1 10 11163 466.33
## + X14 1 7 11166 466.35
## + X24 1 5 11168 466.37
## + X36 1 3 11170 466.39
## + X43 1 3 11170 466.39
## + X9 1 1 11172 466.40
## + X18 1 1 11172 466.41
## + X45 1 1 11172 466.41
## + X46 1 1 11172 466.41
## ‐ X10 1 36335 47508 602.81
##
## Step: AIC=431.24
## X7 ~ X10 + X33
##
## Df Sum of Sq RSS AIC
## + X6 1 1616.5 6158.4 410.63
## + X22 1 1504.8 6270.1 412.38
## + X38 1 1313.4 6461.4 415.29
## + X39 1 1187.9 6586.9 417.16
## + X3 1 1005.6 6769.3 419.81
## + X47 1 939.3 6835.6 420.75
## + X4 1 644.3 7130.6 424.85
## + X34 1 630.1 7144.8 425.04
## + X42 1 623.9 7151.0 425.13
## + X12 1 597.5 7177.3 425.49
## + X5 1 513.9 7260.9 426.61
## + X37 1 407.8 7367.1 428.02
## + X29 1 396.8 7378.0 428.16
## + X1 1 389.3 7385.6 428.26
## + X49 1 377.4 7397.4 428.42
## + X36 1 377.3 7397.5 428.42
## + X30 1 354.0 7420.9 428.72
## + X8 1 349.1 7425.8 428.79
## + X17 1 302.8 7472.1 429.39
## + X35 1 243.0 7531.9 430.16
## + X28 1 238.5 7536.3 430.22
## + X52 1 178.6 7596.3 430.99
## <none> 7774.8 431.24
## + X48 1 121.4 7653.5 431.72
## + X31 1 86.4 7688.5 432.16
## + X41 1 70.7 7704.1 432.36
## + X44 1 67.6 7707.3 432.40
## + X21 1 62.4 7712.4 432.46
## + X16 1 61.7 7713.2 432.47
## + X24 1 43.9 7731.0 432.69
## + X26 1 39.1 7735.7 432.75
## + X9 1 36.3 7738.6 432.79
## + X19 1 31.5 7743.4 432.85
## + X40 1 28.0 7746.9 432.89
## + X15 1 24.9 7750.0 432.93
## + X45 1 24.8 7750.1 432.93
## + X11 1 23.4 7751.4 432.95
## + X2 1 22.1 7752.7 432.97
## + X20 1 20.2 7754.7 432.99
## + X27 1 13.3 7761.6 433.08
## + X43 1 9.6 7765.2 433.12
## + X13 1 8.2 7766.6 433.14
## + X25 1 7.2 7767.6 433.15
## + X53 1 5.1 7769.7 433.18
## + X18 1 3.9 7770.9 433.19
## + X50 1 3.6 7771.3 433.20
## + X46 1 0.5 7774.3 433.24
## + X14 1 0.3 7774.6 433.24
## + X51 1 0.2 7774.7 433.24
## + X23 1 0.0 7774.8 433.24
## + X32 1 0.0 7774.8 433.24
## ‐ X33 1 3398.3 11173.1 464.42
## ‐ X10 1 4326.1 12100.9 472.15
##
## Step: AIC=410.63
## X7 ~ X10 + X33 + X6
##
## Df Sum of Sq RSS AIC
## + X12 1 764.27 5394.1 399.78
## + X22 1 691.22 5467.1 401.08
## + X52 1 619.10 5539.3 402.36
## + X39 1 590.95 5567.4 402.85
## + X49 1 504.33 5654.0 404.35
## + X18 1 496.96 5661.4 404.47
## + X45 1 494.44 5663.9 404.51
## + X47 1 489.32 5669.0 404.60
## + X34 1 464.33 5694.0 405.03
## + X28 1 443.39 5715.0 405.38
## + X43 1 438.50 5719.9 405.47
## + X31 1 373.32 5785.0 406.57
## + X16 1 360.56 5797.8 406.78
## + X38 1 309.50 5848.9 407.63
## + X30 1 275.30 5883.1 408.20
## + X2 1 247.40 5911.0 408.66
## + X50 1 231.28 5927.1 408.92
## + X8 1 221.13 5937.2 409.09
## + X5 1 207.80 5950.6 409.30
## + X32 1 185.50 5972.9 409.67
## + X29 1 157.05 6001.3 410.13
## + X17 1 146.57 6011.8 410.30
## + X11 1 139.72 6018.6 410.41
## <none> 6158.4 410.63
## + X46 1 113.09 6045.3 410.84
## + X35 1 107.49 6050.9 410.92
## + X37 1 101.81 6056.6 411.02
## + X44 1 98.04 6060.3 411.08
## + X26 1 97.66 6060.7 411.08
## + X27 1 93.35 6065.0 411.15
## + X1 1 80.08 6078.3 411.36
## + X4 1 69.98 6088.4 411.52
## + X13 1 48.61 6109.7 411.86
## + X9 1 39.68 6118.7 412.01
## + X36 1 34.17 6124.2 412.09
## + X41 1 31.89 6126.5 412.13
## + X51 1 20.33 6138.0 412.31
## + X53 1 15.98 6142.4 412.38
## + X3 1 14.08 6144.3 412.41
## + X19 1 11.41 6147.0 412.45
## + X14 1 10.26 6148.1 412.47
## + X25 1 5.81 6152.6 412.54
## + X42 1 5.60 6152.8 412.54
## + X40 1 1.21 6157.1 412.61
## + X48 1 0.83 6157.5 412.62
## + X20 1 0.55 6157.8 412.62
## + X23 1 0.06 6158.3 412.63
## + X24 1 0.06 6158.3 412.63
## + X21 1 0.04 6158.3 412.63
## + X15 1 0.03 6158.3 412.63
## ‐ X10 1 565.32 6723.7 417.15
## ‐ X6 1 1616.49 7774.8 431.24
## ‐ X33 1 2403.00 8561.4 440.59
##
## Step: AIC=399.78
## X7 ~ X10 + X33 + X6 + X12
##
## Df Sum of Sq RSS AIC
## + X22 1 576.93 4817.2 390.81
## + X52 1 458.95 4935.1 393.15
## + X49 1 413.95 4980.1 394.03
## + X18 1 394.57 4999.5 394.41
## + X39 1 379.69 5014.4 394.70
## + X45 1 323.38 5070.7 395.78
## + X47 1 301.52 5092.6 396.20
## + X43 1 285.13 5109.0 396.51
## + X2 1 268.11 5126.0 396.83
## + X28 1 265.83 5128.3 396.88
## + X30 1 236.01 5158.1 397.44
## + X34 1 226.98 5167.1 397.61
## + X3 1 223.41 5170.7 397.68
## + X50 1 218.35 5175.7 397.77
## + X31 1 200.86 5193.2 398.10
## + X38 1 164.24 5229.9 398.78
## + X11 1 162.33 5231.8 398.82
## + X35 1 146.47 5247.6 399.11
## + X37 1 142.34 5251.7 399.19
## + X46 1 139.96 5254.1 399.23
## + X32 1 132.55 5261.5 399.37
## + X16 1 120.00 5274.1 399.60
## <none> 5394.1 399.78
## + X29 1 105.75 5288.3 399.86
## + X8 1 78.86 5315.2 400.35
## + X17 1 64.35 5329.7 400.62
## + X13 1 61.23 5332.9 400.67
## + X48 1 51.55 5342.5 400.85
## + X23 1 39.89 5354.2 401.06
## + X9 1 39.34 5354.8 401.07
## + X27 1 37.02 5357.1 401.11
## + X5 1 33.85 5360.2 401.17
## + X26 1 31.59 5362.5 401.21
## + X19 1 29.39 5364.7 401.25
## + X44 1 25.09 5369.0 401.33
## + X42 1 15.99 5378.1 401.49
## + X51 1 11.92 5382.2 401.57
## + X36 1 8.41 5385.7 401.63
## + X14 1 5.43 5388.7 401.68
## + X41 1 4.65 5389.4 401.70
## + X25 1 4.61 5389.5 401.70
## + X21 1 3.98 5390.1 401.71
## + X1 1 3.05 5391.0 401.72
## + X15 1 2.66 5391.4 401.73
## + X53 1 2.41 5391.7 401.74
## + X24 1 2.01 5392.1 401.74
## + X4 1 1.68 5392.4 401.75
## + X40 1 1.64 5392.4 401.75
## + X20 1 0.32 5393.8 401.77
## ‐ X12 1 764.27 6158.4 410.63
## ‐ X10 1 764.83 6158.9 410.64
## ‐ X6 1 1783.22 7177.3 425.49
## ‐ X33 1 2089.53 7483.6 429.54
##
## Step: AIC=390.81
## X7 ~ X10 + X33 + X6 + X12 + X22
##
## Df Sum of Sq RSS AIC
## + X28 1 405.98 4411.2 384.27
## + X52 1 325.81 4491.3 386.01
## + X50 1 310.82 4506.3 386.34
## + X45 1 237.05 4580.1 387.91
## + X3 1 208.98 4608.2 388.50
## + X18 1 208.18 4609.0 388.52
## + X44 1 194.32 4622.8 388.81
## + X43 1 186.18 4631.0 388.98
## + X2 1 185.31 4631.8 389.00
## + X47 1 133.04 4684.1 390.09
## + X37 1 131.71 4685.4 390.12
## + X31 1 115.60 4701.6 390.45
## + X16 1 100.91 4716.2 390.75
## + X49 1 100.52 4716.6 390.76
## <none> 4817.2 390.81
## + X26 1 95.96 4721.2 390.86
## + X46 1 94.85 4722.3 390.88
## + X35 1 88.35 4728.8 391.01
## + X9 1 88.23 4728.9 391.01
## + X38 1 83.84 4733.3 391.10
## + X39 1 83.46 4733.7 391.11
## + X27 1 82.20 4735.0 391.14
## + X30 1 79.68 4737.5 391.19
## + X32 1 77.88 4739.3 391.23
## + X11 1 76.06 4741.1 391.26
## + X23 1 58.38 4758.8 391.62
## + X21 1 56.11 4761.0 391.67
## + X8 1 49.46 4767.7 391.81
## + X29 1 45.53 4771.6 391.89
## + X53 1 42.28 4774.9 391.95
## + X48 1 41.65 4775.5 391.96
## + X17 1 36.43 4780.7 392.07
## + X25 1 23.71 4793.5 392.33
## + X51 1 21.71 4795.5 392.37
## + X13 1 20.01 4797.1 392.40
## + X15 1 14.59 4802.6 392.51
## + X5 1 11.92 4805.2 392.57
## + X20 1 10.26 4806.9 392.60
## + X24 1 7.83 4809.3 392.65
## + X19 1 7.06 4810.1 392.66
## + X41 1 5.30 4811.9 392.70
## + X14 1 4.76 4812.4 392.71
## + X34 1 2.50 4814.7 392.76
## + X40 1 2.48 4814.7 392.76
## + X36 1 1.62 4815.5 392.77
## + X42 1 0.76 4816.4 392.79
## + X4 1 0.01 4817.1 392.81
## + X1 1 0.00 4817.2 392.81
## ‐ X22 1 576.93 5394.1 399.78
## ‐ X12 1 649.98 5467.1 401.08
## ‐ X10 1 753.77 5570.9 402.91
## ‐ X6 1 948.94 5766.1 406.25
## ‐ X33 1 1517.74 6334.9 415.37
##
## Step: AIC=384.27
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28
##
## Df Sum of Sq RSS AIC
## + X29 1 538.38 3872.8 373.64
## + X50 1 386.37 4024.8 377.38
## + X52 1 321.64 4089.5 378.92
## + X2 1 310.79 4100.4 379.18
## + X47 1 208.24 4202.9 381.58
## + X3 1 192.42 4218.8 381.94
## + X37 1 147.10 4264.1 382.98
## + X51 1 139.65 4271.5 383.15
## + X45 1 137.15 4274.0 383.20
## + X39 1 127.91 4283.3 383.41
## + X46 1 120.44 4290.7 383.58
## + X43 1 113.65 4297.5 383.74
## + X30 1 103.74 4307.4 383.96
## + X9 1 99.98 4311.2 384.04
## + X18 1 96.41 4314.8 384.12
## + X44 1 94.37 4316.8 384.17
## <none> 4411.2 384.27
## + X38 1 81.27 4329.9 384.46
## + X48 1 72.80 4338.4 384.65
## + X36 1 70.91 4340.3 384.70
## + X35 1 69.48 4341.7 384.73
## + X26 1 62.56 4348.6 384.88
## + X25 1 51.70 4359.5 385.12
## + X27 1 40.89 4370.3 385.36
## + X21 1 40.27 4370.9 385.38
## + X32 1 35.86 4375.3 385.48
## + X31 1 30.88 4380.3 385.59
## + X49 1 29.49 4381.7 385.62
## + X23 1 27.72 4383.5 385.66
## + X24 1 25.86 4385.3 385.70
## + X41 1 22.65 4388.5 385.77
## + X15 1 21.44 4389.7 385.79
## + X17 1 19.45 4391.7 385.84
## + X11 1 19.31 4391.9 385.84
## + X13 1 17.51 4393.7 385.88
## + X19 1 17.27 4393.9 385.89
## + X4 1 12.27 4398.9 386.00
## + X34 1 7.91 4403.3 386.09
## + X53 1 4.96 4406.2 386.16
## + X14 1 2.34 4408.8 386.22
## + X40 1 1.48 4409.7 386.23
## + X8 1 0.69 4410.5 386.25
## + X42 1 0.64 4410.5 386.25
## + X1 1 0.53 4410.7 386.26
## + X16 1 0.34 4410.8 386.26
## + X5 1 0.12 4411.1 386.26
## + X20 1 0.07 4411.1 386.27
## ‐ X33 1 194.49 4605.7 386.45
## ‐ X28 1 405.98 4817.2 390.81
## ‐ X12 1 443.78 4855.0 391.57
## ‐ X10 1 675.86 5087.0 396.09
## ‐ X22 1 717.08 5128.3 396.88
## ‐ X6 1 1023.69 5434.9 402.51
##
## Step: AIC=373.64
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29
##
## Df Sum of Sq RSS AIC
## + X52 1 423.55 3449.2 364.41
## + X50 1 285.30 3587.5 368.22
## + X2 1 274.37 3598.4 368.51
## + X47 1 225.22 3647.6 369.83
## + X45 1 218.34 3654.5 370.01
## + X44 1 148.93 3723.9 371.84
## + X37 1 138.70 3734.1 372.10
## + X43 1 133.93 3738.9 372.23
## + X31 1 130.46 3742.3 372.32
## + X39 1 129.68 3743.1 372.34
## + X18 1 128.74 3744.1 372.36
## + X35 1 96.85 3775.9 373.18
## + X32 1 88.59 3784.2 373.40
## + X30 1 88.19 3784.6 373.41
## + X51 1 83.88 3788.9 373.52
## + X9 1 83.86 3788.9 373.52
## + X46 1 80.94 3791.9 373.59
## <none> 3872.8 373.64
## + X3 1 75.76 3797.0 373.72
## + X38 1 69.14 3803.7 373.89
## + X15 1 49.48 3823.3 374.39
## + X21 1 47.00 3825.8 374.46
## + X27 1 46.61 3826.2 374.47
## + X13 1 43.95 3828.9 374.53
## + X53 1 37.73 3835.1 374.69
## + X26 1 37.39 3835.4 374.70
## + X48 1 29.82 3843.0 374.89
## + X49 1 25.61 3847.2 375.00
## + X19 1 24.76 3848.0 375.02
## + X42 1 21.81 3851.0 375.09
## + X25 1 19.39 3853.4 375.15
## + X17 1 18.35 3854.5 375.18
## + X5 1 16.70 3856.1 375.22
## + X1 1 8.82 3864.0 375.42
## + X23 1 8.71 3864.1 375.42
## + X16 1 7.92 3864.9 375.44
## + X36 1 6.28 3866.5 375.48
## + X11 1 6.19 3866.6 375.49
## + X24 1 6.07 3866.7 375.49
## + X40 1 3.52 3869.3 375.55
## + X8 1 1.85 3870.9 375.59
## + X34 1 0.74 3872.1 375.62
## + X14 1 0.67 3872.1 375.62
## + X4 1 0.18 3872.6 375.64
## + X20 1 0.11 3872.7 375.64
## + X41 1 0.02 3872.8 375.64
## ‐ X12 1 235.24 4108.0 377.36
## ‐ X33 1 284.80 4157.6 378.52
## ‐ X29 1 538.38 4411.2 384.27
## ‐ X22 1 622.17 4495.0 386.09
## ‐ X10 1 690.46 4563.3 387.55
## ‐ X6 1 841.02 4713.8 390.70
## ‐ X28 1 898.83 4771.6 391.89
##
## Step: AIC=364.41
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52
##
## Df Sum of Sq RSS AIC
## + X44 1 261.81 3187.4 358.75
## + X37 1 220.34 3228.9 360.00
## + X31 1 157.64 3291.6 361.87
## + X43 1 153.07 3296.2 362.00
## + X47 1 131.42 3317.8 362.64
## + X35 1 122.44 3326.8 362.90
## + X40 1 107.65 3341.6 363.33
## + X38 1 100.65 3348.6 363.53
## + X3 1 96.34 3352.9 363.66
## + X45 1 80.03 3369.2 364.13
## + X23 1 77.90 3371.4 364.19
## + X53 1 71.76 3377.5 364.37
## <none> 3449.2 364.41
## + X1 1 62.85 3386.4 364.62
## + X15 1 59.79 3389.5 364.71
## + X32 1 56.81 3392.4 364.80
## + X39 1 51.12 3398.1 364.96
## + X11 1 49.07 3400.2 365.02
## + X4 1 47.44 3401.8 365.06
## + X30 1 46.18 3403.1 365.10
## + X42 1 45.41 3403.8 365.12
## + X18 1 34.21 3415.0 365.44
## + X21 1 29.01 3420.2 365.59
## + X41 1 27.53 3421.7 365.63
## + X19 1 27.18 3422.1 365.64
## + X48 1 22.92 3426.3 365.76
## + X46 1 21.48 3427.8 365.80
## + X25 1 16.31 3432.9 365.95
## + X9 1 15.80 3433.4 365.96
## + X49 1 9.03 3440.2 366.15
## + X24 1 8.85 3440.4 366.16
## + X50 1 5.48 3443.8 366.25
## + X17 1 5.05 3444.2 366.26
## + X27 1 4.54 3444.7 366.28
## + X8 1 3.22 3446.0 366.32
## + X5 1 3.07 3446.2 366.32
## + X14 1 3.02 3446.2 366.32
## + X34 1 2.85 3446.4 366.33
## + X13 1 2.04 3447.2 366.35
## + X2 1 1.61 3447.6 366.36
## + X16 1 0.64 3448.6 366.39
## + X20 1 0.18 3449.1 366.40
## + X36 1 0.08 3449.2 366.40
## + X51 1 0.02 3449.2 366.41
## + X26 1 0.00 3449.2 366.41
## ‐ X12 1 152.21 3601.5 366.60
## ‐ X52 1 423.55 3872.8 373.64
## ‐ X33 1 445.51 3894.8 374.19
## ‐ X22 1 458.70 3907.9 374.52
## ‐ X29 1 640.30 4089.5 378.92
## ‐ X10 1 916.65 4365.9 385.27
## ‐ X28 1 971.10 4420.4 386.47
## ‐ X6 1 1128.11 4577.4 389.85
##
## Step: AIC=358.75
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44
##
## Df Sum of Sq RSS AIC
## + X37 1 233.70 2953.7 353.36
## + X43 1 141.15 3046.3 356.36
## + X53 1 140.69 3046.7 356.37
## + X40 1 101.15 3086.3 357.62
## + X38 1 97.54 3089.9 357.73
## + X31 1 80.11 3107.3 358.28
## + X3 1 74.54 3112.9 358.45
## + X42 1 73.56 3113.9 358.48
## + X47 1 73.06 3114.4 358.50
## + X45 1 72.61 3114.8 358.51
## <none> 3187.4 358.75
## + X18 1 62.53 3124.9 358.83
## ‐ X12 1 71.17 3258.6 358.89
## + X1 1 54.60 3132.8 359.07
## + X35 1 53.80 3133.6 359.10
## + X32 1 50.17 3137.3 359.21
## + X4 1 48.58 3138.9 359.26
## + X15 1 44.69 3142.8 359.38
## + X11 1 39.04 3148.4 359.55
## + X23 1 31.78 3155.7 359.78
## + X50 1 29.80 3157.6 359.84
## + X25 1 28.90 3158.5 359.87
## + X9 1 26.55 3160.9 359.94
## + X34 1 25.06 3162.4 359.98
## + X39 1 22.20 3165.2 360.07
## + X21 1 21.30 3166.1 360.10
## + X19 1 16.74 3170.7 360.24
## + X30 1 15.15 3172.3 360.29
## + X24 1 14.57 3172.9 360.31
## + X16 1 14.18 3173.3 360.32
## + X49 1 11.93 3175.5 360.39
## + X48 1 10.93 3176.5 360.42
## + X26 1 8.77 3178.7 360.48
## + X2 1 6.70 3180.7 360.55
## + X46 1 6.19 3181.3 360.56
## + X5 1 5.61 3181.8 360.58
## + X51 1 5.25 3182.2 360.59
## + X17 1 3.84 3183.6 360.63
## + X8 1 3.48 3184.0 360.64
## + X41 1 2.66 3184.8 360.67
## + X20 1 0.77 3186.7 360.73
## + X14 1 0.21 3187.2 360.74
## + X27 1 0.14 3187.3 360.75
## + X13 1 0.06 3187.4 360.75
## + X36 1 0.04 3187.4 360.75
## ‐ X33 1 211.51 3399.0 362.98
## ‐ X44 1 261.81 3449.2 364.41
## ‐ X52 1 536.42 3723.9 371.84
## ‐ X22 1 631.06 3818.5 374.27
## ‐ X10 1 729.84 3917.3 376.75
## ‐ X29 1 735.98 3923.4 376.90
## ‐ X28 1 849.95 4037.4 379.68
## ‐ X6 1 1041.56 4229.0 384.18
##
## Step: AIC=353.36
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37
##
## Df Sum of Sq RSS AIC
## + X53 1 147.68 2806.1 350.39
## + X32 1 119.73 2834.0 351.35
## + X31 1 113.74 2840.0 351.55
## ‐ X10 1 26.56 2980.3 352.23
## + X3 1 91.51 2862.2 352.31
## + X43 1 66.31 2887.4 353.16
## + X1 1 60.63 2893.1 353.35
## <none> 2953.7 353.36
## + X36 1 53.94 2899.8 353.58
## + X30 1 44.20 2909.5 353.90
## + X50 1 42.79 2911.0 353.95
## ‐ X12 1 80.30 3034.0 353.97
## + X47 1 39.72 2914.0 354.05
## + X45 1 37.16 2916.6 354.14
## + X25 1 35.66 2918.1 354.19
## + X4 1 29.11 2924.6 354.40
## + X9 1 27.20 2926.5 354.47
## + X18 1 25.12 2928.6 354.53
## + X49 1 24.76 2929.0 354.55
## + X15 1 24.02 2929.7 354.57
## + X13 1 23.61 2930.1 354.58
## + X21 1 22.75 2931.0 354.61
## + X35 1 21.76 2932.0 354.65
## + X23 1 20.23 2933.5 354.70
## + X38 1 18.88 2934.9 354.74
## + X24 1 17.11 2936.6 354.80
## + X19 1 16.73 2937.0 354.81
## + X14 1 14.27 2939.5 354.89
## + X40 1 12.43 2941.3 354.95
## + X16 1 11.87 2941.9 354.97
## + X51 1 9.85 2943.9 355.04
## + X39 1 8.66 2945.1 355.08
## + X41 1 8.49 2945.3 355.08
## + X8 1 5.71 2948.0 355.18
## + X34 1 5.53 2948.2 355.18
## + X5 1 5.16 2948.6 355.19
## + X2 1 4.41 2949.3 355.22
## + X26 1 4.22 2949.5 355.22
## + X11 1 3.40 2950.3 355.25
## + X42 1 2.07 2951.7 355.30
## + X17 1 1.39 2952.3 355.32
## + X48 1 0.72 2953.0 355.34
## + X46 1 0.38 2953.4 355.35
## + X27 1 0.16 2953.6 355.36
## + X20 1 0.05 2953.7 355.36
## ‐ X33 1 222.43 3176.2 358.41
## ‐ X37 1 233.70 3187.4 358.75
## ‐ X44 1 275.17 3228.9 360.00
## ‐ X22 1 610.79 3564.5 369.60
## ‐ X52 1 631.20 3584.9 370.15
## ‐ X29 1 739.03 3692.8 373.02
## ‐ X6 1 834.32 3788.1 375.50
## ‐ X28 1 869.58 3823.3 376.39
##
## Step: AIC=350.39
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53
##
## Df Sum of Sq RSS AIC
## + X31 1 125.41 2680.7 347.95
## + X32 1 114.21 2691.9 348.36
## + X43 1 103.88 2702.2 348.73
## + X3 1 101.31 2704.7 348.82
## ‐ X10 1 25.12 2831.2 349.25
## + X45 1 81.71 2724.4 349.52
## <none> 2806.1 350.39
## + X1 1 55.16 2750.9 350.46
## + X50 1 49.15 2756.9 350.67
## + X47 1 45.54 2760.5 350.80
## + X9 1 42.61 2763.4 350.90
## + X36 1 38.04 2768.0 351.06
## + X15 1 33.06 2773.0 351.24
## + X14 1 27.80 2778.3 351.42
## + X13 1 27.64 2778.4 351.43
## + X4 1 27.48 2778.6 351.43
## + X49 1 23.17 2782.9 351.58
## + X30 1 22.13 2783.9 351.62
## + X40 1 18.64 2787.4 351.74
## + X25 1 17.06 2789.0 351.80
## + X18 1 16.19 2789.9 351.83
## + X24 1 16.08 2790.0 351.83
## ‐ X12 1 103.56 2909.6 351.90
## + X5 1 13.29 2792.8 351.93
## + X23 1 12.80 2793.3 351.94
## + X39 1 12.41 2793.7 351.96
## + X38 1 12.26 2793.8 351.96
## + X35 1 9.80 2796.3 352.05
## + X16 1 8.32 2797.7 352.10
## + X21 1 7.87 2798.2 352.12
## + X19 1 6.22 2799.8 352.17
## + X27 1 4.15 2801.9 352.24
## + X42 1 3.71 2802.3 352.26
## + X26 1 3.47 2802.6 352.27
## + X51 1 2.62 2803.4 352.30
## + X41 1 2.57 2803.5 352.30
## + X20 1 1.98 2804.1 352.32
## + X11 1 1.79 2804.3 352.33
## + X2 1 1.64 2804.4 352.33
## + X8 1 1.18 2804.9 352.35
## + X34 1 0.73 2805.3 352.36
## + X46 1 0.42 2805.6 352.37
## + X48 1 0.08 2806.0 352.39
## + X17 1 0.01 2806.1 352.39
## ‐ X33 1 145.48 2951.5 353.29
## ‐ X53 1 147.68 2953.7 353.36
## ‐ X37 1 240.69 3046.7 356.37
## ‐ X44 1 347.35 3153.4 359.71
## ‐ X22 1 582.29 3388.3 366.68
## ‐ X29 1 635.18 3441.2 368.18
## ‐ X52 1 688.17 3494.2 369.66
## ‐ X28 1 831.49 3637.6 373.56
## ‐ X6 1 870.86 3676.9 374.61
##
## Step: AIC=347.95
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31
##
## Df Sum of Sq RSS AIC
## + X36 1 105.43 2575.2 346.06
## ‐ X10 1 3.59 2684.2 346.08
## ‐ X33 1 4.07 2684.7 346.10
## + X3 1 91.38 2589.3 346.59
## + X43 1 88.63 2592.0 346.69
## + X45 1 77.98 2602.7 347.09
## + X32 1 65.94 2614.7 347.54
## + X9 1 58.76 2621.9 347.80
## <none> 2680.7 347.95
## + X47 1 54.25 2626.4 347.97
## + X1 1 45.25 2635.4 348.30
## ‐ X12 1 73.22 2753.9 348.57
## + X13 1 37.04 2643.6 348.60
## + X15 1 28.32 2652.3 348.92
## + X30 1 28.15 2652.5 348.93
## + X50 1 27.94 2652.7 348.94
## + X14 1 27.76 2652.9 348.94
## + X4 1 26.97 2653.7 348.97
## + X23 1 21.61 2659.0 349.17
## + X49 1 21.01 2659.6 349.19
## + X39 1 18.96 2661.7 349.26
## + X17 1 15.28 2665.4 349.40
## + X40 1 12.83 2667.8 349.49
## + X24 1 11.83 2668.8 349.52
## + X18 1 11.71 2668.9 349.53
## + X51 1 10.89 2669.8 349.56
## + X5 1 10.36 2670.3 349.58
## + X25 1 9.09 2671.6 349.62
## + X21 1 7.89 2672.8 349.67
## + X38 1 6.69 2674.0 349.71
## + X41 1 5.35 2675.3 349.76
## + X20 1 4.74 2675.9 349.78
## + X35 1 4.27 2676.4 349.80
## + X16 1 3.40 2677.3 349.83
## + X42 1 3.13 2677.5 349.84
## + X27 1 2.43 2678.2 349.87
## + X8 1 1.14 2679.5 349.91
## + X11 1 0.98 2679.7 349.92
## + X19 1 0.66 2680.0 349.93
## + X48 1 0.07 2680.6 349.95
## + X34 1 0.02 2680.6 349.95
## + X46 1 0.01 2680.6 349.95
## + X2 1 0.00 2680.7 349.95
## + X26 1 0.00 2680.7 349.95
## ‐ X31 1 125.41 2806.1 350.39
## ‐ X53 1 159.35 2840.0 351.55
## ‐ X37 1 276.95 2957.6 355.49
## ‐ X44 1 312.77 2993.4 356.66
## ‐ X22 1 397.21 3077.9 359.36
## ‐ X52 1 705.57 3386.2 368.62
## ‐ X29 1 729.73 3410.4 369.31
## ‐ X28 1 793.13 3473.8 371.09
## ‐ X6 1 982.71 3663.4 376.25
##
## Step: AIC=346.06
## X7 ~ X10 + X33 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 +
## X53 + X31 + X36
##
## Df Sum of Sq RSS AIC
## ‐ X33 1 0.00 2575.2 344.06
## ‐ X10 1 4.96 2580.2 344.25
## + X3 1 98.90 2476.3 344.26
## + X45 1 91.40 2483.8 344.56
## + X43 1 88.58 2486.6 344.67
## + X32 1 63.15 2512.1 345.65
## ‐ X12 1 47.14 2622.4 345.82
## <none> 2575.2 346.06
## + X40 1 51.78 2523.4 346.09
## + X9 1 49.84 2525.4 346.17
## + X50 1 40.34 2534.9 346.53
## + X13 1 36.30 2538.9 346.68
## + X1 1 35.08 2540.1 346.73
## + X47 1 31.03 2544.2 346.89
## + X15 1 30.30 2544.9 346.91
## + X23 1 25.79 2549.4 347.08
## + X4 1 22.31 2552.9 347.22
## + X14 1 21.46 2553.8 347.25
## + X49 1 20.26 2555.0 347.30
## + X38 1 15.32 2559.9 347.48
## + X5 1 13.56 2561.7 347.55
## + X35 1 11.30 2563.9 347.63
## + X48 1 10.98 2564.2 347.65
## + X25 1 9.57 2565.6 347.70
## + X17 1 8.36 2566.9 347.75
## + X18 1 5.64 2569.6 347.85
## + X39 1 4.79 2570.4 347.88
## + X30 1 4.71 2570.5 347.88
## + X21 1 4.60 2570.6 347.89
## + X24 1 4.34 2570.9 347.90
## + X46 1 3.91 2571.3 347.91
## + X27 1 3.52 2571.7 347.93
## ‐ X36 1 105.43 2680.7 347.95
## + X16 1 1.83 2573.4 347.99
## + X51 1 0.86 2574.4 348.03
## + X19 1 0.50 2574.7 348.04
## + X34 1 0.50 2574.7 348.04
## + X20 1 0.40 2574.8 348.05
## + X11 1 0.37 2574.9 348.05
## + X41 1 0.31 2574.9 348.05
## + X8 1 0.12 2575.1 348.06
## + X42 1 0.11 2575.1 348.06
## + X26 1 0.10 2575.1 348.06
## + X2 1 0.02 2575.2 348.06
## ‐ X53 1 135.58 2710.8 349.04
## ‐ X31 1 192.79 2768.0 351.06
## ‐ X44 1 276.71 2851.9 353.96
## ‐ X22 1 367.55 2942.8 357.00
## ‐ X37 1 380.54 2955.8 357.43
## ‐ X29 1 580.22 3155.4 363.77
## ‐ X6 1 653.24 3228.5 365.99
## ‐ X52 1 659.33 3234.6 366.17
## ‐ X28 1 859.45 3434.7 372.00
##
## Step: AIC=344.06
## X7 ~ X10 + X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 + X53 +
## X31 + X36
##
## Df Sum of Sq RSS AIC
## ‐ X10 1 5.00 2580.2 342.25
## + X3 1 98.82 2476.4 342.27
## + X45 1 91.38 2483.8 342.56
## + X43 1 86.44 2488.8 342.75
## ‐ X12 1 48.42 2623.6 343.87
## <none> 2575.2 344.06
## + X40 1 51.25 2524.0 344.11
## + X9 1 49.08 2526.1 344.19
## + X50 1 40.20 2535.0 344.53
## + X13 1 35.89 2539.3 344.70
## + X1 1 34.79 2540.4 344.74
## + X47 1 30.96 2544.3 344.89
## + X15 1 30.29 2544.9 344.91
## + X23 1 25.78 2549.4 345.09
## + X4 1 22.30 2552.9 345.22
## + X14 1 21.38 2553.8 345.25
## + X49 1 18.22 2557.0 345.37
## + X32 1 15.37 2559.9 345.48
## + X38 1 15.06 2560.2 345.49
## + X5 1 13.56 2561.7 345.55
## + X48 1 10.76 2564.5 345.66
## + X35 1 10.60 2564.6 345.66
## + X25 1 9.54 2565.7 345.70
## + X17 1 8.01 2567.2 345.76
## + X18 1 5.63 2569.6 345.85
## + X39 1 4.78 2570.4 345.88
## + X21 1 4.59 2570.6 345.89
## + X30 1 4.31 2570.9 345.90
## + X24 1 4.30 2570.9 345.90
## + X46 1 3.71 2571.5 345.92
## + X27 1 3.21 2572.0 345.94
## + X16 1 1.78 2573.4 345.99
## + X51 1 0.86 2574.4 346.03
## + X19 1 0.47 2574.7 346.04
## + X34 1 0.44 2574.8 346.04
## + X20 1 0.40 2574.8 346.05
## + X11 1 0.37 2574.9 346.05
## + X41 1 0.31 2574.9 346.05
## + X8 1 0.11 2575.1 346.06
## + X26 1 0.10 2575.1 346.06
## + X42 1 0.10 2575.1 346.06
## + X2 1 0.02 2575.2 346.06
## + X33 1 0.00 2575.2 346.06
## ‐ X36 1 109.50 2684.7 346.10
## ‐ X53 1 139.26 2714.5 347.17
## ‐ X44 1 286.15 2861.4 352.28
## ‐ X31 1 341.43 2916.7 354.14
## ‐ X22 1 368.66 2943.9 355.04
## ‐ X37 1 387.83 2963.1 355.67
## ‐ X29 1 580.22 3155.4 361.77
## ‐ X6 1 660.42 3235.6 364.21
## ‐ X52 1 664.99 3240.2 364.34
## ‐ X28 1 922.96 3498.2 371.77
##
## Step: AIC=342.25
## X7 ~ X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 + X53 + X31 +
## X36
##
## Df Sum of Sq RSS AIC
## + X3 1 95.48 2484.7 340.59
## + X45 1 81.30 2498.9 341.14
## + X43 1 73.92 2506.3 341.43
## ‐ X12 1 46.24 2626.5 341.97
## + X40 1 55.79 2524.4 342.13
## <none> 2580.2 342.25
## + X9 1 49.94 2530.3 342.35
## + X13 1 40.51 2539.7 342.71
## + X15 1 33.29 2546.9 342.99
## + X47 1 31.17 2549.1 343.07
## + X50 1 28.90 2551.3 343.16
## + X1 1 28.82 2551.4 343.16
## + X14 1 25.65 2554.6 343.28
## + X23 1 22.93 2557.3 343.38
## + X49 1 20.80 2559.4 343.46
## + X4 1 17.31 2562.9 343.60
## + X32 1 15.42 2564.8 343.67
## + X48 1 14.17 2566.1 343.72
## + X38 1 12.61 2567.6 343.77
## + X5 1 11.97 2568.2 343.80
## + X46 1 7.32 2572.9 343.97
## + X35 1 7.00 2573.2 343.99
## + X25 1 6.91 2573.3 343.99
## + X30 1 5.87 2574.4 344.03
## + X17 1 5.77 2574.5 344.03
## + X21 1 5.30 2574.9 344.05
## + X39 1 5.18 2575.0 344.05
## + X10 1 5.00 2575.2 344.06
## + X24 1 3.34 2576.9 344.12
## + X18 1 2.67 2577.6 344.15
## + X27 1 2.58 2577.6 344.15
## + X16 1 1.48 2578.7 344.19
## + X34 1 1.17 2579.1 344.21
## ‐ X36 1 107.44 2687.7 344.21
## + X42 1 1.01 2579.2 344.21
## + X51 1 0.98 2579.2 344.21
## + X41 1 0.38 2579.8 344.23
## + X19 1 0.32 2579.9 344.24
## + X2 1 0.19 2580.0 344.24
## + X20 1 0.15 2580.1 344.24
## + X33 1 0.05 2580.2 344.25
## + X11 1 0.02 2580.2 344.25
## + X26 1 0.01 2580.2 344.25
## + X8 1 0.00 2580.2 344.25
## ‐ X53 1 139.89 2720.1 345.37
## ‐ X44 1 289.37 2869.6 350.56
## ‐ X22 1 365.92 2946.1 353.11
## ‐ X31 1 384.70 2964.9 353.73
## ‐ X29 1 587.98 3168.2 360.16
## ‐ X52 1 666.68 3246.9 362.54
## ‐ X6 1 707.15 3287.4 363.74
## ‐ X37 1 807.38 3387.6 366.66
## ‐ X28 1 920.79 3501.0 369.85
##
## Step: AIC=340.59
## X7 ~ X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 + X53 + X31 +
## X36 + X3
##
## Df Sum of Sq RSS AIC
## + X45 1 83.07 2401.7 339.29
## + X43 1 78.79 2406.0 339.47
## + X9 1 67.72 2417.0 339.91
## + X40 1 56.17 2428.6 340.37
## <none> 2484.7 340.59
## + X13 1 46.36 2438.4 340.76
## + X15 1 43.83 2440.9 340.87
## + X14 1 40.47 2444.3 341.00
## + X50 1 35.64 2449.1 341.19
## + X49 1 23.31 2461.4 341.68
## + X48 1 20.34 2464.4 341.79
## + X47 1 19.13 2465.6 341.84
## + X23 1 17.41 2467.3 341.91
## + X38 1 14.22 2470.5 342.03
## + X46 1 11.09 2473.7 342.16
## + X30 1 10.43 2474.3 342.18
## + X17 1 9.80 2474.9 342.21
## ‐ X3 1 95.48 2580.2 342.25
## + X10 1 8.34 2476.4 342.27
## + X2 1 7.26 2477.5 342.31
## + X5 1 7.04 2477.7 342.32
## + X18 1 6.37 2478.4 342.34
## + X32 1 6.03 2478.7 342.36
## + X24 1 4.66 2480.1 342.41
## + X27 1 3.86 2480.9 342.44
## + X42 1 2.83 2481.9 342.48
## + X41 1 2.62 2482.1 342.49
## + X21 1 2.45 2482.3 342.50
## + X1 1 1.94 2482.8 342.52
## + X25 1 1.63 2483.1 342.53
## + X26 1 1.36 2483.4 342.54
## + X39 1 1.04 2483.7 342.55
## ‐ X12 1 103.76 2588.5 342.56
## + X8 1 0.79 2483.9 342.56
## + X19 1 0.52 2484.2 342.57
## + X20 1 0.48 2484.3 342.57
## + X11 1 0.33 2484.4 342.58
## + X51 1 0.27 2484.5 342.58
## + X33 1 0.27 2484.5 342.58
## + X34 1 0.21 2484.5 342.58
## + X4 1 0.10 2484.6 342.59
## + X35 1 0.08 2484.7 342.59
## + X16 1 0.00 2484.7 342.59
## ‐ X36 1 113.33 2598.1 342.92
## ‐ X53 1 147.20 2631.9 344.17
## ‐ X6 1 179.63 2664.4 345.36
## ‐ X44 1 288.71 2773.4 349.25
## ‐ X22 1 354.00 2838.7 351.51
## ‐ X31 1 364.57 2849.3 351.87
## ‐ X29 1 449.15 2933.9 354.71
## ‐ X52 1 690.59 3175.3 362.38
## ‐ X28 1 808.49 3293.2 365.92
## ‐ X37 1 871.15 3355.9 367.74
##
## Step: AIC=339.29
## X7 ~ X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 + X53 + X31 +
## X36 + X3 + X45
##
## Df Sum of Sq RSS AIC
## + X9 1 79.65 2322.0 338.02
## + X13 1 67.80 2333.9 338.52
## + X40 1 62.37 2339.3 338.74
## + X15 1 51.06 2350.6 339.21
## <none> 2401.7 339.29
## + X14 1 37.84 2363.8 339.75
## + X50 1 21.55 2380.1 340.42
## + X10 1 20.90 2380.8 340.45
## + X48 1 19.19 2382.5 340.51
## + X47 1 17.66 2384.0 340.58
## ‐ X45 1 83.07 2484.7 340.59
## + X49 1 16.23 2385.4 340.64
## + X43 1 15.95 2385.7 340.65
## + X42 1 12.93 2388.7 340.77
## + X30 1 12.46 2389.2 340.79
## + X46 1 10.34 2391.3 340.87
## + X38 1 8.50 2393.2 340.95
## + X5 1 6.11 2395.6 341.05
## + X21 1 5.78 2395.9 341.06
## + X32 1 5.41 2396.3 341.07
## + X16 1 5.37 2396.3 341.08
## + X26 1 4.51 2397.2 341.11
## + X23 1 4.39 2397.3 341.12
## + X2 1 4.38 2397.3 341.12
## + X17 1 4.38 2397.3 341.12
## ‐ X3 1 97.25 2498.9 341.14
## + X25 1 2.76 2398.9 341.18
## + X41 1 2.51 2399.2 341.19
## + X39 1 2.46 2399.2 341.19
## + X27 1 1.98 2399.7 341.21
## + X4 1 1.50 2400.2 341.23
## + X34 1 1.43 2400.2 341.24
## + X24 1 0.81 2400.9 341.26
## + X8 1 0.69 2401.0 341.27
## + X18 1 0.52 2401.1 341.27
## + X33 1 0.23 2401.4 341.28
## + X35 1 0.14 2401.5 341.29
## + X11 1 0.12 2401.5 341.29
## + X1 1 0.12 2401.5 341.29
## + X19 1 0.11 2401.6 341.29
## + X51 1 0.03 2401.6 341.29
## + X20 1 0.01 2401.7 341.29
## ‐ X12 1 110.72 2512.4 341.66
## ‐ X36 1 125.73 2527.4 342.24
## ‐ X6 1 130.21 2531.9 342.41
## ‐ X53 1 191.75 2593.4 344.74
## ‐ X44 1 338.34 2740.0 350.08
## ‐ X22 1 355.36 2757.0 350.68
## ‐ X52 1 382.92 2784.6 351.64
## ‐ X31 1 386.63 2788.3 351.77
## ‐ X29 1 403.86 2805.5 352.37
## ‐ X37 1 874.95 3276.6 367.43
## ‐ X28 1 891.44 3293.1 367.91
##
## Step: AIC=338.02
## X7 ~ X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 + X53 + X31 +
## X36 + X3 + X45 + X9
##
## Df Sum of Sq RSS AIC
## + X40 1 106.04 2216.0 335.49
## + X15 1 49.48 2272.5 337.93
## + X14 1 49.19 2272.8 337.94
## <none> 2322.0 338.02
## + X13 1 44.03 2278.0 338.16
## + X50 1 38.71 2283.3 338.39
## + X10 1 20.24 2301.8 339.17
## ‐ X9 1 79.65 2401.7 339.29
## + X47 1 16.76 2305.3 339.32
## + X43 1 14.86 2307.2 339.40
## + X48 1 11.71 2310.3 339.53
## + X8 1 11.68 2310.3 339.53
## + X46 1 10.42 2311.6 339.59
## + X17 1 10.18 2311.8 339.60
## + X30 1 9.71 2312.3 339.62
## + X4 1 9.65 2312.4 339.62
## + X42 1 9.58 2312.4 339.62
## + X1 1 8.60 2313.4 339.66
## + X38 1 8.51 2313.5 339.67
## + X49 1 7.97 2314.0 339.69
## + X2 1 6.80 2315.2 339.74
## + X26 1 6.12 2315.9 339.77
## + X21 1 4.14 2317.9 339.85
## + X23 1 4.03 2318.0 339.85
## + X41 1 3.92 2318.1 339.86
## + X35 1 3.88 2318.1 339.86
## + X39 1 3.70 2318.3 339.87
## + X16 1 3.02 2319.0 339.90
## + X5 1 2.81 2319.2 339.90
## ‐ X45 1 95.01 2417.0 339.91
## + X25 1 2.49 2319.5 339.92
## + X33 1 2.49 2319.5 339.92
## + X24 1 1.36 2320.7 339.97
## + X27 1 1.22 2320.8 339.97
## + X19 1 0.80 2321.2 339.99
## + X20 1 0.49 2321.5 340.00
## + X32 1 0.42 2321.6 340.00
## + X18 1 0.41 2321.6 340.00
## + X34 1 0.24 2321.8 340.01
## + X51 1 0.09 2321.9 340.02
## + X11 1 0.04 2322.0 340.02
## ‐ X6 1 100.87 2422.9 340.15
## ‐ X36 1 110.32 2432.3 340.52
## ‐ X3 1 117.05 2439.1 340.79
## ‐ X12 1 126.56 2448.6 341.17
## ‐ X53 1 218.16 2540.2 344.73
## ‐ X44 1 372.43 2694.4 350.45
## ‐ X52 1 373.65 2695.7 350.50
## ‐ X29 1 377.08 2699.1 350.62
## ‐ X31 1 381.12 2703.1 350.76
## ‐ X22 1 398.21 2720.2 351.37
## ‐ X37 1 847.47 3169.5 366.20
## ‐ X28 1 854.30 3176.3 366.41
##
## Step: AIC=335.49
## X7 ~ X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 + X53 + X31 +
## X36 + X3 + X45 + X9 + X40
##
## Df Sum of Sq RSS AIC
## + X50 1 83.94 2132.0 333.74
## <none> 2216.0 335.49
## + X43 1 42.93 2173.1 335.59
## + X14 1 30.91 2185.1 336.13
## + X13 1 30.14 2185.8 336.16
## + X1 1 19.66 2196.3 336.62
## + X4 1 16.18 2199.8 336.78
## ‐ X6 1 78.17 2294.2 336.85
## + X15 1 14.00 2202.0 336.87
## + X42 1 13.79 2202.2 336.88
## + X41 1 12.21 2203.8 336.95
## + X25 1 10.57 2205.4 337.02
## + X47 1 10.16 2205.8 337.04
## + X30 1 6.66 2209.3 337.20
## + X10 1 5.46 2210.5 337.25
## + X8 1 5.43 2210.6 337.25
## + X48 1 4.91 2211.1 337.27
## + X49 1 3.59 2212.4 337.33
## + X17 1 3.39 2212.6 337.34
## + X46 1 3.22 2212.8 337.35
## + X32 1 2.73 2213.3 337.37
## + X18 1 2.69 2213.3 337.37
## + X34 1 2.32 2213.7 337.39
## + X2 1 2.11 2213.9 337.40
## + X27 1 2.04 2213.9 337.40
## + X24 1 2.03 2213.9 337.40
## + X51 1 1.89 2214.1 337.40
## + X5 1 1.81 2214.2 337.41
## + X35 1 1.61 2214.4 337.42
## + X23 1 1.36 2214.6 337.43
## + X38 1 1.24 2214.7 337.43
## + X21 1 1.04 2214.9 337.44
## + X16 1 0.83 2215.2 337.45
## + X11 1 0.82 2215.2 337.45
## + X39 1 0.80 2215.2 337.45
## + X19 1 0.74 2215.2 337.46
## + X33 1 0.36 2215.6 337.47
## + X26 1 0.26 2215.7 337.48
## + X20 1 0.14 2215.8 337.48
## ‐ X40 1 106.04 2322.0 338.02
## ‐ X45 1 107.55 2323.5 338.08
## ‐ X12 1 108.76 2324.7 338.14
## ‐ X9 1 123.31 2339.3 338.74
## ‐ X3 1 123.92 2339.9 338.77
## ‐ X36 1 178.02 2394.0 340.98
## ‐ X53 1 243.38 2459.4 343.60
## ‐ X37 1 375.12 2591.1 348.66
## ‐ X22 1 381.58 2597.6 348.90
## ‐ X44 1 396.19 2612.2 349.44
## ‐ X29 1 403.14 2619.1 349.70
## ‐ X31 1 416.34 2632.3 350.19
## ‐ X52 1 436.23 2652.2 350.92
## ‐ X28 1 883.23 3099.2 366.03
##
## Step: AIC=333.74
## X7 ~ X6 + X12 + X22 + X28 + X29 + X52 + X44 + X37 + X53 + X31 +
## X36 + X3 + X45 + X9 + X40 + X50
##
## Df Sum of Sq RSS AIC
## <none> 2132.0 333.74
## + X14 1 40.99 2091.1 333.86
## + X10 1 22.62 2109.4 334.71
## + X13 1 20.80 2111.2 334.79
## + X43 1 16.09 2115.9 335.01
## + X42 1 15.29 2116.8 335.04
## + X15 1 14.93 2117.1 335.06
## ‐ X6 1 75.51 2207.6 335.12
## + X47 1 12.41 2119.6 335.18
## + X25 1 12.16 2119.9 335.19
## + X4 1 11.93 2120.1 335.20
## + X32 1 10.37 2121.7 335.27
## + X8 1 8.66 2123.4 335.35
## + X11 1 8.38 2123.7 335.36
## ‐ X45 1 82.72 2214.8 335.43
## + X23 1 6.64 2125.4 335.44
## ‐ X50 1 83.94 2216.0 335.49
## + X30 1 5.21 2126.8 335.50
## + X16 1 4.99 2127.1 335.51
## + X41 1 4.24 2127.8 335.55
## + X49 1 3.79 2128.2 335.57
## + X18 1 2.96 2129.1 335.61
## + X5 1 2.82 2129.2 335.61
## + X27 1 2.70 2129.3 335.62
## + X51 1 2.28 2129.8 335.64
## + X1 1 1.92 2130.1 335.65
## + X21 1 1.91 2130.1 335.66
## + X39 1 1.60 2130.4 335.67
## + X2 1 1.53 2130.5 335.67
## + X34 1 0.96 2131.1 335.70
## + X48 1 0.81 2131.2 335.71
## + X38 1 0.70 2131.3 335.71
## + X19 1 0.63 2131.4 335.71
## + X17 1 0.48 2131.6 335.72
## + X26 1 0.22 2131.8 335.73
## + X33 1 0.07 2132.0 335.74
## + X46 1 0.05 2132.0 335.74
## + X35 1 0.04 2132.0 335.74
## + X24 1 0.04 2132.0 335.74
## + X20 1 0.02 2132.0 335.74
## ‐ X12 1 123.07 2255.1 337.19
## ‐ X3 1 141.75 2273.8 337.99
## ‐ X40 1 151.27 2283.3 338.39
## ‐ X9 1 166.25 2298.3 339.03
## ‐ X52 1 186.98 2319.0 339.90
## ‐ X36 1 214.38 2346.4 341.04
## ‐ X53 1 256.02 2388.1 342.74
## ‐ X29 1 273.13 2405.2 343.43
## ‐ X31 1 407.30 2539.3 348.70
## ‐ X37 1 436.12 2568.2 349.79
## ‐ X44 1 445.60 2577.6 350.15
## ‐ X22 1 465.46 2597.5 350.90
## ‐ X28 1 816.46 2948.5 363.19

X7_pred_bkd <‐ predict(bkd,test)

X7_pred_fwd <‐ predict(fwd,test)
X7_pred_both <‐ predict(both,test)
#View(cbind(X7_pred_bkd,X7_pred_fwd,X7_pred_both,test$X7))

press_bkd <‐ sqrt(sum((X7_pred_bkd‐test$X7)^2))

press_fwd <‐ sqrt(sum((X7_pred_fwd‐test$X7)^2))
press_both <‐ sqrt(sum((X7_pred_both‐test$X7)^2))
c(press_bkd,press_fwd,press_both)

## [1] 72.54333 66.35774 69.24215

#Affichage
plot(c(1:42),test$X7)
lines(test$X7,col="red")
lines(X7_pred_bkd,col="blue")
lines(X7_pred_fwd,col="green")
lines(X7_pred_both,col="black")
Améliorer le modèle. On choisi aléatirement un subset de l’ensemble des paramètres

Classification:
1. Regression Logistique:
library(caTools)
churn=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
#table(churn$State,churn$Churn)
chdata=churn[,‐c(1:4)]
str(chdata)

## '[Link]': 3333 obs. of 17 variables:

## $ [Link] : Factor w/ 2 levels "no","yes": 1 1 1 2 2 2 1 2 1 2 ...
## $ [Link] : Factor w/ 2 levels "no","yes": 2 2 1 1 1 1 2 1 1 2 ...
## $ [Link] : int 25 26 0 0 0 0 24 0 0 37 ...
## $ [Link] : num 265 162 243 299 167 ...
## $ [Link] : int 110 123 114 71 113 98 88 79 97 84 ...
## $ [Link] : num 45.1 27.5 41.4 50.9 28.3 ...
## $ [Link] : num 197.4 195.5 121.2 61.9 148.3 ...
## $ [Link] : int 99 103 110 88 122 101 108 94 80 111 ...
## $ [Link] : num 16.78 16.62 10.3 5.26 12.61 ...
## $ [Link] : num 245 254 163 197 187 ...
## $ [Link] : int 91 103 104 89 121 118 118 96 90 97 ...
## $ [Link] : num 11.01 11.45 7.32 8.86 8.41 ...
## $ [Link] : num 10 13.7 12.2 6.6 10.1 6.3 7.5 7.1 8.7 11.2 ...
## $ [Link] : int 3 3 5 7 3 6 7 6 4 5 ...
## $ [Link] : num 2.7 3.7 3.29 1.78 2.73 1.7 2.03 1.92 2.35 3.02 ...
## $ [Link]: int 1 1 0 2 3 0 3 0 1 0 ...
## $ Churn : Factor w/ 2 levels "False","True": 1 1 1 1 1 1 1 1 1 1
...

# Shuffle Data
chdata=chdata[sample(dim(chdata)[1]),] #
split <‐ [Link](chdata$Churn,SplitRatio = 0.7)
train <‐ subset(chdata,split==TRUE)
test <‐ subset(chdata,split==FALSE)
##Verifier que le nombre True et False respecte le meme ratio (entre le test
et le training datasets)
100*table(train$Churn)/dim(train)[1]

##
## False True
## 85.51222 14.48778

100*table(test$Churn)/dim(test)[1]

##
## False True
## 85.5 14.5
### Entrainer le modele avec le
classifier=glm(Churn~.,family=binomial(link="logit"),data = train)
predchurn=predict(classifier,test,type="response") # type=response donne les
probabilités
## Créer la matrice de confusion
predchurn=ifelse(predchurn>0.5,"True","False")
predchurn=[Link](predchurn)
confusion=table(predchurn,test$Churn)
## Calcul de l'accuracy
accur=100*(confusion[1,1]+confusion[2,2])/sum(confusion)
accur

## [1] 85.9

summary(predchurn)

## False True
## 944 56

K‐Fold Cross Validation

library(caTools)
churn=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
#table(churn$State,churn$Churn)
chdata=churn[,‐c(1:4)]
meanAcc=0
for(k in 1:30){
# Shuffle Data
chdata=chdata[sample(dim(chdata)[1]),] #
split <‐ [Link](chdata$Churn,SplitRatio = 0.7)
train <‐ subset(chdata,split==TRUE)
test <‐ subset(chdata,split==FALSE)
##Verifier que le nombre True et False respecte le meme ratio (entre le test
et le training datasets)
100*table(train$Churn)/dim(train)[1]
100*table(test$Churn)/dim(test)[1]
### Entrainer le modele avec le
classifier=glm(Churn~.,family=binomial(link="logit"),data = train)
predchurn=predict(classifier,test,type="response") # type=response donne les
probabilités
## Créer la matrice de confusion
predchurn=ifelse(predchurn>0.5,"True","False")
predchurn=[Link](predchurn)
confusion=table(predchurn,test$Churn)
## Calcul de l'accuracy
accur=100*(confusion[1,1]+confusion[2,2])/sum(confusion)
meanAcc=meanAcc+accur
}
print(meanAcc/30)
## [1] 86.07333

Arbre de décision
library("rpart")
library("[Link]")
DTdata=churn
fit =rpart(churn$Churn~.,data = DTdata,method =
"class",parms=list(split="information"))
summary(fit)

## Call:
## rpart(formula = churn$Churn ~ ., data = DTdata, method = "class",
## parms = list(split = "information"))
## n= 3333
##
## CP nsplit rel error xerror xstd
## 1 1.00 0 1 1.0000000 0.04207569
## 2 0.01 1 0 0.9440994 0.04107595
##
## Variable importance
## Phone [Link] [Link] [Link]
## 81 7 7 4
##
## Node number 1: 3333 observations, complexity param=1
## predicted class=False expected loss=0.1449145 P(node) =1
## class counts: 2850 483
## probabilities: 0.855 0.145
## left son=2 (2850 obs) right son=3 (483 obs)
## Primary splits:
## Phone splits as
LLLRLLLLLLLLLLRLLLLLLLLLLLLLLLLLLRRLLLLRLLLLLRLRLRLLLLLLRLLLLLLLLLLLLLRRLRLLL
LLLLLRLLRLLLLLRLLLLLLLLLLRLLLRLLLLLRLLRLLLLRLRLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLL
LLLRRLLLLLLLLLRRLLRRLRRLLLLLLLLLLLLLLLLLLLLRLLLLLLLLLRRLLLLRLLLLLRLLLLLLLLRLL
LLLLLLRLLLLLLLLLLLLLLLLRLLLLLRLRLLLLRLLLLRLLRLRRLLLRLLLLLLLLLRRLLLRLRLRLLLLLL
LLLLLLLLLLLLLLRLLLLLLLLLLLLLLLLLLLLLRLLLLLLLLLRLLLLLLLLLLLRLLLLLRLLLLLRLLLLLL
LRLLLLLLLLLRLLLRRLLLLLLLLLLLLLLLLLLLLLLRLLLLRLLLLLLLLRRLLLRLLLLLLLRLLLLLLLLLL
LRLLLLLLLLRLLLLRLLLLLLRLLLLLLLLLLLLLLRLRLLLLLLLRLLLRLLLLRLRLLLLLLRLLLLLLLLLLR
LLLLLLLRLLRLLLLLRLLRLLLLLLLLLLLLLRLLLRLLLRRLLLLLLLRRRLLLLRLRLLLLLRLLLLLLLLLLR
LLLLLLLLLLRLLLLLLLLLLRLRLRLLRLLLLLLRLLLLLLLLRLLLLLRRLLLLLLLLLLRLLLLRLLLRLLLLL
LLLLLLLLRLLRLLLLLLLLLLLLLLLLLLLLLRLLLLLLRLLLLLLLLLLLLRRLLLLRRLLLLRRLRLLLLLLRL
LLLLLLLLLLLLLLLRRLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLRLLLRLLLLLLLLLLLLLLL
LLLRLLLRLLLLLLLLLRLRRLLLLLLLLLLLLLLLLLLRLLLLRLRLLLLRLRLLLLLLRLLLRLLLLRLLLLLLL
LLLLLLLLLLLLLLRLRLLLLLLLRLLLLLLLLRLLLLRLLLLRLLLLLLLLLLLLLLLLLLRLLLLLLLLLLRLLL
LLLLLLLLLLRRLLLLLRLLLLLLRLLLLRLLLLLLLLLLLRLLLLLLLLLLLLLLLLLLLLLLLLLLRLLLLLLLR
LLLLLRRLLLLLLLLLLLLLRLLLRLLLLLLLRLLLRLLLLLLRLLLLLRLLRLLLLLLRLLLLRLLLLLLLRLLLR
LLLLLRLLLLRLLLRLLLLLLLLLLLLRLLRLLLLLRLLLRLLLLLLLLLLLLLLLLLLLLLLLLLLRLLLLLLLLL
RLRLLLLLLLLLLLLLLLLLLLLLLLLLLRLLRLLLLLLLLLLLLLLRLRLLLLLLLLLLLLLLLLLLLLLLLLLLL
LLRLLLLLLLLLLLLLRLLLLRLLLLRRLLLLRLLLLRLLRLLLLLLLLLLLRLLLRLLLLLLLLRRLRLLLRLLLL
LLLLLLLLRLLRLLLLRLLLLRLLRLLLLLLLLLLLRLLLLRLLLLLLRLLLLLLRLRLLLLLLRLLLLLLLLLLRL
LLLLLLLRRLLLLLLLLLLLLLLRLLLLLRLLLLLLRLLLLLLLRRLLLLRRLLLLLLLLRLLLLLLLLLLLLRLLL
LRLLLLLLLRLLLLRRLLLRLLLRLLLLLLLLLRLLLLLLLRLLLLLLLLRLLLLRLLRLLLRLLRLLLLLLRRLLL
LLLLLRRLLLLLLLLLLLRLLLLRRLLRLLLLLLRLLLLLRLLLLLLRRLRLRRLRRLLLLRLRLLLLLRRLLLLLL
LLLLLLLLLLLLLLLLLLLLLLLLRLLLLLRLLLRLLLLLLRLLRLLLLRRLLLLLLLRLRRLLLLLLLLLLLLLLL
LLLLLLLLRRLLLRRLLLLLLLLLLRLLLLLLLLLLLLLLLLLRLRRLLLLLLLLLLLLLLRLLLRLLRLLLLRLRL
LLRLLLLLLLRLLLRRLLLLLLLLLLLLLLLRRRLLLLLLLLLLLLLLLLRLLLLLLLLLLLLLLLLLLLLRLLLLL
LLLRLLRLLLLLLLLLRLLLLLLLLRLLLLLLRLLLLLLLLRRLLLLLLLLLLLLRLLLLLLLRLLLRLRLLLLRRL
LLRLRLLLLRLLLLRLLLLLRLLLLLLLLLLLLLLRRLLLLLRRLLLLRLLLRLLLLLLLLLRLLLLLLLLRLLLLL
LLLLLLLLLLLLLLLLLLLLLLLRLRLLRLLLLLLLLRRRLLLLLLLLRLLLRLLLRLLLLLLRLLLLLRLLLLLLL
RRLLLLLLLLLLLLLLRLLLLLLLLLLLLLLRLLLLLLLRLLLLLLLLLLLRLLLLLLLLLLLLRLLLRLRRLLRRL
LLRLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLRLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLL
LRLLLLLLLLLLRLLRLRLLRLLLLLLLLLLLLLLLLLLLRLLRLLLLLLLRLLLLRLLLLLLLLLLLLLRLLLLRL
LLLLLLLLRLLLLLRLLLRLLLLLLLLLLLLLLRLRLLLLLLLLLLLLLLLLLLLLLRLLRLLLLLLLLLLLLLRRL
LLLLLLLLRLLLLLLRLLLLLLLLLRLLLLLLLLLLLLLLLLLRLLLLLRRRLLLLLLLRLLLLRLLLLLRLLLLLL
RLLLLRLLLLLLLLLLLLLLLLLLLRLLRLLLLLLRRLLLLLLLLLLLLLLLLLLLLLLLLLLLRLLRLLLLLRLRL
RLLLLLRLLLLRLLLLRRLLLRLLLRLLLLLLLLLLLLLLLLLRLLLLLLLLLRLLLLLLLLLRRLLLRLLLLLLLL
RLLLLLLLRLLLLLRLLLLLLLLLLLRLLLLLLLRLLLRRLLLLRRLLLRLRRRLRLLLLLLLLLLRLLLLLLLLLL
LLLLLLLRLLLRRLRLLLLLLLLLLLLLLLLLLLLLLLLRLLLLLLLRRLLLRLLLLLLLLLLLRLLLLLLLLLLLL
LLRLLLLLRLLLLLLLLLLRLRLLLLRLLLLLLRLLLLLRLLLLLLRLLLRLLLLLRLRRLLLLRLLLRLLLLLLLR
LLLRLLLLLLLLLLLLLLLLLRLLLRLLLLLLLLLLLRRLLLLLLRLLLLRLLLRLLLLLRLLLLRLLLLLLLLRRL
LLLLLLLLLLLLLLLLLLLLRLLRLLLLRLLLRLLLLLLRLRLRRLRLLLLLLLLLLLLLLLLLLRLLLRLLLLLLL
LLLLLLLLLRLLRLLLLLRLLLLRLLLLLRLLLLLRLRLRLLLLLLRLLLLRLLLLLLLLLLLRLLLLLLLLLRLLL
LLLLLLLLRLLLLRRRLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLLRLLRLRRLRLLLLLRLLLRLLRRRLLL
LLLLLLLRLLLLLLLRLLLLLLLLLLLLLLLLLLLLLLRLRLLLLRLLRRLLLRRLLRLLLLLLLLLLLLLLLLRLL
LLLLLLLLLLLLRLLLLLLLLL, improve=1379.14700, (0 missing)
## [Link] < 264.45 to the left, improve= 129.43870, (0
missing)
## [Link] < 44.96 to the left, improve= 129.43870, (0
missing)
## [Link] < 3.5 to the left, improve= 115.72890, (0
missing)
## [Link] splits as LR, improve= 85.19988, (0 missing)
## Surrogate splits:
## [Link] < 284.15 to the left, agree=0.868, adj=0.091, (0
split)
## [Link] < 48.305 to the left, agree=0.868, adj=0.091, (0
split)
## [Link] < 4.5 to the left, agree=0.862, adj=0.048, (0
split)
##
## Node number 2: 2850 observations
## predicted class=False expected loss=0 P(node) =0.8550855
## class counts: 2850 0
## probabilities: 1.000 0.000
##
## Node number 3: 483 observations
## predicted class=True expected loss=0 P(node) =0.1449145
## class counts: 0 483
## probabilities: 0.000 1.000
[Link](fit)

Comparer les deux méthodes Regression Logistique vs. Arbre de

décision
library(rpart)
library([Link])
library(caTools)
churn=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
#table(churn$State,churn$Churn)
chdata=churn[,‐c(1:4)]
str(chdata)

## '[Link]': 3333 obs. of 17 variables:

## $ [Link] : Factor w/ 2 levels "no","yes": 1 1 1 2 2 2 1 2 1 2 ...
## $ [Link] : Factor w/ 2 levels "no","yes": 2 2 1 1 1 1 2 1 1 2 ...
## $ [Link] : int 25 26 0 0 0 0 24 0 0 37 ...
## $ [Link] : num 265 162 243 299 167 ...
## $ [Link] : int 110 123 114 71 113 98 88 79 97 84 ...
## $ [Link] : num 45.1 27.5 41.4 50.9 28.3 ...
## $ [Link] : num 197.4 195.5 121.2 61.9 148.3 ...
## $ [Link] : int 99 103 110 88 122 101 108 94 80 111 ...
## $ [Link] : num 16.78 16.62 10.3 5.26 12.61 ...
## $ [Link] : num 245 254 163 197 187 ...
## $ [Link] : int 91 103 104 89 121 118 118 96 90 97 ...
## $ [Link] : num 11.01 11.45 7.32 8.86 8.41 ...
## $ [Link] : num 10 13.7 12.2 6.6 10.1 6.3 7.5 7.1 8.7 11.2 ...
## $ [Link] : int 3 3 5 7 3 6 7 6 4 5 ...
## $ [Link] : num 2.7 3.7 3.29 1.78 2.73 1.7 2.03 1.92 2.35 3.02 ...
## $ [Link]: int 1 1 0 2 3 0 3 0 1 0 ...
## $ Churn : Factor w/ 2 levels "False","True": 1 1 1 1 1 1 1 1 1 1
...

# Shuffle Data
chdata=chdata[sample(dim(chdata)[1]),] #
split <‐ [Link](chdata$Churn,SplitRatio = 0.7)
train <‐ subset(chdata,split==TRUE)
test <‐ subset(chdata,split==FALSE)
##Verifier que le nombre True et False respecte le meme ratio (entre le test
et le training datasets)
100*table(train$Churn)/dim(train)[1]

##
## False True
## 85.51222 14.48778

100*table(test$Churn)/dim(test)[1]

##
## False True
## 85.5 14.5

### Entrainer le modele avec la regression logistique

classifier=glm(Churn~.,family=binomial(link="logit"),data = train)
predchurn=predict(classifier,test,type="response") # type=response donne les
probabilités
#### Entrainer le modele avec l'arbre de décision
classifier_dt =rpart(train$Churn~.,data = train,method =
"class",parms=list(split="information"))
predchurn_dt=predict(classifier_dt,test,type='prob')
## Créer la matrice de confusion pour les deux modeles
predchurn=ifelse(predchurn>0.5,"True","False")
predchurn=[Link](predchurn)
confusion=table(predchurn,test$Churn)

predchurn_dt=ifelse(predchurn_dt[,1]<predchurn_dt[,2],"True","False")
predchurn_dt=[Link](predchurn_dt)
confusion_dt=table(predchurn_dt,test$Churn)

## Calcul de l'accuracy
accur=100*(confusion[1,1]+confusion[2,2])/sum(confusion)
accur

## [1] 85.5
accur_dt=100*(confusion_dt[1,1]+confusion_dt[2,2])/sum(confusion_dt)
accur_dt

## [1] 93.4

[Link](classifier_dt)

Save and Load the model

save(classifier_dt,file = "churn_predict.rda")
load(file = "churn_predict.rda")
#View(classifier_dt)
predchurn2=predict(classifier_dt,test,type='prob')

Naive Bayes Method

library(e1071)
library(caTools)
library(AUC)

## AUC 0.3.0

## Type AUCNews() to see the change log and ?AUC to get an overview.

ch_data=[Link]('C:\\Users\\dany\\Desktop\\DataScince\\Formatio
ITAB\\[Link]')
ch_data <‐ ch_data[,‐c(1:4)]
meanAccu <‐ 0
m <‐ 10
for(k in 1:m){
ch_data <‐ ch_data[sample(dim(chdata)[1]),]
split <‐ [Link](ch_data$Churn,SplitRatio = 0.7)
train <‐ subset(ch_data,split==TRUE)
test <‐ subset(ch_data,split==FALSE)
model <‐ naiveBayes(train$Churn~., data = train,
laplace=.001)
predchurn <‐ predict(model,test)
conf <‐ table(predchurn,test$Churn)
predchurn
accur <‐ 100*(conf[1,1]+conf[2,2])/sum(conf)
meanAccu <‐ meanAccu + accur
}
print(meanAccu/m)

## [1] 88.13

plot(roc(predchurn,test$Churn))