Module 2: Bonus Exercise Results

PCA

c_pcs = prcomp(crabs_meas)

Plot PC projections (embeddings).

pairs(c_pcs$x, col = c("orchid","forestgreen")[factor(crabs$sp)])

pairs(c_pcs$x, col = c("orchid","forestgreen")[factor(crabs$sex)])

tSNE:

library(tsne)
c_tsne10 = tsne(crabs_meas,perplexity = 10)

## sigma summary: Min. : 0.295392306171995 |1st Qu. : 0.424864940106807 |Median : 0.475900590252246 |Mean : 0.477263744443299 |3rd Qu. : 0.522810659014478 |Max. : 0.672971536327323 |

## Epoch: Iteration #100 error is: 14.2128207066142

## Epoch: Iteration #200 error is: 0.467856234565945

## Epoch: Iteration #300 error is: 0.437124009081796

## Epoch: Iteration #400 error is: 0.416418206772586

## Epoch: Iteration #500 error is: 0.407176711175995

## Epoch: Iteration #600 error is: 0.402105028167254

## Epoch: Iteration #700 error is: 0.400625847702001

## Epoch: Iteration #800 error is: 0.399871919464321

## Epoch: Iteration #900 error is: 0.3988629382051

## Epoch: Iteration #1000 error is: 0.398131448052809

c_tsne20 = tsne(crabs_meas,perplexity = 20)

## sigma summary: Min. : 0.42069998064187 |1st Qu. : 0.505494820242659 |Median : 0.550282641638609 |Mean : 0.553782538032253 |3rd Qu. : 0.597446288884567 |Max. : 0.737568418500652 |

## Epoch: Iteration #100 error is: 14.6619843156424

## Epoch: Iteration #200 error is: 0.394210244218258

## Epoch: Iteration #300 error is: 0.384684113145391

## Epoch: Iteration #400 error is: 0.382092932964799

## Epoch: Iteration #500 error is: 0.381041945801841

## Epoch: Iteration #600 error is: 0.380370674594766

## Epoch: Iteration #700 error is: 0.379905390009362

## Epoch: Iteration #800 error is: 0.379552955900686

## Epoch: Iteration #900 error is: 0.379268021028307

## Epoch: Iteration #1000 error is: 0.379070952882737

c_tsne50 = tsne(crabs_meas,perplexity = 50)

## sigma summary: Min. : 0.539839363698465 |1st Qu. : 0.634067694694373 |Median : 0.675230651916411 |Mean : 0.676426601512199 |3rd Qu. : 0.712708887622463 |Max. : 0.85041386579969 |

## Epoch: Iteration #100 error is: 12.9473718294419

## Epoch: Iteration #200 error is: 0.333510320346099

## Epoch: Iteration #300 error is: 0.328985202304623

## Epoch: Iteration #400 error is: 0.328939087368395

## Epoch: Iteration #500 error is: 0.32893908728368

## Epoch: Iteration #600 error is: 0.328939087283667

## Epoch: Iteration #700 error is: 0.328939087283687

## Epoch: Iteration #800 error is: 0.328939087283672

## Epoch: Iteration #900 error is: 0.328939087283681

## Epoch: Iteration #1000 error is: 0.328939087283682

c_tsne100 = tsne(crabs_meas,perplexity = 100)

## sigma summary: Min. : 0.689338665294285 |1st Qu. : 0.801156853023062 |Median : 0.838030059692607 |Mean : 0.83585263946599 |3rd Qu. : 0.869043547272454 |Max. : 1.00462478171883 |

## Epoch: Iteration #100 error is: 11.8320817336169

## Epoch: Iteration #200 error is: 0.213476350570264

## Epoch: Iteration #300 error is: 0.21340600257035

## Epoch: Iteration #400 error is: 0.213405999876274

## Epoch: Iteration #500 error is: 0.213405999876264

## Epoch: Iteration #600 error is: 0.213405999876255

## Epoch: Iteration #700 error is: 0.213405999876264

## Epoch: Iteration #800 error is: 0.213405999876275

## Epoch: Iteration #900 error is: 0.213405999876274

## Epoch: Iteration #1000 error is: 0.213405999876275

sex_cols = c(“orchid”,“forestgreen”)[factor(crabs$sex)]

Color-code tSNE plot by species, try various perplexity levels:

species_cols = c("orchid","forestgreen")[factor(crabs$sp)]
par(mfrow=c(2,2))
plot(c_tsne10[,1],
     c_tsne10[,2],
     main = "Perplexity = 10",
     col = species_cols)

plot(c_tsne20[,1],
     c_tsne20[,2],
     main = "Perplexity = 20",
     col = species_cols)
plot(c_tsne50[,1],
     c_tsne50[,2],
     main = "Perplexity = 50",
     col = species_cols)
plot(c_tsne100[,1],
     c_tsne100[,2],
     main = "Perplexity = 100",
     col = species_cols)

Now do the same, but colour-code for sex:

sex_cols = c("orchid","forestgreen")[factor(crabs$sex)]
par(mfrow=c(2,2))
plot(c_tsne10[,1],
     c_tsne10[,2],
     main = "Perplexity = 10",
     col = sex_cols)
plot(c_tsne20[,1],
     c_tsne20[,2],
     main = "Perplexity = 20",
     col = sex_cols)
plot(c_tsne50[,1],
     c_tsne50[,2],
     main = "Perplexity = 50",
     col = sex_cols)
plot(c_tsne100[,1],
     c_tsne100[,2],
     main = "Perplexity = 100",
     col = sex_cols)

Run UMAP

library(umap)
c_umap <- umap(crabs_meas)
str(c_umap)

## List of 4
##  $ layout: num [1:200, 1:2] 0.588 0.663 0.807 1.065 0.997 ...
##   ..- attr(*, "dimnames")=List of 2
##   .. ..$ : chr [1:200] "1" "2" "3" "4" ...
##   .. ..$ : NULL
##  $ data  : num [1:200, 1:5] 8.1 8.8 9.2 9.6 9.8 10.8 11.1 11.6 11.8 11.8 ...
##   ..- attr(*, "dimnames")=List of 2
##   .. ..$ : chr [1:200] "1" "2" "3" "4" ...
##   .. ..$ : chr [1:5] "FL" "RW" "CL" "CW" ...
##  $ knn   :List of 2
##   ..$ indexes  : int [1:200, 1:15] 1 2 3 4 5 6 7 8 9 10 ...
##   .. ..- attr(*, "dimnames")=List of 2
##   .. .. ..$ : chr [1:200] "1" "2" "3" "4" ...
##   .. .. ..$ : NULL
##   ..$ distances: num [1:200, 1:15] 0 0 0 0 0 0 0 0 0 0 ...
##   .. ..- attr(*, "dimnames")=List of 2
##   .. .. ..$ : chr [1:200] "1" "2" "3" "4" ...
##   .. .. ..$ : NULL
##   ..- attr(*, "class")= chr "umap.knn"
##  $ config:List of 24
##   ..$ n_neighbors         : int 15
##   ..$ n_components        : int 2
##   ..$ metric              : chr "euclidean"
##   ..$ n_epochs            : int 200
##   ..$ input               : chr "data"
##   ..$ init                : chr "spectral"
##   ..$ min_dist            : num 0.1
##   ..$ set_op_mix_ratio    : num 1
##   ..$ local_connectivity  : num 1
##   ..$ bandwidth           : num 1
##   ..$ alpha               : num 1
##   ..$ gamma               : num 1
##   ..$ negative_sample_rate: int 5
##   ..$ a                   : num 1.58
##   ..$ b                   : num 0.895
##   ..$ spread              : num 1
##   ..$ random_state        : int 221261995
##   ..$ transform_state     : int NA
##   ..$ knn                 : logi NA
##   ..$ knn_repeats         : num 1
##   ..$ verbose             : logi FALSE
##   ..$ umap_learn_args     : logi NA
##   ..$ method              : chr "naive"
##   ..$ metric.function     :function (m, origin, targets)  
##   ..- attr(*, "class")= chr "umap.config"
##  - attr(*, "class")= chr "umap"

par(mfrow=c(1,2))
plot(c_umap$layout[,1],
     c_umap$layout[,2],
     col = species_cols, pch = 19, 
     main = "Colored by species")

plot(c_umap$layout[,1],
     c_umap$layout[,2],
     col = sex_cols, pch = 19, 
     main = "Colored by sex")