Note
Click here to download the full example code
Deep CCAΒΆ
This example demonstrates how to easily train Deep CCA models and variants
import numpy as np
import pytorch_lightning as pl
from matplotlib import pyplot as plt
from torch.utils.data import Subset
from cca_zoo.data import Split_MNIST_Dataset
from cca_zoo.deepmodels import (
DCCA,
CCALightning,
get_dataloaders,
architectures,
DCCA_NOI,
DCCA_SDL,
BarlowTwins,
)
def plot_latent_label(model, dataloader, num_batches=100):
fig, ax = plt.subplots(ncols=model.latent_dims)
for j in range(model.latent_dims):
ax[j].set_title(f"Dimension {j}")
ax[j].set_xlabel("View 1")
ax[j].set_ylabel("View 2")
for i, (data, label) in enumerate(dataloader):
z = model(*data)
zx, zy = z
zx = zx.to("cpu").detach().numpy()
zy = zy.to("cpu").detach().numpy()
for j in range(model.latent_dims):
ax[j].scatter(zx[:, j], zy[:, j], c=label.numpy(), cmap="tab10")
if i > num_batches:
plt.colorbar()
break
n_train = 500
n_val = 100
train_dataset = Split_MNIST_Dataset(mnist_type="MNIST", train=True)
val_dataset = Subset(train_dataset, np.arange(n_train, n_train + n_val))
train_dataset = Subset(train_dataset, np.arange(n_train))
train_loader, val_loader = get_dataloaders(train_dataset, val_dataset, batch_size=128)
# The number of latent dimensions across models
latent_dims = 2
# number of epochs for deep models
epochs = 20
encoder_1 = architectures.Encoder(latent_dims=latent_dims, feature_size=392)
encoder_2 = architectures.Encoder(latent_dims=latent_dims, feature_size=392)
Deep CCA
dcca = DCCA(latent_dims=latent_dims, encoders=[encoder_1, encoder_2])
dcca = CCALightning(dcca)
trainer = pl.Trainer(max_epochs=epochs, enable_checkpointing=False)
trainer.fit(dcca, train_loader, val_loader)
plot_latent_label(dcca.model, train_loader)
plt.suptitle("DCCA")
plt.show()
Out:
Validation sanity check: 0it [00:00, ?it/s]
Validation sanity check: 0%| | 0/1 [00:00<?, ?it/s]
/home/docs/checkouts/readthedocs.org/user_builds/cca-zoo/envs/v1.10.6/lib/python3.7/site-packages/pytorch_lightning/trainer/data_loading.py:413: UserWarning: The number of training samples (3) is smaller than the logging interval Trainer(log_every_n_steps=50). Set a lower value for log_every_n_steps if you want to see logs for the training epoch.
f"The number of training samples ({self.num_training_batches}) is smaller than the logging interval"
Training: 0it [00:00, ?it/s]
Training: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 25%|##5 | 1/4 [00:00<00:00, 65.44it/s, loss=-0.184, v_num=4]
Epoch 0: 50%|##### | 2/4 [00:00<00:00, 78.14it/s, loss=-0.347, v_num=4]
Epoch 0: 75%|#######5 | 3/4 [00:00<00:00, 95.67it/s, loss=-0.53, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 100%|##########| 4/4 [00:00<00:00, 87.96it/s, loss=-0.53, v_num=4]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s, loss=-0.53, v_num=4]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=-0.53, v_num=4]
Epoch 1: 25%|##5 | 1/4 [00:00<00:00, 68.39it/s, loss=-0.739, v_num=4]
Epoch 1: 50%|##### | 2/4 [00:00<00:00, 81.67it/s, loss=-0.895, v_num=4]
Epoch 1: 75%|#######5 | 3/4 [00:00<00:00, 99.81it/s, loss=-0.994, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 100%|##########| 4/4 [00:00<00:00, 91.01it/s, loss=-0.994, v_num=4]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=-0.994, v_num=4]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=-0.994, v_num=4]
Epoch 2: 25%|##5 | 1/4 [00:00<00:00, 64.27it/s, loss=-1.08, v_num=4]
Epoch 2: 50%|##### | 2/4 [00:00<00:00, 77.84it/s, loss=-1.15, v_num=4]
Epoch 2: 75%|#######5 | 3/4 [00:00<00:00, 95.45it/s, loss=-1.2, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 100%|##########| 4/4 [00:00<00:00, 88.28it/s, loss=-1.2, v_num=4]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.2, v_num=4]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.2, v_num=4]
Epoch 3: 25%|##5 | 1/4 [00:00<00:00, 67.62it/s, loss=-1.25, v_num=4]
Epoch 3: 50%|##### | 2/4 [00:00<00:00, 80.44it/s, loss=-1.29, v_num=4]
Epoch 3: 75%|#######5 | 3/4 [00:00<00:00, 98.18it/s, loss=-1.33, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 100%|##########| 4/4 [00:00<00:00, 89.88it/s, loss=-1.33, v_num=4]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.33, v_num=4]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.33, v_num=4]
Epoch 4: 25%|##5 | 1/4 [00:00<00:00, 65.98it/s, loss=-1.36, v_num=4]
Epoch 4: 50%|##### | 2/4 [00:00<00:00, 78.36it/s, loss=-1.39, v_num=4]
Epoch 4: 75%|#######5 | 3/4 [00:00<00:00, 95.92it/s, loss=-1.41, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 100%|##########| 4/4 [00:00<00:00, 88.39it/s, loss=-1.41, v_num=4]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.41, v_num=4]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.41, v_num=4]
Epoch 5: 25%|##5 | 1/4 [00:00<00:00, 67.03it/s, loss=-1.44, v_num=4]
Epoch 5: 50%|##### | 2/4 [00:00<00:00, 79.48it/s, loss=-1.46, v_num=4]
Epoch 5: 75%|#######5 | 3/4 [00:00<00:00, 96.98it/s, loss=-1.48, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 100%|##########| 4/4 [00:00<00:00, 88.87it/s, loss=-1.48, v_num=4]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.48, v_num=4]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.48, v_num=4]
Epoch 6: 25%|##5 | 1/4 [00:00<00:00, 67.87it/s, loss=-1.49, v_num=4]
Epoch 6: 50%|##### | 2/4 [00:00<00:00, 80.42it/s, loss=-1.51, v_num=4]
Epoch 6: 75%|#######5 | 3/4 [00:00<00:00, 98.18it/s, loss=-1.59, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 100%|##########| 4/4 [00:00<00:00, 90.32it/s, loss=-1.59, v_num=4]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.59, v_num=4]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.59, v_num=4]
Epoch 7: 25%|##5 | 1/4 [00:00<00:00, 69.25it/s, loss=-1.66, v_num=4]
Epoch 7: 50%|##### | 2/4 [00:00<00:00, 82.97it/s, loss=-1.71, v_num=4]
Epoch 7: 75%|#######5 | 3/4 [00:00<00:00, 101.63it/s, loss=-1.73, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 100%|##########| 4/4 [00:00<00:00, 92.82it/s, loss=-1.73, v_num=4]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.73, v_num=4]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.73, v_num=4]
Epoch 8: 25%|##5 | 1/4 [00:00<00:00, 69.86it/s, loss=-1.75, v_num=4]
Epoch 8: 50%|##### | 2/4 [00:00<00:00, 82.56it/s, loss=-1.77, v_num=4]
Epoch 8: 75%|#######5 | 3/4 [00:00<00:00, 100.70it/s, loss=-1.79, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 100%|##########| 4/4 [00:00<00:00, 92.18it/s, loss=-1.79, v_num=4]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.79, v_num=4]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.79, v_num=4]
Epoch 9: 25%|##5 | 1/4 [00:00<00:00, 68.59it/s, loss=-1.8, v_num=4]
Epoch 9: 50%|##### | 2/4 [00:00<00:00, 81.67it/s, loss=-1.81, v_num=4]
Epoch 9: 75%|#######5 | 3/4 [00:00<00:00, 99.73it/s, loss=-1.82, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 100%|##########| 4/4 [00:00<00:00, 90.67it/s, loss=-1.82, v_num=4]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.82, v_num=4]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.82, v_num=4]
Epoch 10: 25%|##5 | 1/4 [00:00<00:00, 69.32it/s, loss=-1.83, v_num=4]
Epoch 10: 50%|##### | 2/4 [00:00<00:00, 82.93it/s, loss=-1.84, v_num=4]
Epoch 10: 75%|#######5 | 3/4 [00:00<00:00, 101.25it/s, loss=-1.85, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 100%|##########| 4/4 [00:00<00:00, 92.30it/s, loss=-1.85, v_num=4]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.85, v_num=4]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.85, v_num=4]
Epoch 11: 25%|##5 | 1/4 [00:00<00:00, 67.76it/s, loss=-1.86, v_num=4]
Epoch 11: 50%|##### | 2/4 [00:00<00:00, 80.27it/s, loss=-1.86, v_num=4]
Epoch 11: 75%|#######5 | 3/4 [00:00<00:00, 97.92it/s, loss=-1.87, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 100%|##########| 4/4 [00:00<00:00, 89.67it/s, loss=-1.87, v_num=4]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.87, v_num=4]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.87, v_num=4]
Epoch 12: 25%|##5 | 1/4 [00:00<00:00, 69.33it/s, loss=-1.88, v_num=4]
Epoch 12: 50%|##### | 2/4 [00:00<00:00, 82.46it/s, loss=-1.88, v_num=4]
Epoch 12: 75%|#######5 | 3/4 [00:00<00:00, 100.13it/s, loss=-1.89, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 100%|##########| 4/4 [00:00<00:00, 91.46it/s, loss=-1.89, v_num=4]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.89, v_num=4]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.89, v_num=4]
Epoch 13: 25%|##5 | 1/4 [00:00<00:00, 69.66it/s, loss=-1.89, v_num=4]
Epoch 13: 50%|##### | 2/4 [00:00<00:00, 82.58it/s, loss=-1.9, v_num=4]
Epoch 13: 75%|#######5 | 3/4 [00:00<00:00, 100.57it/s, loss=-1.9, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 100%|##########| 4/4 [00:00<00:00, 91.92it/s, loss=-1.9, v_num=4]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.9, v_num=4]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.9, v_num=4]
Epoch 14: 25%|##5 | 1/4 [00:00<00:00, 66.85it/s, loss=-1.9, v_num=4]
Epoch 14: 50%|##### | 2/4 [00:00<00:00, 80.59it/s, loss=-1.91, v_num=4]
Epoch 14: 75%|#######5 | 3/4 [00:00<00:00, 98.46it/s, loss=-1.91, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 100%|##########| 4/4 [00:00<00:00, 90.20it/s, loss=-1.91, v_num=4]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.91, v_num=4]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.91, v_num=4]
Epoch 15: 25%|##5 | 1/4 [00:00<00:00, 63.55it/s, loss=-1.92, v_num=4]
Epoch 15: 50%|##### | 2/4 [00:00<00:00, 77.47it/s, loss=-1.92, v_num=4]
Epoch 15: 75%|#######5 | 3/4 [00:00<00:00, 95.33it/s, loss=-1.92, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 100%|##########| 4/4 [00:00<00:00, 88.49it/s, loss=-1.92, v_num=4]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.92, v_num=4]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.92, v_num=4]
Epoch 16: 25%|##5 | 1/4 [00:00<00:00, 68.31it/s, loss=-1.93, v_num=4]
Epoch 16: 50%|##### | 2/4 [00:00<00:00, 81.34it/s, loss=-1.93, v_num=4]
Epoch 16: 75%|#######5 | 3/4 [00:00<00:00, 96.27it/s, loss=-1.93, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 100%|##########| 4/4 [00:00<00:00, 87.41it/s, loss=-1.93, v_num=4]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.93, v_num=4]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.93, v_num=4]
Epoch 17: 25%|##5 | 1/4 [00:00<00:00, 68.44it/s, loss=-1.93, v_num=4]
Epoch 17: 50%|##### | 2/4 [00:00<00:00, 81.08it/s, loss=-1.94, v_num=4]
Epoch 17: 75%|#######5 | 3/4 [00:00<00:00, 98.76it/s, loss=-1.94, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 100%|##########| 4/4 [00:00<00:00, 90.86it/s, loss=-1.94, v_num=4]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.94, v_num=4]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.94, v_num=4]
Epoch 18: 25%|##5 | 1/4 [00:00<00:00, 70.02it/s, loss=-1.94, v_num=4]
Epoch 18: 50%|##### | 2/4 [00:00<00:00, 82.55it/s, loss=-1.94, v_num=4]
Epoch 18: 75%|#######5 | 3/4 [00:00<00:00, 100.79it/s, loss=-1.94, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 100%|##########| 4/4 [00:00<00:00, 92.21it/s, loss=-1.94, v_num=4]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.94, v_num=4]
Epoch 19: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.94, v_num=4]
Epoch 19: 25%|##5 | 1/4 [00:00<00:00, 68.39it/s, loss=-1.95, v_num=4]
Epoch 19: 50%|##### | 2/4 [00:00<00:00, 81.03it/s, loss=-1.95, v_num=4]
Epoch 19: 75%|#######5 | 3/4 [00:00<00:00, 98.67it/s, loss=-1.95, v_num=4]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 90.80it/s, loss=-1.95, v_num=4]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 63.89it/s, loss=-1.95, v_num=4]
Deep CCA by Non-Linear Orthogonal Iterations
dcca_noi = DCCA_NOI(
latent_dims=latent_dims, N=len(train_dataset), encoders=[encoder_1, encoder_2]
)
dcca_noi = CCALightning(dcca_noi)
trainer = pl.Trainer(max_epochs=epochs, enable_checkpointing=False)
trainer.fit(dcca_noi, train_loader, val_loader)
plot_latent_label(dcca_noi.model, train_loader)
plt.title("DCCA by Non-Linear Orthogonal Iterations")
plt.show()
Out:
Validation sanity check: 0it [00:00, ?it/s]
Validation sanity check: 0%| | 0/1 [00:00<?, ?it/s]
/home/docs/checkouts/readthedocs.org/user_builds/cca-zoo/envs/v1.10.6/lib/python3.7/site-packages/pytorch_lightning/trainer/data_loading.py:413: UserWarning: The number of training samples (3) is smaller than the logging interval Trainer(log_every_n_steps=50). Set a lower value for log_every_n_steps if you want to see logs for the training epoch.
f"The number of training samples ({self.num_training_batches}) is smaller than the logging interval"
Training: 0it [00:00, ?it/s]
Training: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 25%|##5 | 1/4 [00:00<00:00, 67.87it/s, loss=28.2, v_num=5]
Epoch 0: 50%|##### | 2/4 [00:00<00:00, 82.51it/s, loss=20.4, v_num=5]
Epoch 0: 75%|#######5 | 3/4 [00:00<00:00, 101.87it/s, loss=16.7, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 100%|##########| 4/4 [00:00<00:00, 92.76it/s, loss=16.7, v_num=5]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s, loss=16.7, v_num=5]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=16.7, v_num=5]
Epoch 1: 25%|##5 | 1/4 [00:00<00:00, 69.40it/s, loss=14.7, v_num=5]
Epoch 1: 50%|##### | 2/4 [00:00<00:00, 83.57it/s, loss=13.4, v_num=5]
Epoch 1: 75%|#######5 | 3/4 [00:00<00:00, 103.13it/s, loss=12, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 100%|##########| 4/4 [00:00<00:00, 93.27it/s, loss=12, v_num=5]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=12, v_num=5]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=12, v_num=5]
Epoch 2: 25%|##5 | 1/4 [00:00<00:00, 71.44it/s, loss=10.8, v_num=5]
Epoch 2: 50%|##### | 2/4 [00:00<00:00, 86.19it/s, loss=9.72, v_num=5]
Epoch 2: 75%|#######5 | 3/4 [00:00<00:00, 105.94it/s, loss=8.86, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 100%|##########| 4/4 [00:00<00:00, 93.08it/s, loss=8.86, v_num=5]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=8.86, v_num=5]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=8.86, v_num=5]
Epoch 3: 25%|##5 | 1/4 [00:00<00:00, 72.82it/s, loss=8.23, v_num=5]
Epoch 3: 50%|##### | 2/4 [00:00<00:00, 87.51it/s, loss=7.7, v_num=5]
Epoch 3: 75%|#######5 | 3/4 [00:00<00:00, 107.88it/s, loss=7.25, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 100%|##########| 4/4 [00:00<00:00, 94.28it/s, loss=7.25, v_num=5]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=7.25, v_num=5]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=7.25, v_num=5]
Epoch 4: 25%|##5 | 1/4 [00:00<00:00, 72.03it/s, loss=6.84, v_num=5]
Epoch 4: 50%|##### | 2/4 [00:00<00:00, 86.13it/s, loss=6.47, v_num=5]
Epoch 4: 75%|#######5 | 3/4 [00:00<00:00, 105.37it/s, loss=6.13, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 100%|##########| 4/4 [00:00<00:00, 93.65it/s, loss=6.13, v_num=5]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=6.13, v_num=5]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=6.13, v_num=5]
Epoch 5: 25%|##5 | 1/4 [00:00<00:00, 71.63it/s, loss=5.85, v_num=5]
Epoch 5: 50%|##### | 2/4 [00:00<00:00, 84.34it/s, loss=5.61, v_num=5]
Epoch 5: 75%|#######5 | 3/4 [00:00<00:00, 104.09it/s, loss=5.41, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 100%|##########| 4/4 [00:00<00:00, 93.04it/s, loss=5.41, v_num=5]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=5.41, v_num=5]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=5.41, v_num=5]
Epoch 6: 25%|##5 | 1/4 [00:00<00:00, 71.74it/s, loss=5.23, v_num=5]
Epoch 6: 50%|##### | 2/4 [00:00<00:00, 86.69it/s, loss=5.06, v_num=5]
Epoch 6: 75%|#######5 | 3/4 [00:00<00:00, 107.01it/s, loss=3.71, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 100%|##########| 4/4 [00:00<00:00, 96.17it/s, loss=3.71, v_num=5]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=3.71, v_num=5]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=3.71, v_num=5]
Epoch 7: 25%|##5 | 1/4 [00:00<00:00, 72.86it/s, loss=3.13, v_num=5]
Epoch 7: 50%|##### | 2/4 [00:00<00:00, 87.35it/s, loss=2.71, v_num=5]
Epoch 7: 75%|#######5 | 3/4 [00:00<00:00, 107.06it/s, loss=2.32, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 100%|##########| 4/4 [00:00<00:00, 95.41it/s, loss=2.32, v_num=5]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=2.32, v_num=5]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=2.32, v_num=5]
Epoch 8: 25%|##5 | 1/4 [00:00<00:00, 71.39it/s, loss=1.95, v_num=5]
Epoch 8: 50%|##### | 2/4 [00:00<00:00, 85.99it/s, loss=1.73, v_num=5]
Epoch 8: 75%|#######5 | 3/4 [00:00<00:00, 106.23it/s, loss=1.61, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 100%|##########| 4/4 [00:00<00:00, 95.48it/s, loss=1.61, v_num=5]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=1.61, v_num=5]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=1.61, v_num=5]
Epoch 9: 25%|##5 | 1/4 [00:00<00:00, 71.55it/s, loss=1.53, v_num=5]
Epoch 9: 50%|##### | 2/4 [00:00<00:00, 85.99it/s, loss=1.46, v_num=5]
Epoch 9: 75%|#######5 | 3/4 [00:00<00:00, 106.17it/s, loss=1.36, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 100%|##########| 4/4 [00:00<00:00, 95.79it/s, loss=1.36, v_num=5]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=1.36, v_num=5]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=1.36, v_num=5]
Epoch 10: 25%|##5 | 1/4 [00:00<00:00, 71.84it/s, loss=1.27, v_num=5]
Epoch 10: 50%|##### | 2/4 [00:00<00:00, 86.26it/s, loss=1.18, v_num=5]
Epoch 10: 75%|#######5 | 3/4 [00:00<00:00, 106.64it/s, loss=1.11, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 100%|##########| 4/4 [00:00<00:00, 96.10it/s, loss=1.11, v_num=5]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=1.11, v_num=5]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=1.11, v_num=5]
Epoch 11: 25%|##5 | 1/4 [00:00<00:00, 71.81it/s, loss=1.05, v_num=5]
Epoch 11: 50%|##### | 2/4 [00:00<00:00, 86.26it/s, loss=1.01, v_num=5]
Epoch 11: 75%|#######5 | 3/4 [00:00<00:00, 106.41it/s, loss=0.96, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 100%|##########| 4/4 [00:00<00:00, 95.35it/s, loss=0.96, v_num=5]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=0.96, v_num=5]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=0.96, v_num=5]
Epoch 12: 25%|##5 | 1/4 [00:00<00:00, 71.64it/s, loss=0.902, v_num=5]
Epoch 12: 50%|##### | 2/4 [00:00<00:00, 85.70it/s, loss=0.823, v_num=5]
Epoch 12: 75%|#######5 | 3/4 [00:00<00:00, 105.58it/s, loss=0.748, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 100%|##########| 4/4 [00:00<00:00, 94.52it/s, loss=0.748, v_num=5]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=0.748, v_num=5]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=0.748, v_num=5]
Epoch 13: 25%|##5 | 1/4 [00:00<00:00, 70.52it/s, loss=0.681, v_num=5]
Epoch 13: 50%|##### | 2/4 [00:00<00:00, 85.57it/s, loss=0.639, v_num=5]
Epoch 13: 75%|#######5 | 3/4 [00:00<00:00, 105.70it/s, loss=0.601, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 100%|##########| 4/4 [00:00<00:00, 93.70it/s, loss=0.601, v_num=5]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=0.601, v_num=5]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=0.601, v_num=5]
Epoch 14: 25%|##5 | 1/4 [00:00<00:00, 72.51it/s, loss=0.572, v_num=5]
Epoch 14: 50%|##### | 2/4 [00:00<00:00, 86.43it/s, loss=0.545, v_num=5]
Epoch 14: 75%|#######5 | 3/4 [00:00<00:00, 106.63it/s, loss=0.523, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 100%|##########| 4/4 [00:00<00:00, 95.91it/s, loss=0.523, v_num=5]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=0.523, v_num=5]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=0.523, v_num=5]
Epoch 15: 25%|##5 | 1/4 [00:00<00:00, 72.70it/s, loss=0.496, v_num=5]
Epoch 15: 50%|##### | 2/4 [00:00<00:00, 87.47it/s, loss=0.471, v_num=5]
Epoch 15: 75%|#######5 | 3/4 [00:00<00:00, 107.99it/s, loss=0.451, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 100%|##########| 4/4 [00:00<00:00, 96.91it/s, loss=0.451, v_num=5]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=0.451, v_num=5]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=0.451, v_num=5]
Epoch 16: 25%|##5 | 1/4 [00:00<00:00, 70.24it/s, loss=0.429, v_num=5]
Epoch 16: 50%|##### | 2/4 [00:00<00:00, 84.35it/s, loss=0.415, v_num=5]
Epoch 16: 75%|#######5 | 3/4 [00:00<00:00, 101.19it/s, loss=0.396, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 100%|##########| 4/4 [00:00<00:00, 92.42it/s, loss=0.396, v_num=5]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=0.396, v_num=5]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=0.396, v_num=5]
Epoch 17: 25%|##5 | 1/4 [00:00<00:00, 71.25it/s, loss=0.382, v_num=5]
Epoch 17: 50%|##### | 2/4 [00:00<00:00, 85.26it/s, loss=0.368, v_num=5]
Epoch 17: 75%|#######5 | 3/4 [00:00<00:00, 105.40it/s, loss=0.354, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 100%|##########| 4/4 [00:00<00:00, 95.53it/s, loss=0.354, v_num=5]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=0.354, v_num=5]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=0.354, v_num=5]
Epoch 18: 25%|##5 | 1/4 [00:00<00:00, 73.43it/s, loss=0.338, v_num=5]
Epoch 18: 50%|##### | 2/4 [00:00<00:00, 88.58it/s, loss=0.321, v_num=5]
Epoch 18: 75%|#######5 | 3/4 [00:00<00:00, 109.02it/s, loss=0.305, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 100%|##########| 4/4 [00:00<00:00, 97.16it/s, loss=0.305, v_num=5]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=0.305, v_num=5]
Epoch 19: 0%| | 0/4 [00:00<?, ?it/s, loss=0.305, v_num=5]
Epoch 19: 25%|##5 | 1/4 [00:00<00:00, 72.44it/s, loss=0.292, v_num=5]
Epoch 19: 50%|##### | 2/4 [00:00<00:00, 86.11it/s, loss=0.277, v_num=5]
Epoch 19: 75%|#######5 | 3/4 [00:00<00:00, 106.24it/s, loss=0.267, v_num=5]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 94.83it/s, loss=0.267, v_num=5]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 66.12it/s, loss=0.267, v_num=5]
Deep CCA by Stochastic Decorrelation Loss
dcca_sdl = DCCA_SDL(
latent_dims=latent_dims, N=len(train_dataset), encoders=[encoder_1, encoder_2]
)
dcca_sdl = CCALightning(dcca_sdl)
trainer = pl.Trainer(max_epochs=epochs, enable_checkpointing=False)
trainer.fit(dcca_sdl, train_loader, val_loader)
plot_latent_label(dcca_sdl.model, train_loader)
plt.title("DCCA by Stochastic Decorrelation")
plt.show()
Out:
Validation sanity check: 0it [00:00, ?it/s]
Validation sanity check: 0%| | 0/1 [00:00<?, ?it/s]
/home/docs/checkouts/readthedocs.org/user_builds/cca-zoo/envs/v1.10.6/lib/python3.7/site-packages/pytorch_lightning/trainer/data_loading.py:413: UserWarning: The number of training samples (3) is smaller than the logging interval Trainer(log_every_n_steps=50). Set a lower value for log_every_n_steps if you want to see logs for the training epoch.
f"The number of training samples ({self.num_training_batches}) is smaller than the logging interval"
Training: 0it [00:00, ?it/s]
Training: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 25%|##5 | 1/4 [00:00<00:00, 67.87it/s, loss=44.7, v_num=6]
Epoch 0: 50%|##### | 2/4 [00:00<00:00, 81.60it/s, loss=33, v_num=6]
Epoch 0: 75%|#######5 | 3/4 [00:00<00:00, 100.89it/s, loss=28.3, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 100%|##########| 4/4 [00:00<00:00, 92.69it/s, loss=28.3, v_num=6]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s, loss=28.3, v_num=6]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=28.3, v_num=6]
Epoch 1: 25%|##5 | 1/4 [00:00<00:00, 71.32it/s, loss=29.4, v_num=6]
Epoch 1: 50%|##### | 2/4 [00:00<00:00, 85.82it/s, loss=31.9, v_num=6]
Epoch 1: 75%|#######5 | 3/4 [00:00<00:00, 105.40it/s, loss=33.6, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 100%|##########| 4/4 [00:00<00:00, 95.29it/s, loss=33.6, v_num=6]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=33.6, v_num=6]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=33.6, v_num=6]
Epoch 2: 25%|##5 | 1/4 [00:00<00:00, 71.43it/s, loss=34.3, v_num=6]
Epoch 2: 50%|##### | 2/4 [00:00<00:00, 85.75it/s, loss=34.2, v_num=6]
Epoch 2: 75%|#######5 | 3/4 [00:00<00:00, 104.08it/s, loss=33, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 100%|##########| 4/4 [00:00<00:00, 92.83it/s, loss=33, v_num=6]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=33, v_num=6]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=33, v_num=6]
Epoch 3: 25%|##5 | 1/4 [00:00<00:00, 71.05it/s, loss=31, v_num=6]
Epoch 3: 50%|##### | 2/4 [00:00<00:00, 85.55it/s, loss=28.6, v_num=6]
Epoch 3: 75%|#######5 | 3/4 [00:00<00:00, 105.00it/s, loss=27.5, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 100%|##########| 4/4 [00:00<00:00, 95.55it/s, loss=27.5, v_num=6]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=27.5, v_num=6]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=27.5, v_num=6]
Epoch 4: 25%|##5 | 1/4 [00:00<00:00, 70.51it/s, loss=27.1, v_num=6]
Epoch 4: 50%|##### | 2/4 [00:00<00:00, 84.14it/s, loss=26.7, v_num=6]
Epoch 4: 75%|#######5 | 3/4 [00:00<00:00, 103.30it/s, loss=26.8, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 100%|##########| 4/4 [00:00<00:00, 93.43it/s, loss=26.8, v_num=6]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=26.8, v_num=6]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=26.8, v_num=6]
Epoch 5: 25%|##5 | 1/4 [00:00<00:00, 71.21it/s, loss=26.4, v_num=6]
Epoch 5: 50%|##### | 2/4 [00:00<00:00, 84.38it/s, loss=26.1, v_num=6]
Epoch 5: 75%|#######5 | 3/4 [00:00<00:00, 103.89it/s, loss=25.5, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 100%|##########| 4/4 [00:00<00:00, 94.28it/s, loss=25.5, v_num=6]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=25.5, v_num=6]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=25.5, v_num=6]
Epoch 6: 25%|##5 | 1/4 [00:00<00:00, 70.07it/s, loss=24.9, v_num=6]
Epoch 6: 50%|##### | 2/4 [00:00<00:00, 84.39it/s, loss=24, v_num=6]
Epoch 6: 75%|#######5 | 3/4 [00:00<00:00, 103.72it/s, loss=22, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 100%|##########| 4/4 [00:00<00:00, 94.05it/s, loss=22, v_num=6]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=22, v_num=6]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=22, v_num=6]
Epoch 7: 25%|##5 | 1/4 [00:00<00:00, 70.32it/s, loss=21.1, v_num=6]
Epoch 7: 50%|##### | 2/4 [00:00<00:00, 83.72it/s, loss=20.4, v_num=6]
Epoch 7: 75%|#######5 | 3/4 [00:00<00:00, 102.12it/s, loss=19.2, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 100%|##########| 4/4 [00:00<00:00, 91.80it/s, loss=19.2, v_num=6]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=19.2, v_num=6]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=19.2, v_num=6]
Epoch 8: 25%|##5 | 1/4 [00:00<00:00, 72.04it/s, loss=17.4, v_num=6]
Epoch 8: 50%|##### | 2/4 [00:00<00:00, 83.64it/s, loss=15.8, v_num=6]
Epoch 8: 75%|#######5 | 3/4 [00:00<00:00, 102.72it/s, loss=14.4, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 100%|##########| 4/4 [00:00<00:00, 93.04it/s, loss=14.4, v_num=6]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=14.4, v_num=6]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=14.4, v_num=6]
Epoch 9: 25%|##5 | 1/4 [00:00<00:00, 70.76it/s, loss=12.9, v_num=6]
Epoch 9: 50%|##### | 2/4 [00:00<00:00, 84.74it/s, loss=11.9, v_num=6]
Epoch 9: 75%|#######5 | 3/4 [00:00<00:00, 104.16it/s, loss=11.5, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 100%|##########| 4/4 [00:00<00:00, 94.70it/s, loss=11.5, v_num=6]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=11.5, v_num=6]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=11.5, v_num=6]
Epoch 10: 25%|##5 | 1/4 [00:00<00:00, 72.20it/s, loss=11.5, v_num=6]
Epoch 10: 50%|##### | 2/4 [00:00<00:00, 86.27it/s, loss=11.1, v_num=6]
Epoch 10: 75%|#######5 | 3/4 [00:00<00:00, 105.91it/s, loss=10.2, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 100%|##########| 4/4 [00:00<00:00, 95.98it/s, loss=10.2, v_num=6]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=10.2, v_num=6]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=10.2, v_num=6]
Epoch 11: 25%|##5 | 1/4 [00:00<00:00, 70.02it/s, loss=9.47, v_num=6]
Epoch 11: 50%|##### | 2/4 [00:00<00:00, 83.91it/s, loss=8.52, v_num=6]
Epoch 11: 75%|#######5 | 3/4 [00:00<00:00, 102.60it/s, loss=8.14, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 100%|##########| 4/4 [00:00<00:00, 93.16it/s, loss=8.14, v_num=6]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=8.14, v_num=6]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=8.14, v_num=6]
Epoch 12: 25%|##5 | 1/4 [00:00<00:00, 70.09it/s, loss=7.63, v_num=6]
Epoch 12: 50%|##### | 2/4 [00:00<00:00, 83.89it/s, loss=7.31, v_num=6]
Epoch 12: 75%|#######5 | 3/4 [00:00<00:00, 103.29it/s, loss=6.84, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 100%|##########| 4/4 [00:00<00:00, 93.68it/s, loss=6.84, v_num=6]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=6.84, v_num=6]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=6.84, v_num=6]
Epoch 13: 25%|##5 | 1/4 [00:00<00:00, 71.52it/s, loss=6.99, v_num=6]
Epoch 13: 50%|##### | 2/4 [00:00<00:00, 85.19it/s, loss=7.09, v_num=6]
Epoch 13: 75%|#######5 | 3/4 [00:00<00:00, 104.49it/s, loss=7.25, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 100%|##########| 4/4 [00:00<00:00, 94.48it/s, loss=7.25, v_num=6]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=7.25, v_num=6]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=7.25, v_num=6]
Epoch 14: 25%|##5 | 1/4 [00:00<00:00, 70.49it/s, loss=7.14, v_num=6]
Epoch 14: 50%|##### | 2/4 [00:00<00:00, 84.71it/s, loss=6.99, v_num=6]
Epoch 14: 75%|#######5 | 3/4 [00:00<00:00, 104.37it/s, loss=7.01, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 100%|##########| 4/4 [00:00<00:00, 95.25it/s, loss=7.01, v_num=6]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=7.01, v_num=6]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=7.01, v_num=6]
Epoch 15: 25%|##5 | 1/4 [00:00<00:00, 72.43it/s, loss=6.96, v_num=6]
Epoch 15: 50%|##### | 2/4 [00:00<00:00, 86.61it/s, loss=7.17, v_num=6]
Epoch 15: 75%|#######5 | 3/4 [00:00<00:00, 105.94it/s, loss=7.39, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 100%|##########| 4/4 [00:00<00:00, 96.16it/s, loss=7.39, v_num=6]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=7.39, v_num=6]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=7.39, v_num=6]
Epoch 16: 25%|##5 | 1/4 [00:00<00:00, 72.58it/s, loss=7.83, v_num=6]
Epoch 16: 50%|##### | 2/4 [00:00<00:00, 86.57it/s, loss=7.97, v_num=6]
Epoch 16: 75%|#######5 | 3/4 [00:00<00:00, 103.05it/s, loss=8.18, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 100%|##########| 4/4 [00:00<00:00, 94.00it/s, loss=8.18, v_num=6]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=8.18, v_num=6]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=8.18, v_num=6]
Epoch 17: 25%|##5 | 1/4 [00:00<00:00, 71.50it/s, loss=8.04, v_num=6]
Epoch 17: 50%|##### | 2/4 [00:00<00:00, 85.88it/s, loss=8.04, v_num=6]
Epoch 17: 75%|#######5 | 3/4 [00:00<00:00, 105.46it/s, loss=8.16, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 100%|##########| 4/4 [00:00<00:00, 95.29it/s, loss=8.16, v_num=6]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=8.16, v_num=6]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=8.16, v_num=6]
Epoch 18: 25%|##5 | 1/4 [00:00<00:00, 69.73it/s, loss=8.05, v_num=6]
Epoch 18: 50%|##### | 2/4 [00:00<00:00, 83.99it/s, loss=7.9, v_num=6]
Epoch 18: 75%|#######5 | 3/4 [00:00<00:00, 103.37it/s, loss=7.89, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 100%|##########| 4/4 [00:00<00:00, 94.72it/s, loss=7.89, v_num=6]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=7.89, v_num=6]
Epoch 19: 0%| | 0/4 [00:00<?, ?it/s, loss=7.89, v_num=6]
Epoch 19: 25%|##5 | 1/4 [00:00<00:00, 72.44it/s, loss=7.91, v_num=6]
Epoch 19: 50%|##### | 2/4 [00:00<00:00, 85.83it/s, loss=8.14, v_num=6]
Epoch 19: 75%|#######5 | 3/4 [00:00<00:00, 104.97it/s, loss=7.81, v_num=6]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 94.37it/s, loss=7.81, v_num=6]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 65.40it/s, loss=7.81, v_num=6]
Deep CCA by Barlow Twins
barlowtwins = BarlowTwins(latent_dims=latent_dims, encoders=[encoder_1, encoder_2])
barlowtwins = CCALightning(barlowtwins)
trainer = pl.Trainer(max_epochs=epochs, enable_checkpointing=False)
trainer.fit(dcca, train_loader, val_loader)
plot_latent_label(dcca_sdl.model, train_loader)
plt.title("DCCA by Barlow Twins")
plt.show()
Out:
Validation sanity check: 0it [00:00, ?it/s]
Validation sanity check: 0%| | 0/1 [00:00<?, ?it/s]
/home/docs/checkouts/readthedocs.org/user_builds/cca-zoo/envs/v1.10.6/lib/python3.7/site-packages/pytorch_lightning/trainer/data_loading.py:413: UserWarning: The number of training samples (3) is smaller than the logging interval Trainer(log_every_n_steps=50). Set a lower value for log_every_n_steps if you want to see logs for the training epoch.
f"The number of training samples ({self.num_training_batches}) is smaller than the logging interval"
Training: 0it [00:00, ?it/s]
Training: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s]
Epoch 0: 25%|##5 | 1/4 [00:00<00:00, 66.83it/s, loss=-1.57, v_num=7]
Epoch 0: 50%|##### | 2/4 [00:00<00:00, 80.24it/s, loss=-1.64, v_num=7]
Epoch 0: 75%|#######5 | 3/4 [00:00<00:00, 98.24it/s, loss=-1.68, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 0: 100%|##########| 4/4 [00:00<00:00, 90.63it/s, loss=-1.68, v_num=7]
Epoch 0: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.68, v_num=7]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.68, v_num=7]
Epoch 1: 25%|##5 | 1/4 [00:00<00:00, 68.80it/s, loss=-1.71, v_num=7]
Epoch 1: 50%|##### | 2/4 [00:00<00:00, 81.58it/s, loss=-1.73, v_num=7]
Epoch 1: 75%|#######5 | 3/4 [00:00<00:00, 98.64it/s, loss=-1.74, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 1: 100%|##########| 4/4 [00:00<00:00, 89.45it/s, loss=-1.74, v_num=7]
Epoch 1: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.74, v_num=7]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.74, v_num=7]
Epoch 2: 25%|##5 | 1/4 [00:00<00:00, 67.20it/s, loss=-1.76, v_num=7]
Epoch 2: 50%|##### | 2/4 [00:00<00:00, 79.95it/s, loss=-1.77, v_num=7]
Epoch 2: 75%|#######5 | 3/4 [00:00<00:00, 97.29it/s, loss=-1.78, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 2: 100%|##########| 4/4 [00:00<00:00, 89.51it/s, loss=-1.78, v_num=7]
Epoch 2: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.78, v_num=7]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.78, v_num=7]
Epoch 3: 25%|##5 | 1/4 [00:00<00:00, 67.51it/s, loss=-1.79, v_num=7]
Epoch 3: 50%|##### | 2/4 [00:00<00:00, 80.17it/s, loss=-1.8, v_num=7]
Epoch 3: 75%|#######5 | 3/4 [00:00<00:00, 97.97it/s, loss=-1.81, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 3: 100%|##########| 4/4 [00:00<00:00, 90.43it/s, loss=-1.81, v_num=7]
Epoch 3: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.81, v_num=7]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.81, v_num=7]
Epoch 4: 25%|##5 | 1/4 [00:00<00:00, 67.99it/s, loss=-1.82, v_num=7]
Epoch 4: 50%|##### | 2/4 [00:00<00:00, 81.00it/s, loss=-1.83, v_num=7]
Epoch 4: 75%|#######5 | 3/4 [00:00<00:00, 98.56it/s, loss=-1.83, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 4: 100%|##########| 4/4 [00:00<00:00, 90.70it/s, loss=-1.83, v_num=7]
Epoch 4: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.83, v_num=7]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.83, v_num=7]
Epoch 5: 25%|##5 | 1/4 [00:00<00:00, 68.59it/s, loss=-1.84, v_num=7]
Epoch 5: 50%|##### | 2/4 [00:00<00:00, 81.25it/s, loss=-1.84, v_num=7]
Epoch 5: 75%|#######5 | 3/4 [00:00<00:00, 99.19it/s, loss=-1.85, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 5: 100%|##########| 4/4 [00:00<00:00, 90.80it/s, loss=-1.85, v_num=7]
Epoch 5: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.85, v_num=7]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.85, v_num=7]
Epoch 6: 25%|##5 | 1/4 [00:00<00:00, 67.96it/s, loss=-1.85, v_num=7]
Epoch 6: 50%|##### | 2/4 [00:00<00:00, 81.44it/s, loss=-1.86, v_num=7]
Epoch 6: 75%|#######5 | 3/4 [00:00<00:00, 98.07it/s, loss=-1.87, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 6: 100%|##########| 4/4 [00:00<00:00, 89.31it/s, loss=-1.87, v_num=7]
Epoch 6: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.87, v_num=7]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.87, v_num=7]
Epoch 7: 25%|##5 | 1/4 [00:00<00:00, 67.38it/s, loss=-1.89, v_num=7]
Epoch 7: 50%|##### | 2/4 [00:00<00:00, 80.28it/s, loss=-1.89, v_num=7]
Epoch 7: 75%|#######5 | 3/4 [00:00<00:00, 97.79it/s, loss=-1.9, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 7: 100%|##########| 4/4 [00:00<00:00, 90.02it/s, loss=-1.9, v_num=7]
Epoch 7: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.9, v_num=7]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.9, v_num=7]
Epoch 8: 25%|##5 | 1/4 [00:00<00:00, 68.04it/s, loss=-1.91, v_num=7]
Epoch 8: 50%|##### | 2/4 [00:00<00:00, 80.61it/s, loss=-1.91, v_num=7]
Epoch 8: 75%|#######5 | 3/4 [00:00<00:00, 98.06it/s, loss=-1.92, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 8: 100%|##########| 4/4 [00:00<00:00, 90.07it/s, loss=-1.92, v_num=7]
Epoch 8: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.92, v_num=7]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.92, v_num=7]
Epoch 9: 25%|##5 | 1/4 [00:00<00:00, 69.45it/s, loss=-1.92, v_num=7]
Epoch 9: 50%|##### | 2/4 [00:00<00:00, 81.72it/s, loss=-1.93, v_num=7]
Epoch 9: 75%|#######5 | 3/4 [00:00<00:00, 99.54it/s, loss=-1.93, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 9: 100%|##########| 4/4 [00:00<00:00, 91.71it/s, loss=-1.93, v_num=7]
Epoch 9: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.93, v_num=7]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.93, v_num=7]
Epoch 10: 25%|##5 | 1/4 [00:00<00:00, 68.10it/s, loss=-1.94, v_num=7]
Epoch 10: 50%|##### | 2/4 [00:00<00:00, 78.76it/s, loss=-1.94, v_num=7]
Epoch 10: 75%|#######5 | 3/4 [00:00<00:00, 96.33it/s, loss=-1.94, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 10: 100%|##########| 4/4 [00:00<00:00, 88.37it/s, loss=-1.94, v_num=7]
Epoch 10: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.94, v_num=7]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.94, v_num=7]
Epoch 11: 25%|##5 | 1/4 [00:00<00:00, 68.41it/s, loss=-1.95, v_num=7]
Epoch 11: 50%|##### | 2/4 [00:00<00:00, 81.23it/s, loss=-1.95, v_num=7]
Epoch 11: 75%|#######5 | 3/4 [00:00<00:00, 97.44it/s, loss=-1.95, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 11: 100%|##########| 4/4 [00:00<00:00, 88.83it/s, loss=-1.95, v_num=7]
Epoch 11: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.95, v_num=7]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.95, v_num=7]
Epoch 12: 25%|##5 | 1/4 [00:00<00:00, 67.41it/s, loss=-1.95, v_num=7]
Epoch 12: 50%|##### | 2/4 [00:00<00:00, 79.97it/s, loss=-1.95, v_num=7]
Epoch 12: 75%|#######5 | 3/4 [00:00<00:00, 96.97it/s, loss=-1.96, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 12: 100%|##########| 4/4 [00:00<00:00, 89.20it/s, loss=-1.96, v_num=7]
Epoch 12: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.96, v_num=7]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.96, v_num=7]
Epoch 13: 25%|##5 | 1/4 [00:00<00:00, 65.96it/s, loss=-1.96, v_num=7]
Epoch 13: 50%|##### | 2/4 [00:00<00:00, 78.76it/s, loss=-1.96, v_num=7]
Epoch 13: 75%|#######5 | 3/4 [00:00<00:00, 96.02it/s, loss=-1.96, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 13: 100%|##########| 4/4 [00:00<00:00, 86.86it/s, loss=-1.96, v_num=7]
Epoch 13: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.96, v_num=7]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.96, v_num=7]
Epoch 14: 25%|##5 | 1/4 [00:00<00:00, 67.69it/s, loss=-1.96, v_num=7]
Epoch 14: 50%|##### | 2/4 [00:00<00:00, 80.81it/s, loss=-1.97, v_num=7]
Epoch 14: 75%|#######5 | 3/4 [00:00<00:00, 97.89it/s, loss=-1.97, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 14: 100%|##########| 4/4 [00:00<00:00, 87.95it/s, loss=-1.97, v_num=7]
Epoch 14: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.97, v_num=7]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.97, v_num=7]
Epoch 15: 25%|##5 | 1/4 [00:00<00:00, 67.65it/s, loss=-1.97, v_num=7]
Epoch 15: 50%|##### | 2/4 [00:00<00:00, 81.14it/s, loss=-1.97, v_num=7]
Epoch 15: 75%|#######5 | 3/4 [00:00<00:00, 96.75it/s, loss=-1.97, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 15: 100%|##########| 4/4 [00:00<00:00, 89.17it/s, loss=-1.97, v_num=7]
Epoch 15: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.97, v_num=7]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.97, v_num=7]
Epoch 16: 25%|##5 | 1/4 [00:00<00:00, 65.99it/s, loss=-1.97, v_num=7]
Epoch 16: 50%|##### | 2/4 [00:00<00:00, 78.54it/s, loss=-1.97, v_num=7]
Epoch 16: 75%|#######5 | 3/4 [00:00<00:00, 93.24it/s, loss=-1.97, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 16: 100%|##########| 4/4 [00:00<00:00, 86.85it/s, loss=-1.97, v_num=7]
Epoch 16: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.97, v_num=7]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.97, v_num=7]
Epoch 17: 25%|##5 | 1/4 [00:00<00:00, 67.09it/s, loss=-1.97, v_num=7]
Epoch 17: 50%|##### | 2/4 [00:00<00:00, 80.61it/s, loss=-1.98, v_num=7]
Epoch 17: 75%|#######5 | 3/4 [00:00<00:00, 98.45it/s, loss=-1.98, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 17: 100%|##########| 4/4 [00:00<00:00, 90.22it/s, loss=-1.98, v_num=7]
Epoch 17: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.98, v_num=7]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.98, v_num=7]
Epoch 18: 25%|##5 | 1/4 [00:00<00:00, 67.38it/s, loss=-1.98, v_num=7]
Epoch 18: 50%|##### | 2/4 [00:00<00:00, 78.66it/s, loss=-1.98, v_num=7]
Epoch 18: 75%|#######5 | 3/4 [00:00<00:00, 95.62it/s, loss=-1.98, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 18: 100%|##########| 4/4 [00:00<00:00, 87.62it/s, loss=-1.98, v_num=7]
Epoch 18: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.98, v_num=7]
Epoch 19: 0%| | 0/4 [00:00<?, ?it/s, loss=-1.98, v_num=7]
Epoch 19: 25%|##5 | 1/4 [00:00<00:00, 66.65it/s, loss=-1.98, v_num=7]
Epoch 19: 50%|##### | 2/4 [00:00<00:00, 78.88it/s, loss=-1.98, v_num=7]
Epoch 19: 75%|#######5 | 3/4 [00:00<00:00, 95.64it/s, loss=-1.98, v_num=7]
Validating: 0it [00:00, ?it/s]
Validating: 0%| | 0/1 [00:00<?, ?it/s]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 87.90it/s, loss=-1.98, v_num=7]
Epoch 19: 100%|##########| 4/4 [00:00<00:00, 62.57it/s, loss=-1.98, v_num=7]
Total running time of the script: ( 0 minutes 10.756 seconds)