aboutsummaryrefslogtreecommitdiff
path: root/fashion_mnist
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--fashion_mnist/fashion_mnist.py53
-rw-r--r--fashion_mnist/fashion_mnist_argmax.vnnlib133
-rw-r--r--fashion_mnist/fashion_mnist_epsilon.vnnlib124
-rw-r--r--fashion_mnist/fashion_mnist_strict.vnnlib123
4 files changed, 433 insertions, 0 deletions
diff --git a/fashion_mnist/fashion_mnist.py b/fashion_mnist/fashion_mnist.py
new file mode 100644
index 0000000..1c9dcf7
--- /dev/null
+++ b/fashion_mnist/fashion_mnist.py
@@ -0,0 +1,53 @@
+import torch, torch.nn as nn
+from torchvision.datasets import FashionMNIST
+from torch.utils.data import DataLoader
+from torchvision import transforms
+
+class FashionMNIST_MLP(nn.Module):
+ def __init__(self, hidden_dim):
+ super().__init__()
+ self.layers = nn.Sequential(
+ nn.Flatten(),
+ nn.Linear(6 * 6, hidden_dim),
+ nn.ReLU(),
+ nn.Linear(hidden_dim, 2)
+ )
+ def forward(self, x):
+ return self.layers(x)
+
+transform = transforms.Compose([
+ transforms.Resize((6, 6)),
+ transforms.ToTensor(),
+])
+
+train_dataset = FashionMNIST('./', download=True, transform=transform, train=True)
+tshirts_trousers = [id for id, data in enumerate(train_dataset.targets) if data.item() == 0 or data.item() == 1]
+train_dataset = torch.utils.data.Subset(train_dataset, tshirts_trousers)
+
+trainloader = DataLoader(train_dataset, batch_size=128, shuffle=True)
+
+def train_model(name: str, dim):
+ net = FashionMNIST_MLP(hidden_dim=dim)
+ loss_fn = nn.CrossEntropyLoss()
+ optimizer = torch.optim.Adam(net.parameters(), lr=1e-4)
+
+ print(f"Training {name}...")
+ for epoch in range(100):
+ global loss
+ for data in trainloader:
+ inputs, targets = data
+ optimizer.zero_grad()
+ outputs = net(inputs)
+ loss = loss_fn(outputs, targets)
+ loss.backward()
+ optimizer.step()
+ if (epoch + 1) % 10 == 0:
+ print(f" Epoch {epoch+1}, Loss: {loss.item():.4f}")
+ return net
+
+if __name__ == "__main__":
+ torch_net_a = train_model("Network A", 6).eval()
+ torch_net_b = train_model("Network B", 12).eval()
+
+ torch.onnx.export(torch_net_a, (torch.randn(1, 1, 6, 6),), "fashion_mnist_a.onnx")
+ torch.onnx.export(torch_net_b, (torch.randn(1, 1, 6, 6),), "fashion_mnist_b.onnx")
diff --git a/fashion_mnist/fashion_mnist_argmax.vnnlib b/fashion_mnist/fashion_mnist_argmax.vnnlib
new file mode 100644
index 0000000..0c4412b
--- /dev/null
+++ b/fashion_mnist/fashion_mnist_argmax.vnnlib
@@ -0,0 +1,133 @@
+; Argmax Equivalence for reduced FashionMNIST
+
+; Constant declaration
+(declare-const X_0 Real)
+(declare-const X_1 Real)
+(declare-const X_2 Real)
+(declare-const X_3 Real)
+(declare-const X_4 Real)
+(declare-const X_5 Real)
+(declare-const X_6 Real)
+(declare-const X_7 Real)
+(declare-const X_8 Real)
+(declare-const X_9 Real)
+(declare-const X_10 Real)
+(declare-const X_11 Real)
+(declare-const X_12 Real)
+(declare-const X_13 Real)
+(declare-const X_14 Real)
+(declare-const X_15 Real)
+(declare-const X_16 Real)
+(declare-const X_17 Real)
+(declare-const X_18 Real)
+(declare-const X_19 Real)
+(declare-const X_20 Real)
+(declare-const X_21 Real)
+(declare-const X_22 Real)
+(declare-const X_23 Real)
+(declare-const X_24 Real)
+(declare-const X_25 Real)
+(declare-const X_26 Real)
+(declare-const X_27 Real)
+(declare-const X_28 Real)
+(declare-const X_29 Real)
+(declare-const X_30 Real)
+(declare-const X_31 Real)
+(declare-const X_32 Real)
+(declare-const X_33 Real)
+(declare-const X_34 Real)
+(declare-const X_35 Real)
+(declare-const Y_0 Real)
+(declare-const Y_1 Real)
+(declare-const Y_2 Real)
+(declare-const Y_3 Real)
+
+; Bounded inputs: X must be within [0, 1]
+(assert (>= X_0 0.0))
+(assert (<= X_0 1.0))
+(assert (>= X_1 0.0))
+(assert (<= X_1 1.0))
+(assert (>= X_2 0.0))
+(assert (<= X_2 1.0))
+(assert (>= X_3 0.0))
+(assert (<= X_3 1.0))
+(assert (>= X_4 0.0))
+(assert (<= X_4 1.0))
+(assert (>= X_5 0.0))
+(assert (<= X_5 1.0))
+(assert (>= X_6 0.0))
+(assert (<= X_6 1.0))
+(assert (>= X_7 0.0))
+(assert (<= X_7 1.0))
+(assert (>= X_8 0.0))
+(assert (<= X_8 1.0))
+(assert (>= X_9 0.0))
+(assert (<= X_9 1.0))
+(assert (>= X_10 0.0))
+(assert (<= X_10 1.0))
+(assert (>= X_11 0.0))
+(assert (<= X_11 1.0))
+(assert (>= X_12 0.0))
+(assert (<= X_12 1.0))
+(assert (>= X_13 0.0))
+(assert (<= X_13 1.0))
+(assert (>= X_14 0.0))
+(assert (<= X_14 1.0))
+(assert (>= X_15 0.0))
+(assert (<= X_15 1.0))
+(assert (>= X_16 0.0))
+(assert (<= X_16 1.0))
+(assert (>= X_17 0.0))
+(assert (<= X_17 1.0))
+(assert (>= X_18 0.0))
+(assert (<= X_18 1.0))
+(assert (>= X_19 0.0))
+(assert (<= X_19 1.0))
+(assert (>= X_20 0.0))
+(assert (<= X_20 1.0))
+(assert (>= X_21 0.0))
+(assert (<= X_21 1.0))
+(assert (>= X_22 0.0))
+(assert (<= X_22 1.0))
+(assert (>= X_23 0.0))
+(assert (<= X_23 1.0))
+(assert (>= X_24 0.0))
+(assert (<= X_24 1.0))
+(assert (>= X_25 0.0))
+(assert (<= X_25 1.0))
+(assert (>= X_26 0.0))
+(assert (<= X_26 1.0))
+(assert (>= X_27 0.0))
+(assert (<= X_27 1.0))
+(assert (>= X_28 0.0))
+(assert (<= X_28 1.0))
+(assert (>= X_29 0.0))
+(assert (<= X_29 1.0))
+(assert (>= X_30 0.0))
+(assert (<= X_30 1.0))
+(assert (>= X_31 0.0))
+(assert (<= X_31 1.0))
+(assert (>= X_32 0.0))
+(assert (<= X_32 1.0))
+(assert (>= X_33 0.0))
+(assert (<= X_33 1.0))
+(assert (>= X_34 0.0))
+(assert (<= X_34 1.0))
+(assert (>= X_35 0.0))
+(assert (<= X_35 1.0))
+
+; Violation of argmax equivalence
+(assert (or
+ (and
+ (> Y_0 Y_1)
+ (or
+ (> Y_3 Y_2)
+ )
+ )
+ (and
+ (> Y_1 Y_0)
+ (or
+ (> Y_2 Y_3)
+ )
+ )
+))
diff --git a/fashion_mnist/fashion_mnist_epsilon.vnnlib b/fashion_mnist/fashion_mnist_epsilon.vnnlib
new file mode 100644
index 0000000..948e501
--- /dev/null
+++ b/fashion_mnist/fashion_mnist_epsilon.vnnlib
@@ -0,0 +1,124 @@
+; Strict Equivalence for reduced FashionMNIST
+
+; Constant declaration
+(declare-const X_0 Real)
+(declare-const X_1 Real)
+(declare-const X_2 Real)
+(declare-const X_3 Real)
+(declare-const X_4 Real)
+(declare-const X_5 Real)
+(declare-const X_6 Real)
+(declare-const X_7 Real)
+(declare-const X_8 Real)
+(declare-const X_9 Real)
+(declare-const X_10 Real)
+(declare-const X_11 Real)
+(declare-const X_12 Real)
+(declare-const X_13 Real)
+(declare-const X_14 Real)
+(declare-const X_15 Real)
+(declare-const X_16 Real)
+(declare-const X_17 Real)
+(declare-const X_18 Real)
+(declare-const X_19 Real)
+(declare-const X_20 Real)
+(declare-const X_21 Real)
+(declare-const X_22 Real)
+(declare-const X_23 Real)
+(declare-const X_24 Real)
+(declare-const X_25 Real)
+(declare-const X_26 Real)
+(declare-const X_27 Real)
+(declare-const X_28 Real)
+(declare-const X_29 Real)
+(declare-const X_30 Real)
+(declare-const X_31 Real)
+(declare-const X_32 Real)
+(declare-const X_33 Real)
+(declare-const X_34 Real)
+(declare-const X_35 Real)
+(declare-const Y_0 Real)
+(declare-const Y_1 Real)
+(declare-const Y_2 Real)
+(declare-const Y_3 Real)
+
+; Bounded inputs: X must be within [0, 1]
+(assert (>= X_0 0.0))
+(assert (<= X_0 1.0))
+(assert (>= X_1 0.0))
+(assert (<= X_1 1.0))
+(assert (>= X_2 0.0))
+(assert (<= X_2 1.0))
+(assert (>= X_3 0.0))
+(assert (<= X_3 1.0))
+(assert (>= X_4 0.0))
+(assert (<= X_4 1.0))
+(assert (>= X_5 0.0))
+(assert (<= X_5 1.0))
+(assert (>= X_6 0.0))
+(assert (<= X_6 1.0))
+(assert (>= X_7 0.0))
+(assert (<= X_7 1.0))
+(assert (>= X_8 0.0))
+(assert (<= X_8 1.0))
+(assert (>= X_9 0.0))
+(assert (<= X_9 1.0))
+(assert (>= X_10 0.0))
+(assert (<= X_10 1.0))
+(assert (>= X_11 0.0))
+(assert (<= X_11 1.0))
+(assert (>= X_12 0.0))
+(assert (<= X_12 1.0))
+(assert (>= X_13 0.0))
+(assert (<= X_13 1.0))
+(assert (>= X_14 0.0))
+(assert (<= X_14 1.0))
+(assert (>= X_15 0.0))
+(assert (<= X_15 1.0))
+(assert (>= X_16 0.0))
+(assert (<= X_16 1.0))
+(assert (>= X_17 0.0))
+(assert (<= X_17 1.0))
+(assert (>= X_18 0.0))
+(assert (<= X_18 1.0))
+(assert (>= X_19 0.0))
+(assert (<= X_19 1.0))
+(assert (>= X_20 0.0))
+(assert (<= X_20 1.0))
+(assert (>= X_21 0.0))
+(assert (<= X_21 1.0))
+(assert (>= X_22 0.0))
+(assert (<= X_22 1.0))
+(assert (>= X_23 0.0))
+(assert (<= X_23 1.0))
+(assert (>= X_24 0.0))
+(assert (<= X_24 1.0))
+(assert (>= X_25 0.0))
+(assert (<= X_25 1.0))
+(assert (>= X_26 0.0))
+(assert (<= X_26 1.0))
+(assert (>= X_27 0.0))
+(assert (<= X_27 1.0))
+(assert (>= X_28 0.0))
+(assert (<= X_28 1.0))
+(assert (>= X_29 0.0))
+(assert (<= X_29 1.0))
+(assert (>= X_30 0.0))
+(assert (<= X_30 1.0))
+(assert (>= X_31 0.0))
+(assert (<= X_31 1.0))
+(assert (>= X_32 0.0))
+(assert (<= X_32 1.0))
+(assert (>= X_33 0.0))
+(assert (<= X_33 1.0))
+(assert (>= X_34 0.0))
+(assert (<= X_34 1.0))
+(assert (>= X_35 0.0))
+(assert (<= X_35 1.0))
+
+; Violation of epsilon equivalence (epsilon = 0.1)
+(define-fun absolute ((x Real)) Real (if (>= x 0) x (- x)))
+(assert (or
+ (> (absolute (- Y_0 Y_2)) 0.1)
+ (> (absolute (- Y_1 Y_3)) 0.1)
+))
diff --git a/fashion_mnist/fashion_mnist_strict.vnnlib b/fashion_mnist/fashion_mnist_strict.vnnlib
new file mode 100644
index 0000000..8242c34
--- /dev/null
+++ b/fashion_mnist/fashion_mnist_strict.vnnlib
@@ -0,0 +1,123 @@
+; Strict Equivalence for reduced FashionMNIST
+
+; Constant declaration
+(declare-const X_0 Real)
+(declare-const X_1 Real)
+(declare-const X_2 Real)
+(declare-const X_3 Real)
+(declare-const X_4 Real)
+(declare-const X_5 Real)
+(declare-const X_6 Real)
+(declare-const X_7 Real)
+(declare-const X_8 Real)
+(declare-const X_9 Real)
+(declare-const X_10 Real)
+(declare-const X_11 Real)
+(declare-const X_12 Real)
+(declare-const X_13 Real)
+(declare-const X_14 Real)
+(declare-const X_15 Real)
+(declare-const X_16 Real)
+(declare-const X_17 Real)
+(declare-const X_18 Real)
+(declare-const X_19 Real)
+(declare-const X_20 Real)
+(declare-const X_21 Real)
+(declare-const X_22 Real)
+(declare-const X_23 Real)
+(declare-const X_24 Real)
+(declare-const X_25 Real)
+(declare-const X_26 Real)
+(declare-const X_27 Real)
+(declare-const X_28 Real)
+(declare-const X_29 Real)
+(declare-const X_30 Real)
+(declare-const X_31 Real)
+(declare-const X_32 Real)
+(declare-const X_33 Real)
+(declare-const X_34 Real)
+(declare-const X_35 Real)
+(declare-const Y_0 Real)
+(declare-const Y_1 Real)
+(declare-const Y_2 Real)
+(declare-const Y_3 Real)
+
+; Bounded inputs: X must be within [0, 1]
+(assert (>= X_0 0.0))
+(assert (<= X_0 1.0))
+(assert (>= X_1 0.0))
+(assert (<= X_1 1.0))
+(assert (>= X_2 0.0))
+(assert (<= X_2 1.0))
+(assert (>= X_3 0.0))
+(assert (<= X_3 1.0))
+(assert (>= X_4 0.0))
+(assert (<= X_4 1.0))
+(assert (>= X_5 0.0))
+(assert (<= X_5 1.0))
+(assert (>= X_6 0.0))
+(assert (<= X_6 1.0))
+(assert (>= X_7 0.0))
+(assert (<= X_7 1.0))
+(assert (>= X_8 0.0))
+(assert (<= X_8 1.0))
+(assert (>= X_9 0.0))
+(assert (<= X_9 1.0))
+(assert (>= X_10 0.0))
+(assert (<= X_10 1.0))
+(assert (>= X_11 0.0))
+(assert (<= X_11 1.0))
+(assert (>= X_12 0.0))
+(assert (<= X_12 1.0))
+(assert (>= X_13 0.0))
+(assert (<= X_13 1.0))
+(assert (>= X_14 0.0))
+(assert (<= X_14 1.0))
+(assert (>= X_15 0.0))
+(assert (<= X_15 1.0))
+(assert (>= X_16 0.0))
+(assert (<= X_16 1.0))
+(assert (>= X_17 0.0))
+(assert (<= X_17 1.0))
+(assert (>= X_18 0.0))
+(assert (<= X_18 1.0))
+(assert (>= X_19 0.0))
+(assert (<= X_19 1.0))
+(assert (>= X_20 0.0))
+(assert (<= X_20 1.0))
+(assert (>= X_21 0.0))
+(assert (<= X_21 1.0))
+(assert (>= X_22 0.0))
+(assert (<= X_22 1.0))
+(assert (>= X_23 0.0))
+(assert (<= X_23 1.0))
+(assert (>= X_24 0.0))
+(assert (<= X_24 1.0))
+(assert (>= X_25 0.0))
+(assert (<= X_25 1.0))
+(assert (>= X_26 0.0))
+(assert (<= X_26 1.0))
+(assert (>= X_27 0.0))
+(assert (<= X_27 1.0))
+(assert (>= X_28 0.0))
+(assert (<= X_28 1.0))
+(assert (>= X_29 0.0))
+(assert (<= X_29 1.0))
+(assert (>= X_30 0.0))
+(assert (<= X_30 1.0))
+(assert (>= X_31 0.0))
+(assert (<= X_31 1.0))
+(assert (>= X_32 0.0))
+(assert (<= X_32 1.0))
+(assert (>= X_33 0.0))
+(assert (<= X_33 1.0))
+(assert (>= X_34 0.0))
+(assert (<= X_34 1.0))
+(assert (>= X_35 0.0))
+(assert (<= X_35 1.0))
+
+; Violation of strict equivalence
+(assert (or
+ (not (= Y_0 Y_2))
+ (not (= Y_1 Y_3))
+))
generated by cgit v1.2.3 (git 2.39.1) at 2026-04-16 06:18:45 +0000