Add integration tests to CI (#18513)

* Port over changes from Keras Core PR * Rename, remove space * Remove Keras Core refs * Fix formatting * Simplify basic flow * Remove flags * Remove flags * Add integration tests to CI * Remove invalid syntax * Fix test command with directory * Remove visualization test from CI * Delete obsolete test, merge into new torch workflow test * Fix multiple if * Fix workflow syntax * fix formatting * Fix imports * Remove numpy backend from integration testing
keras-team · Sep 28, 2023 · fab88ec · fab88ec
1 parent 1537470
commit fab88ec
Show file tree

Hide file tree

Showing 5 changed files with 46 additions and 125 deletions.
diff --git a/.github/workflows/actions.yml b/.github/workflows/actions.yml
@@ -62,6 +62,18 @@ jobs:
           flags: keras.applications,keras.applications-${{ matrix.backend }}
           files: apps-coverage.xml
           fail_ci_if_error: true
+      - name: Test integrations
+        if: ${{ matrix.backend != 'numpy'}}
+        run: |
+          python integration_tests/import_test.py
+      - name: Test TF-specific integrations
+        if: ${{ matrix.backend == 'tensorflow'}}
+        run: |
+          python integration_tests/tf_distribute_training_test.py
+      - name: Test Torch-specific integrations
+        if: ${{ matrix.backend == 'torch'}}
+        run: |
+          pytest integration_tests/torch_workflow_test.py
       - name: Test with pytest
         run: |
           pytest keras --ignore keras/applications --cov=keras

diff --git a/integration_tests/layer_in_torch_workflow.py b/integration_tests/layer_in_torch_workflow.py
diff --git a/...gration_tests/distribute_training_test.py → ...tion_tests/tf_distribute_training_test.py b/...gration_tests/distribute_training_test.py → ...tion_tests/tf_distribute_training_test.py
diff --git a/integration_tests/torch_backend_keras_workflow.py b/integration_tests/torch_backend_keras_workflow.py
diff --git a/integration_tests/torch_workflow_test.py b/integration_tests/torch_workflow_test.py
@@ -0,0 +1,34 @@
+import torch
+
+from keras import layers
+from keras import testing
+from keras.backend.common import KerasVariable
+
+
+class Net(torch.nn.Module):
+    def __init__(self):
+        super().__init__()
+        self.fc1 = layers.Dense(1)
+
+    def forward(self, x):
+        x = self.fc1(x)
+        return x
+
+
+class TorchWorkflowTest(testing.TestCase):
+    def test_keras_layer_in_nn_module(self):
+        net = Net()
+
+        # Test using Keras layer in a nn.Module.
+        # Test forward pass
+        self.assertAllEqual(list(net(torch.empty(100, 10)).shape), [100, 1])
+        # Test KerasVariables are added as nn.Parameter.
+        self.assertLen(list(net.parameters()), 2)
+
+        # Test using KerasVariable as a torch tensor for torch ops.
+        kernel = net.fc1.kernel
+        transposed_kernel = torch.transpose(kernel, 0, 1)
+        self.assertIsInstance(kernel, KerasVariable)
+        self.assertIsInstance(
+            torch.mul(kernel, transposed_kernel), torch.Tensor
+        )