diff --git a/ffn/inference/executor.py b/ffn/inference/executor.py
index 5907f6e..d015f79 100644
--- a/ffn/inference/executor.py
+++ b/ffn/inference/executor.py
@@ -381,6 +381,7 @@ def _dispatcher(self, data: jnp.ndarray, client_ids: Sequence[int]):
         ret = self._apply_fn(data)
       except Exception as e:  # pylint:disable=broad-except
         logging.exception(e)
+        self._interface.exit_request.set()
         # Terminate the whole program on failure.
         _thread.interrupt_main()  # pytype: disable=module-attr
         raise e