Fix exllamav3 ignoring the stop button

2025-09-19 16:12:50 -07:00
parent 005fcf3f98
commit 1e863a7113
1 changed files with 3 additions and 0 deletions
--- a/modules/exllamav3.py
+++ b/modules/exllamav3.py
@@ -344,6 +344,9 @@ class Exllamav3Model:

        try:
            while self.generator.num_remaining_jobs():
+                if shared.stop_everything:
+                    break
+
                results = self.generator.iterate()
                for result in results:
                    if "eos" in result and result["eos"]: