diff --git a/llama_cpp/_utils.py b/llama_cpp/_utils.py
index 29628193b..20dd4d8d7 100644
--- a/llama_cpp/_utils.py
+++ b/llama_cpp/_utils.py
@@ -1,5 +1,6 @@
import os
import sys
+import ctypes
from typing import Any, Dict
@@ -16,6 +17,14 @@ class suppress_stdout_stderr(object):
# this context manager inside of a __del__ method
sys = sys
os = os
+ libc = ctypes.CDLL(None)
+ try:
+ c_stdout = ctypes.c_void_p.in_dll(libc, "stdout")
+ c_stderr = ctypes.c_void_p.in_dll(libc, "stderr")
+ except:
+ # macOS
+ c_stdout = ctypes.c_void_p.in_dll(libc, "__stdoutp")
+ c_stderr = ctypes.c_void_p.in_dll(libc, "__stderrp")
def __init__(self, disable: bool = True):
self.disable = disable
@@ -25,6 +34,9 @@ def __enter__(self):
if self.disable:
return self
+ self.libc.fflush(self.c_stdout)
+ self.libc.fflush(self.c_stderr)
+
self.old_stdout_fileno_undup = STDOUT_FILENO
self.old_stderr_fileno_undup = STDERR_FILENO
@@ -45,6 +57,9 @@ def __exit__(self, *_):
if self.disable:
return
+ self.libc.fflush(self.c_stdout)
+ self.libc.fflush(self.c_stderr)
+
# Check if sys.stdout and sys.stderr have fileno method
self.sys.stdout = self.old_stdout
self.sys.stderr = self.old_stderr
pFad - Phonifier reborn
Pfad - The Proxy pFad of © 2024 Garber Painting. All rights reserved.
Note: This service is not intended for secure transactions such as banking, social media, email, or purchasing. Use at your own risk. We assume no liability whatsoever for broken pages.
Alternative Proxies:
Alternative Proxy
pFad Proxy
pFad v3 Proxy
pFad v4 Proxy