Buckets:
| import sys | |
| import os | |
| from toolkit.accelerator import get_accelerator | |
| def print_acc(*args, **kwargs): | |
| if get_accelerator().is_local_main_process: | |
| print(*args, **kwargs) | |
| class Logger: | |
| def __init__(self, terminal, log_file): | |
| self.terminal = terminal | |
| self.log = log_file | |
| def write(self, message): | |
| self.terminal.write(message) | |
| self.log.write(message) | |
| self.log.flush() # Make sure it's written immediately | |
| def flush(self): | |
| self.terminal.flush() | |
| self.log.flush() | |
| def isatty(self): | |
| return self.terminal.isatty() | |
| def setup_log_to_file(filename): | |
| if get_accelerator().is_local_main_process: | |
| if not os.path.exists(os.path.dirname(filename)): | |
| os.makedirs(os.path.dirname(filename)) | |
| # Capture the real streams before replacing them — wrapping the | |
| # already-replaced sys.stdout as the stderr Logger's "terminal" would | |
| # double-write every stderr message to the file. Both wrappers share a | |
| # single file handle. | |
| log_file = open(filename, 'a') | |
| sys.stdout = Logger(sys.stdout, log_file) | |
| sys.stderr = Logger(sys.stderr, log_file) | |
Xet Storage Details
- Size:
- 1.17 kB
- Xet hash:
- e404f925969e0921d826883906815e9dec40df6042b7e9dc7871dce1a2c729df
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.