内存泄漏修复

This commit is contained in:
Zchen
2025-10-16 20:26:32 +08:00
parent 1b9e0d9bdf
commit c2661550ef
2 changed files with 19 additions and 17 deletions

View File

@@ -417,9 +417,11 @@ class BrainToTextDatasetTF:
)
# Apply TPU-optimized transformations
if self.split == 'train':
# For training, add shuffling
dataset = dataset.shuffle(buffer_size=min(1000, self.n_batches))
# 🚨 GPU版本策略不需要在Dataset级别shuffle!
# GPU版本在 _create_batch_index_train() 中已经做了随机采样第107-118行
# 这里再shuffle会导致内存爆炸1000 batch × 256 trials = 256,000 trials同时在内存
# if self.split == 'train':
# dataset = dataset.shuffle(buffer_size=min(1000, self.n_batches)) # ← 注释掉内存杀手
# Prefetch for better performance
dataset = dataset.prefetch(self.prefetch_buffer)