bert项目解析

读取csv

def read_file(file_path):data = []label = []with open(file_path, "r", encoding="utf-8") as file:reader = csv.reader(file)next(reader)  # 跳过标题行for row in reader:if len(row) < 2:print(f"跳过不完整行: {row}")continuelabel_part, text_part = row[0], row[1]data.append(text_part.strip())  # 去除首尾空白label.append(label_part)label = [int(i) for i in label]print(f"读取 {len(label)} 行数据，标签分布: {Counter(label)}")return data, label

csv.reader 默认的英文逗号（,）把一行分割成列表