LLM 隐藏层特征增强技术

LLM 隐藏层特征增强技术

直接可运行代码

import torch
import pandas as pd
from transformers import AutoModelForCausalLM, AutoTokenizer, AutoConfig
import numpy as np
from sklearn.decomposition import PCA
import os
from datasets import load_dataset
import random# def apply_hidden_boost(hidden_states, boost_factor=1.01, dampen_factor=