pip install transformers torch

from transformers import BertTokenizer, BertForMaskedLM
import torch

# 初始化tokenizer和model
model_name = "bert-base-chinese"
tokenizer = BertTokenizer.from_pretrained(model_name)
model = BertForMaskedLM.from_pretrained(model_name)
model.eval()  # 切換至評估模式

def predict_masked_word(text, top_k=5):
    """
    輸入帶[MASK]的文本，返回top-k最可能的詞及其概率
    """
    # 編碼輸入
    inputs = tokenizer(text, return_tensors="pt", padding=True, truncation=True)
    mask_token_index = torch.where(inputs["input_ids"] == tokenizer.mask_token_id)[1]

    # 模型推理
    with torch.no_grad():
        outputs = model(**inputs)
        logits = outputs.logits
        mask_logits = logits[0, mask_token_index, :]
        probs = torch.softmax(mask_logits, dim=-1)

    # 取top-k結(jié)果
    top_results = torch.topk(probs, top_k)
    predicted_tokens = [tokenizer.decode([token_id]) for token_id in top_results.indices[0]]
    scores = top_results.values[0].tolist()

    return list(zip(predicted_tokens, scores))

text = "春風(fēng)又綠江南[MASK]"
results = predict_masked_word(text)
for word, score in results:
    print(f"{word}({score:.1%})")

def multi_mask_correct(text):
    # 示例：處理“他再家[MASK]作業(yè)”
    step1_text = "他[MASK]家寫作業(yè)"  # 先修正“再”→“在”
    step1_results = predict_masked_word(step1_text)
    print("第一步修正:", step1_results)

    step2_text = "他在家[MASK]作業(yè)"  # 再修正“[MASK]”→“寫”
    step2_results = predict_masked_word(step2_text)
    print("第二步修正:", step2_results)

    return "他在家寫作業(yè)"

def apply_rules(text, predictions):
    filtered_results = []
    for word, score in predictions:
        if len(word) == 1 or word.isalpha():  # 示例規(guī)則：單字或純字母
            filtered_results.append((word, score))
    return filtered_results

text = "我喜換吃蘋果"
masked_text = "我喜[MASK]吃蘋果"
predictions = predict_masked_word(masked_text)
filtered_results = apply_rules("喜", predictions)  # 假設(shè)“喜”為錯誤位置
print("過濾后結(jié)果:", filtered_results)

from transformers import BertForMaskedLM, BertConfig

# 加載基礎(chǔ)模型
config = BertConfig.from_pretrained(model_name)
model = BertForMaskedLM(config)

# 繼續(xù)預(yù)訓(xùn)練（需準(zhǔn)備領(lǐng)域語料）
# model.train()
# for epoch in range(3):
#     train_loop(model, domain_data)

def writing_assistant(text):
    # 示例：檢測“的得地”混淆
    if "的" in text and "地" in text:
        # 調(diào)用BERT模型進(jìn)一步分析
        pass
    return corrected_text

def optimize_reply(reply):
    masked_reply = reply.replace("嘛", "[MASK]")  # 示例：修正“嘛”→“嗎”
    predictions = predict_masked_word(masked_reply)
    if predictions[0][0] == "嗎":
        return reply.replace("嘛", "嗎")
    return reply

def ocr_correction(ocr_text, image_context):
    # 示例：根據(jù)圖像中的“銀行”標(biāo)志修正OCR錯誤“郵局”
    if "郵局" in ocr_text and "銀行" in image_context:
        masked_text = ocr_text.replace("郵局", "[MASK]")
        predictions = predict_masked_word(masked_text)
        if "銀行" in [p[0] for p in predictions]:
            return ocr_text.replace("郵局", "銀行")
    return ocr_text