detree/utils/adverserial/zero_width_space.py

import argparse
import hashlib
import json
import math
import os
import random
from torch.utils.data import Dataset,DataLoader
from tqdm import tqdm
zero_width_space = "\u200b"

def ZeroWidthSpaceAttack(text,N=0.3):
    texts = text.split(" ")
    num_spaces = int(N * len(texts))
    indices_to_alter = random.sample(range(len(texts)), num_spaces)
    indices_to_alter = sorted(indices_to_alter)
    for i in indices_to_alter:
        texts[i] += zero_width_space
    return " ".join(texts)

if __name__ == "__main__":
    sample_text = "Before Marian reforms, Roman military forces were exclusively made up of citizens people of property (3500 sesterces, say about 1750 loaves of bread) and capable of supplying their own reserves with food. In 1558, when Pope Clement IV was forced to abandon his government in favor of a more centralized army alliance, they became a major part of the new federation and by 1563 they "
    replaced_text = ZeroWidthSpaceAttack(sample_text)
    print("Original text:", sample_text)
    print("Text after replacement:", replaced_text)