maskrcnn_benchmark/modeling/language_backbone/test_clip_tokenizer.py

from maskrcnn_benchmark.modeling.language_backbone import build_tokenizer

if __name__ == '__main__':

    tokenizer2 = build_tokenizer("clip")
    tokenized2 = tokenizer2(
        ["Detectest : fishid. jellyfishioasod. penguinasd. puffin.asd shark. starfish. round stingray"])
    print(tokenized2)