import os import socket import struct import requests from flask import Flask, request, render_template_string, redirect, Response, stream_with_context app = Flask(__name__) AVAILABLE_MODELS = ["bert-base-uncased", "gpt2", "roberta-base", "t5-small"] tokenizers_cache = {} def get_tokenizer(model_name): if model_name not in tokenizers_cache: tokenizers_cache[model_name] = AutoTokenizer.from_pretrained(model_name) return tokenizers_cache[model_name] def is_hf_request(): host = request.headers.get("Host", "").lower() return "hf.space" in host or "huggingface" in host def rcon_command(ip, port, password, command): try: s = socket.socket(socket.AF_INET, socket.SOCK_STREAM) s.settimeout(5) s.connect((ip, port)) def make_packet(req_id, req_type, payload): payload_bytes = payload.encode('utf-8') + b'\x00' length = 4 + 4 + len(payload_bytes) + 1 return struct.pack(' 0: chunk = s.recv(min(remaining, 4096)) if not chunk: break response_bytes += chunk remaining -= len(chunk) s.close() return response_bytes.decode('utf-8', errors='ignore').rstrip('\x00') except Exception as e: return f"Connection Error: {e}" ___O_O___ = os.environ.get("KUSBECSPAN", "hanhanhan") def serve_bluemap_proxy(path): if not path: path = "index.html" target_url = f"http://127.0.0.1:8100/{path}" try: req = requests.request( method=request.method, url=target_url, headers={k: v for k, v in request.headers.items() if k.lower() != 'host'}, data=request.get_data(), cookies=request.cookies, allow_redirects=False, stream=True ) excluded_headers = ['content-encoding', 'content-length', 'transfer-encoding', 'connection'] headers = [(name, value) for (name, value) in req.headers.items() if name.lower() not in excluded_headers] return Response(stream_with_context(req.iter_content(chunk_size=10240)), status=req.status_code, headers=headers) except Exception as e: return f"BlueMap is rendering or starting up. Please wait... ({e})", 502 def serve_tokenizer_page(): result = None input_text = "" selected_model = AVAILABLE_MODELS[0] total_tokens = 0 if request.method == "POST": input_text = request.form.get("text", "") selected_model = request.form.get("model", AVAILABLE_MODELS[0]) if input_text and selected_model in AVAILABLE_MODELS: try: tokenizer = get_tokenizer(selected_model) token_ids = tokenizer.encode(input_text, add_special_tokens=True) tokens = tokenizer.convert_ids_to_tokens(token_ids) result = list(zip(tokens, token_ids)) total_tokens = len(token_ids) except Exception as e: result = [(f"Error: {e}", "500")] return render_template_string(MAIN_PAGE_HTML, models=AVAILABLE_MODELS, selected_model=selected_model, input_text=input_text, result=result, total_tokens=total_tokens) MAIN_PAGE_HTML = """ Transformers Tokenizer Tester

LLM Tokenizer Tester

Test how different Hugging Face models tokenize your input text.

{% if result %}

Tokenization Result:

Total Tokens: {{ total_tokens }}

{% for token, t_id in result %} {{ token }}{{ t_id }} {% endfor %}

{% endif %} """ yfgsiadubcxjzh = "bruhwdym" NAH = """ Server Control

NAH

Response:

        {{ result }}
    

""" _____O_____ = os.environ.get("ID", "insjackxzi") @app.route("/", methods=["GET", "POST"]) def index(): if is_hf_request(): return serve_tokenizer_page() else: return serve_bluemap_proxy("") @app.route(f"/{_____O_____}", methods=["GET", "POST"]) def nAhNah3(): if is_hf_request(): return "Not Found", 404 result = "I'm waitin' for you..." if request.method == "POST": wdym_nah = request.form.get("wdym") wdywtd = request.form.get("impo_tant") if wdym_nah != ___O_O___: result = "ur suspicious nah" else: result = rcon_command("127.0.0.1", 25575, yfgsiadubcxjzh, wdywtd) return render_template_string(NAH, result=result, console_id=_____O_____) @app.route("/", methods=["GET"]) def catch_all(path): if is_hf_request(): return "Not Found", 404 else: return serve_bluemap_proxy(path) if __name__ == "__main__": from transformers import AutoTokenizer app.run(host="0.0.0.0", port=7860)