|
|
|
|
|
|
|
|
import os |
|
|
import gradio as gr |
|
|
import matplotlib.pyplot as plt |
|
|
|
|
|
os.environ["GRADIO_ANALYTICS_ENABLED"] = "False" |
|
|
os.environ["HF_HUB_DISABLE_TELEMETRY"] = "1" |
|
|
os.environ["SPACES_DISABLE_RELOAD"] = "1" |
|
|
|
|
|
from utils.presets import EMOTION_PRESETS |
|
|
from utils.drama import apply_drama |
|
|
from utils.color_model import infer_color, render_color |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def apply_passion(raw: dict, passion: float) -> dict: |
|
|
passion = max(0.0, min(3.5, float(passion))) |
|
|
out = {} |
|
|
|
|
|
for k, v in raw.items(): |
|
|
v = float(v) |
|
|
if k in ("V", "A", "D"): |
|
|
delta = v - 0.5 |
|
|
magnitude = abs(delta) |
|
|
gain = 1.0 + passion * magnitude |
|
|
out[k] = max(0.0, min(1.0, 0.5 + delta * gain)) |
|
|
else: |
|
|
out[k] = max(0.0, min(1.0, v)) |
|
|
|
|
|
return out |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def generate_scatter(raw, amplified, cinematic, target, target_name, passion, drama): |
|
|
|
|
|
fig, ax = plt.subplots(figsize=(6, 7)) |
|
|
plt.subplots_adjust(right=0.75) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for name, preset in EMOTION_PRESETS.items(): |
|
|
t = preset["target"] |
|
|
ax.scatter(t["V"], t["A"], alpha=0.06, s=90, color="#DDDDDD") |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ax.scatter( |
|
|
raw["V"], raw["A"], |
|
|
s=180, |
|
|
facecolor="#F0F0F0", |
|
|
edgecolor="#CCCCCC", |
|
|
linewidth=1, |
|
|
label="Natural" |
|
|
) |
|
|
|
|
|
|
|
|
ax.scatter( |
|
|
amplified["V"], amplified["A"], |
|
|
s=180, |
|
|
facecolor="#9E9E9E", |
|
|
edgecolor="#666666", |
|
|
linewidth=1.5, |
|
|
label="After Passion" |
|
|
) |
|
|
|
|
|
|
|
|
ax.scatter( |
|
|
cinematic["V"], cinematic["A"], |
|
|
s=220, |
|
|
facecolor="#2F2F2F", |
|
|
edgecolor="black", |
|
|
linewidth=1, |
|
|
label="After Drama" |
|
|
) |
|
|
|
|
|
|
|
|
ax.scatter( |
|
|
target["V"], |
|
|
target["A"], |
|
|
s=180, |
|
|
marker="X", |
|
|
color="#E74C3C", |
|
|
edgecolor="black", |
|
|
linewidth=1.2, |
|
|
label=f"Anchor ({target_name})" |
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
xs = [raw["V"], amplified["V"], cinematic["V"], target["V"]] |
|
|
ys = [raw["A"], amplified["A"], cinematic["A"], target["A"]] |
|
|
|
|
|
min_x, max_x = min(xs), max(xs) |
|
|
min_y, max_y = min(ys), max(ys) |
|
|
|
|
|
span_x = max_x - min_x |
|
|
span_y = max_y - min_y |
|
|
span = max(span_x, span_y) |
|
|
span = max(span, 0.05) |
|
|
|
|
|
padding = span * 0.20 |
|
|
center_x = (min_x + max_x) / 2 |
|
|
center_y = (min_y + max_y) / 2 |
|
|
|
|
|
|
|
|
center_y += span * 0.10 |
|
|
|
|
|
half_range = (span / 2) + padding |
|
|
|
|
|
ax.set_xlim(center_x - half_range, center_x + half_range) |
|
|
ax.set_ylim(center_y - half_range, center_y + half_range) |
|
|
|
|
|
ax.set_aspect('equal', adjustable='box') |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
arrow_head = span * 0.035 |
|
|
|
|
|
ax.arrow( |
|
|
raw["V"], raw["A"], |
|
|
amplified["V"] - raw["V"], |
|
|
amplified["A"] - raw["A"], |
|
|
head_width=arrow_head, |
|
|
length_includes_head=True, |
|
|
color="#888888", |
|
|
linestyle="--", |
|
|
linewidth=1.8, |
|
|
alpha=0.7 |
|
|
) |
|
|
|
|
|
ax.arrow( |
|
|
amplified["V"], amplified["A"], |
|
|
cinematic["V"] - amplified["V"], |
|
|
cinematic["A"] - amplified["A"], |
|
|
head_width=arrow_head, |
|
|
length_includes_head=True, |
|
|
color="#444444", |
|
|
linestyle="-", |
|
|
linewidth=2, |
|
|
alpha=0.9 |
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
ax.set_xlabel("Valence") |
|
|
ax.set_ylabel("Arousal") |
|
|
ax.set_title(f"{target_name}\nPassion={round(passion,2)} | Drama={round(drama,2)}") |
|
|
|
|
|
ax.grid(alpha=0.12) |
|
|
|
|
|
|
|
|
ax.legend(loc="center left", bbox_to_anchor=(1.02, 0.5), frameon=False) |
|
|
|
|
|
plt.tight_layout() |
|
|
return fig |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def run_pipeline(preset_name, passion, drama): |
|
|
|
|
|
preset = EMOTION_PRESETS[preset_name] |
|
|
|
|
|
text = preset["text"] |
|
|
natural = preset["raw"] |
|
|
target = preset["target"] |
|
|
|
|
|
amplified = apply_passion(natural, passion) |
|
|
cinematic = apply_drama(amplified, target, drama) |
|
|
|
|
|
color_params = infer_color(cinematic) |
|
|
color_block = render_color(color_params) |
|
|
|
|
|
fig = generate_scatter( |
|
|
natural, |
|
|
amplified, |
|
|
cinematic, |
|
|
target, |
|
|
preset_name, |
|
|
passion, |
|
|
drama |
|
|
) |
|
|
|
|
|
return ( |
|
|
text, |
|
|
natural, |
|
|
amplified, |
|
|
cinematic, |
|
|
color_params, |
|
|
color_block, |
|
|
fig |
|
|
) |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
with gr.Blocks(title="Affection 👁️ — Edge Emotional Intelligence") as demo: |
|
|
|
|
|
gr.Markdown("# Affection 👁️") |
|
|
gr.Markdown("## Simulation Layer for an Edge AI Emotional Robotics System") |
|
|
|
|
|
gr.Markdown("### 🗣 Robot Speech") |
|
|
|
|
|
preset_selector = gr.Radio( |
|
|
choices=list(EMOTION_PRESETS.keys()), |
|
|
label="Select Transcript Sample", |
|
|
value=list(EMOTION_PRESETS.keys())[0], |
|
|
) |
|
|
|
|
|
transcript_output = gr.Textbox(label="Input Transcript", interactive=False) |
|
|
|
|
|
gr.Markdown("---") |
|
|
|
|
|
gr.Markdown("### ⚡ Edge Affect Processing") |
|
|
|
|
|
with gr.Row(): |
|
|
passion = gr.Slider(0.0, 3.0, value=2.25, step=0.1, label="Passion") |
|
|
drama = gr.Slider(0.0, 1.5, value=0.65, step=0.05, label="Drama") |
|
|
|
|
|
with gr.Row(): |
|
|
natural_output = gr.JSON(label="Natural") |
|
|
amplified_output = gr.JSON(label="After Passion") |
|
|
cinematic_output = gr.JSON(label="After Drama") |
|
|
|
|
|
scatter_output = gr.Plot(label="Valence–Arousal Projection") |
|
|
|
|
|
gr.Markdown("---") |
|
|
|
|
|
gr.Markdown("### 💡 Emotional Expression") |
|
|
|
|
|
rgb_output = gr.JSON(label="Model Output") |
|
|
color_display = gr.HTML(label="Rendered Expression") |
|
|
|
|
|
outputs = [ |
|
|
transcript_output, |
|
|
natural_output, |
|
|
amplified_output, |
|
|
cinematic_output, |
|
|
rgb_output, |
|
|
color_display, |
|
|
scatter_output |
|
|
] |
|
|
|
|
|
preset_selector.change(fn=run_pipeline, inputs=[preset_selector, passion, drama], outputs=outputs) |
|
|
passion.change(fn=run_pipeline, inputs=[preset_selector, passion, drama], outputs=outputs) |
|
|
drama.change(fn=run_pipeline, inputs=[preset_selector, passion, drama], outputs=outputs) |
|
|
|
|
|
demo.load(fn=run_pipeline, inputs=[preset_selector, passion, drama], outputs=outputs) |
|
|
|
|
|
demo.launch(server_name="0.0.0.0", server_port=7860) |
|
|
|