"""Full-dimensional analogy arithmetic and shared linear projections.""" import numpy as np import plotly.graph_objects as go from plotly.colors import qualitative def cosine(a, b): a, b = np.asarray(a, dtype=float), np.asarray(b, dtype=float) denominator = np.linalg.norm(a) * np.linalg.norm(b) return float(np.clip(np.dot(a, b) / denominator, -1, 1)) if denominator > 0 and np.isfinite(denominator) else None def analyse_pairs(pairs, target, expected=None): """Each pair is (A, B); apply their mean offset to C, optionally compare D.""" if not pairs: raise ValueError('Add at least one example pair.') arrays = [np.asarray(v, dtype=float) for pair in pairs for v in pair] + [np.asarray(target, dtype=float)] if expected is not None: arrays.append(np.asarray(expected, dtype=float)) if any(v.ndim != 1 or v.shape != arrays[0].shape or not np.isfinite(v).all() for v in arrays): raise ValueError('All inputs must be finite vectors with matching dimensions.') offsets = np.array([np.asarray(b, dtype=float) - np.asarray(a, dtype=float) for a, b in pairs]) offset = offsets.mean(axis=0) prediction = np.asarray(target, dtype=float) + offset agreement = [cosine(v, offset) for v in offsets] result = {'offset': offset, 'prediction': prediction, 'offset_length': float(np.linalg.norm(offset)), 'example_agreement': float(np.mean([x for x in agreement if x is not None])) if any(x is not None for x in agreement) else None} if expected is not None: observed = np.asarray(expected, dtype=float) - np.asarray(target, dtype=float) alignment = cosine(offset, observed) result.update(direction_cosine=alignment, angle_degrees=float(np.degrees(np.arccos(alignment))) if alignment is not None else None, observed_length=float(np.linalg.norm(observed)), length_ratio=float(np.linalg.norm(observed) / np.linalg.norm(offset)) if np.linalg.norm(offset) > 0 else None, prediction_error=float(np.linalg.norm(prediction - expected))) return result def fit_projection(points, dimensions): points = np.asarray(points, dtype=float) if points.ndim != 2 or not len(points) or not np.isfinite(points).all() or dimensions not in (2, 3): raise ValueError('Projection needs finite points and two or three components.') mean = points.mean(axis=0) centered = points - mean _, singular, vt = np.linalg.svd(centered, full_matrices=False) basis = np.zeros((dimensions, points.shape[1])) tolerance = max(centered.shape) * np.finfo(float).eps * (singular[0] if len(singular) else 0.) rank = int(np.count_nonzero(singular > tolerance)) count = min(dimensions, rank) basis[:count] = vt[:count] total = float(np.dot(singular, singular)) retained = float(np.dot(singular[:count], singular[:count]) / total) if total > 0 else 1. return mean, basis, retained def relationship_figure(analysis, dimensions, extra_vectors=None, extra_labels=None): """Fit one PCA to the example endpoints; project predictions/candidates with it.""" points, point_labels, point_codes, point_keys = [], [], [], [] for index, pair in enumerate(analysis['pairs'], 1): for letter in ('a', 'b'): points.append(pair[letter]['values']) point_labels.append(pair[letter]['label']) point_codes.append(letter.upper() + (str(index) if len(analysis['pairs']) > 1 else '')) point_keys.append(pair[letter]['key']) points.append(analysis['target']['values']) point_labels.append(analysis['target']['label']) point_codes.append('C') point_keys.append(analysis['target']['key']) if analysis['expected'] is not None: points.append(analysis['expected']['values']) point_labels.append(analysis['expected']['label']) point_codes.append('D') point_keys.append(analysis['expected']['key']) mean, basis, retained = fit_projection(points, dimensions) project = lambda values: (np.asarray(values) - mean) @ basis.T coords = project(points) predicted = project(analysis['metrics']['prediction']) c_index = 2 * len(analysis['pairs']) palette = qualitative.Plotly fig = go.Figure() scatter = go.Scatter if dimensions == 2 else go.Scatter3d def add_points(coordinates, **kwargs): axes = {'x': coordinates[:, 0], 'y': coordinates[:, 1]} if dimensions == 3: axes['z'] = coordinates[:, 2] fig.add_trace(scatter(**axes, **kwargs)) extent = max(float(np.linalg.norm(np.ptp(np.vstack([coords, predicted]), axis=0))), .01) def arrow(start, end, label, color, dash='solid', showlegend=True, group=None): group = group or label add_points(np.array([start, end]), mode='lines', name=label, showlegend=showlegend, legendgroup=group, line={'color': color, 'width': 4 if dimensions == 3 else 2, 'dash': dash}, hoverinfo='name') if np.linalg.norm(end - start) < 1e-12: return if dimensions == 2: fig.add_annotation(x=end[0], y=end[1], ax=start[0], ay=start[1], xref='x', yref='y', axref='x', ayref='y', text='', showarrow=True, arrowhead=3, arrowwidth=2, arrowcolor=color) else: delta = end - start fig.add_trace(go.Cone(x=[end[0]], y=[end[1]], z=[end[2]], u=[delta[0]], v=[delta[1]], w=[delta[2]], anchor='tip', sizemode='absolute', sizeref=extent * .045, colorscale=[[0, color], [1, color]], showscale=False, hoverinfo='skip', legendgroup=group, showlegend=False)) for i in range(len(analysis['pairs'])): arrow(coords[i * 2], coords[i * 2 + 1], 'Example offset' if len(analysis['pairs']) == 1 else 'Example offsets', palette[0], showlegend=i == 0, group='examples') arrow(coords[c_index], predicted, 'C + mean(B โˆ’ A)', palette[2], 'dash') if analysis['expected'] is not None: arrow(coords[c_index], coords[c_index + 1], 'C โ†’ D', palette[1]) arrow(predicted, coords[c_index + 1], 'Prediction error', palette[3], 'dot') add_points(coords, mode='markers+text', text=point_codes, textposition='top center', customdata=point_labels, name='Input vectors', marker={'size': 7 if dimensions == 2 else 4, 'color': palette[0]}, hovertemplate='%{text}: %{customdata}') add_points(predicted[None, :], mode='markers+text', text=['Predicted'], textposition='bottom center', name='Predicted D', marker={'size': 10 if dimensions == 2 else 6, 'symbol': 'diamond', 'color': palette[2]}, hovertemplate='Predicted D = C + mean(B โˆ’ A)') extra = [key for key in (extra_vectors or {}) if key not in point_keys] if extra: extra_coords = project([extra_vectors[key] for key in extra]) add_points(extra_coords, mode='markers', customdata=[extra_labels[key] for key in extra], name='Other chart vectors', marker={'size': 5 if dimensions == 2 else 3, 'color': palette[4]}, hovertemplate='%{customdata}') fig.update_layout(template='plotly_dark', autosize=True, title={'text': f'PCA ยท {retained:.1%} of input variance retained', 'font': {'size': 13}, 'x': .01, 'y': .98, 'yanchor': 'top'}, margin={'l': 20, 'r': 20, 't': 72, 'b': 25}, legend={'orientation': 'h', 'y': 1.02, 'yanchor': 'bottom'}, uirevision=f'relationship:{analysis["id"]}:{dimensions}') if dimensions == 2: fig.update_xaxes(title='PC 1') fig.update_yaxes(title='PC 2', scaleanchor='x', scaleratio=1) else: fig.update_layout(scene={'xaxis_title': 'PC 1', 'yaxis_title': 'PC 2', 'zaxis_title': 'PC 3', 'aspectmode': 'data'}) return fig