feat: Store vector representation of chunk text

lib/medical_transcription/transcription_server.ex

@@ -62,6 +62,7 @@ defmodule Medicode.TranscriptionServer do
       Transcriptions.create_chunk(%{
         transcription_id: id,
         text: String.trim(result.text),
+        text_vector: Medicode.Coding.compute_vector_as_list(result.text),
         start_mark: result.start_mark,
         end_mark: result.end_mark
       })

lib/medical_transcription/transcriptions/transcription_chunk.ex

@@ -1,4 +1,8 @@
 defmodule Medicode.Transcriptions.TranscriptionChunk do
+  @moduledoc """
+  Represents a portion of a transcription, along with a vector embedding for its text.
+  """
+
   use Ecto.Schema
   import Ecto.Changeset
 
@@ -6,6 +10,7 @@ defmodule Medicode.Transcriptions.TranscriptionChunk do
   @foreign_key_type :binary_id
   schema "transcription_chunks" do
     field(:text, :string)
+    field(:text_vector, Pgvector.Ecto.Vector, redact: true)
     field(:start_mark, :string)
     field(:end_mark, :string)
 
@@ -31,7 +36,7 @@ defmodule Medicode.Transcriptions.TranscriptionChunk do
   @doc false
   def changeset(transcription_chunk, attrs) do
     transcription_chunk
-    |> cast(attrs, [:transcription_id, :text, :start_mark, :end_mark])
-    |> validate_required([:transcription_id, :text, :start_mark, :end_mark])
+    |> cast(attrs, [:transcription_id, :text, :text_vector, :start_mark, :end_mark])
+    |> validate_required([:transcription_id, :text, :text_vector, :start_mark, :end_mark])
   end
 end

lib/medical_transcription_web/components/transcription_text_component.ex

@@ -134,7 +134,8 @@ defmodule MedicodeWeb.Components.TranscriptionTextComponent do
     else
       {:ok, chunk} =
         Transcriptions.update_transcription_chunk(socket.assigns.chunk, %{
-          text: new_chunk_text_trimmed
+          text: new_chunk_text_trimmed,
+          text_vector: Medicode.Coding.compute_vector_as_list(new_chunk_text_trimmed)
         })
 
       Medicode.ClassificationSupervisor.start_classification(chunk)

priv/repo/migrations/20240228015523_add_text_vector_to_transcription_chunks.exs

@@ -0,0 +1,10 @@
+defmodule Medicode.Repo.Migrations.AddTextVectorToTranscriptionChunks do
+  use Ecto.Migration
+
+  def change do
+    # TODO: text_vector should be not nullable
+    alter table(:transcription_chunks) do
+      add :text_vector, :vector, size: 384, null: true
+    end
+  end
+end