first

Dockerfile

@@ -0,0 +1,27 @@
+# Use an official Python runtime as a parent image
+FROM python:3.9
+
+# Install CUDA for GPU support (optional, based on your needs)
+# Uncomment the following lines if you need GPU support
+ RUN apt-get update && apt-get install -y --no-install-recommends \
+     cuda-cudart-dev-11.0 \
+     && \
+    rm -rf /var/lib/apt/lists/*
+
+# Set the working directory in the container
+WORKDIR /app
+
+# Copy the current directory contents into the container at /app
+COPY . /app
+
+# Install any needed packages specified in requirements.txt
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Make port 7860 available to the world outside this container
+EXPOSE 7860
+
+# Define environment variable for Gradio server port
+ENV GRADIO_SERVER_PORT=7860
+
+# Run app.py when the container launches
+CMD ["python", "app.py"]

app.py

@@ -0,0 +1,31 @@
+import gradio as gr
+from transformers import pipeline
+
+# Initialize the StarCoder model
+# Replace 'models/bigcode/starcoder' with the actual model path if different
+code_generator = pipeline('text-generation', model='models/bigcode/starcoder')
+
+def generate_code(prompt):
+    """
+    Generates code based on the given prompt.
+
+    Parameters:
+    - prompt (str): The input text to generate code from.
+
+    Returns:
+    - str: The generated code.
+    """
+    generated_code = code_generator(prompt, max_length=100, do_sample=True, temperature=0.7)
+    return generated_code[0]['generated_text']
+
+# Create the Gradio interface
+iface = gr.Interface(
+    fn=generate_code,
+    inputs=gr.Textbox(lines=5, label="Input Text"),
+    outputs=gr.Textbox(label="Generated Code"),
+    title="StarCoder Code Generator",
+    description="Enter a prompt to generate code using the StarCoder model.",
+)
+
+# Launch the Gradio interface
+iface.launch()

requirements.txt

@@ -0,0 +1,2 @@
+gradio
+transformers