initial commit

.idea/.gitignore

@@ -0,0 +1,3 @@
+# Default ignored files
+/shelf/
+/workspace.xml

.idea/compiler.xml

@@ -0,0 +1,18 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="CompilerConfiguration">
+    <annotationProcessing>
+      <profile name="Maven default annotation processors profile" enabled="true">
+        <sourceOutputDir name="target/generated-sources/annotations" />
+        <sourceTestOutputDir name="target/generated-test-sources/test-annotations" />
+        <outputRelativeToContentRoot value="true" />
+        <module name="pdf-parser" />
+      </profile>
+    </annotationProcessing>
+  </component>
+  <component name="JavacSettings">
+    <option name="ADDITIONAL_OPTIONS_OVERRIDE">
+      <module name="pdf-parser" options="-parameters" />
+    </option>
+  </component>
+</project>

.idea/encodings.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="Encoding">
+    <file url="file://$PROJECT_DIR$/src/main/java" charset="UTF-8" />
+  </component>
+</project>

.idea/jarRepositories.xml

@@ -0,0 +1,25 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="RemoteRepositoriesConfiguration">
+    <remote-repository>
+      <option name="id" value="central" />
+      <option name="name" value="central" />
+      <option name="url" value="https://repo.maven.apache.org/maven2" />
+    </remote-repository>
+    <remote-repository>
+      <option name="id" value="central" />
+      <option name="name" value="Maven Central repository" />
+      <option name="url" value="https://repo1.maven.org/maven2" />
+    </remote-repository>
+    <remote-repository>
+      <option name="id" value="vera-dev" />
+      <option name="name" value="vera-dev" />
+      <option name="url" value="https://artifactory.openpreservation.org/artifactory/vera-dev" />
+    </remote-repository>
+    <remote-repository>
+      <option name="id" value="jboss.community" />
+      <option name="name" value="JBoss Community repository" />
+      <option name="url" value="https://repository.jboss.org/nexus/content/repositories/public/" />
+    </remote-repository>
+  </component>
+</project>

.idea/misc.xml

@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="ExternalStorageConfigurationManager" enabled="true" />
+  <component name="MavenProjectsManager">
+    <option name="originalFiles">
+      <list>
+        <option value="$PROJECT_DIR$/pom.xml" />
+      </list>
+    </option>
+  </component>
+  <component name="ProjectRootManager" version="2" languageLevel="JDK_21" default="true" project-jdk-name="ms-21" project-jdk-type="JavaSDK" />
+</project>

.idea/vcs.xml

@@ -0,0 +1,6 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project version="4">
+  <component name="VcsDirectoryMappings">
+    <mapping directory="" vcs="Git" />
+  </component>
+</project>

Dockerfile

@@ -0,0 +1,28 @@
+# Stage 1: Build the application
+FROM maven:3.9.6-eclipse-temurin-17-alpine AS build
+WORKDIR /app
+
+# Copy only the pom.xml first to cache dependencies
+COPY pom.xml .
+RUN mvn dependency:go-offline -B
+
+# Copy the source code and build the application
+COPY src ./src
+RUN mvn clean package -DskipTests
+
+# Stage 2: Run the application
+FROM eclipse-temurin:17-jre-alpine
+WORKDIR /app
+
+# Create a non-root user for security
+RUN addgroup -S spring && adduser -S spring -G spring
+USER spring:spring
+
+# Copy the jar from the build stage
+# The name matches your <artifactId>-<version> from pom.xml
+COPY --from=build /app/target/pdf-parser-1.0.0.jar app.jar
+
+# Koyeb usually uses port 8080 by default
+EXPOSE 8080
+
+ENTRYPOINT ["java", "-jar", "app.jar"]

pom.xml

@@ -0,0 +1,54 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 https://maven.apache.org/xsd/maven-4.0.0.xsd">
+    <modelVersion>4.0.0</modelVersion>
+
+    <parent>
+        <groupId>org.springframework.boot</groupId>
+        <artifactId>spring-boot-starter-parent</artifactId>
+        <version>3.2.5</version>
+        <relativePath/>
+    </parent>
+
+    <groupId>com.example</groupId>
+    <artifactId>pdf-parser</artifactId>
+    <version>1.0.0</version>
+
+    <properties>
+        <java.version>17</java.version>
+    </properties>
+
+    <dependencies>
+        <dependency>
+            <groupId>org.springframework.boot</groupId>
+            <artifactId>spring-boot-starter-web</artifactId>
+        </dependency>
+        <dependency>
+            <groupId>org.opendataloader</groupId>
+            <artifactId>opendataloader-pdf-core</artifactId>
+            <version>1.11.0</version>
+        </dependency>
+    </dependencies>
+
+    <repositories>
+        <repository>
+            <id>central</id>
+            <url>https://repo.maven.apache.org/maven2</url>
+        </repository>
+        <repository>
+            <id>vera-dev</id>
+            <url>https://artifactory.openpreservation.org/artifactory/vera-dev</url>
+            <snapshots><enabled>true</enabled></snapshots>
+        </repository>
+    </repositories>
+
+    <build>
+        <plugins>
+            <plugin>
+                <groupId>org.springframework.boot</groupId>
+                <artifactId>spring-boot-maven-plugin</artifactId>
+            </plugin>
+        </plugins>
+    </build>
+</project>

src/main/java/com/example/pdfparser/PdfParserApplication.java

@@ -0,0 +1,14 @@
+package com.example.pdfparser;
+
+import org.springframework.boot.SpringApplication;
+import org.springframework.boot.autoconfigure.SpringBootApplication;
+import org.springframework.scheduling.annotation.EnableScheduling;
+
+@SpringBootApplication
+@EnableScheduling
+public class PdfParserApplication {
+
+    public static void main(String[] args) {
+        SpringApplication.run(PdfParserApplication.class, args);
+    }
+}

src/main/java/com/example/pdfparser/README.md

@@ -0,0 +1,8 @@
+---
+title: ParseFlow
+emoji: 📄
+colorFrom: yellow
+colorTo: indigo
+sdk: docker
+app_port: 7860
+---

src/main/java/com/example/pdfparser/controller/PdfController.java

@@ -0,0 +1,33 @@
+package com.example.pdfparser.controller;
+
+import com.example.pdfparser.model.ParseResult;
+import com.example.pdfparser.service.PdfParserService;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.http.MediaType;
+import org.springframework.http.ResponseEntity;
+import org.springframework.web.bind.annotation.*;
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.IOException;
+
+@RestController
+@RequestMapping("/api/pdf")
+public class PdfController {
+
+    private static final Logger log = LoggerFactory.getLogger(PdfController.class);
+    private final PdfParserService parserService;
+
+    public PdfController(PdfParserService parserService) {
+        this.parserService = parserService;
+    }
+
+    @PostMapping(value = "/parse", consumes = MediaType.MULTIPART_FORM_DATA_VALUE)
+    public ResponseEntity<ParseResult> parse(
+            @RequestPart("file") MultipartFile file,
+            @RequestParam(defaultValue = "markdown,json,html") String formats
+    ) throws IOException {
+        log.info("Received parse request file={} formats={}", file.getOriginalFilename(), formats);
+        return ResponseEntity.ok(parserService.parse(file, formats));
+    }
+}

src/main/java/com/example/pdfparser/controller/PingController.java

@@ -0,0 +1,26 @@
+package com.example.pdfparser.controller;
+
+import org.springframework.web.bind.annotation.GetMapping;
+import org.springframework.web.bind.annotation.RestController;
+
+import java.util.Map;
+
+@RestController
+public class PingController {
+
+    @GetMapping("/")
+    public Map<String, String> root() {
+        return Map.of(
+                "status", "ok",
+                "message", "PDF Parser API is running"
+        );
+    }
+
+    @GetMapping("/ping")
+    public Map<String, String> ping() {
+        return Map.of(
+                "status", "ok",
+                "message", "pong"
+        );
+    }
+}

src/main/java/com/example/pdfparser/model/ParseResult.java

@@ -0,0 +1,10 @@
+package com.example.pdfparser.model;
+
+import java.util.Map;
+
+public record ParseResult(
+        String fileName,
+        String markdown,
+        String html,
+        Map<String, Object> json
+) {}

src/main/java/com/example/pdfparser/service/PdfParserService.java

@@ -0,0 +1,62 @@
+package com.example.pdfparser.service;
+
+import com.example.pdfparser.model.ParseResult;
+import com.fasterxml.jackson.databind.ObjectMapper;
+import jakarta.annotation.PreDestroy;
+import org.opendataloader.pdf.api.Config;
+import org.opendataloader.pdf.api.OpenDataLoaderPDF;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+import org.springframework.stereotype.Service;
+import org.springframework.web.multipart.MultipartFile;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.util.Map;
+import java.util.Objects;
+
+@Service
+public class PdfParserService {
+
+    private static final Logger log = LoggerFactory.getLogger(PdfParserService.class);
+    private final ObjectMapper objectMapper = new ObjectMapper();
+
+    public ParseResult parse(MultipartFile file, String formats) throws IOException {
+        log.info("Parsing file={} size={} formats={}", file.getOriginalFilename(), file.getSize(), formats);
+
+        Path inputDir  = Files.createTempDirectory("odl-in-");
+        Path outputDir = Files.createTempDirectory("odl-out-");
+
+        File pdfFile = inputDir.resolve(Objects.requireNonNull(file.getOriginalFilename())).toFile();
+        file.transferTo(pdfFile);
+
+        Config config = new Config();
+        config.setOutputFolder(outputDir.toString());
+        config.setGenerateMarkdown(formats.contains("markdown"));
+        config.setGenerateHtml(formats.contains("html"));
+        config.setGeneratePDF(formats.contains("pdf"));
+
+        OpenDataLoaderPDF.processFile(pdfFile.getAbsolutePath(), config);
+        log.info("Processing complete for file={}", file.getOriginalFilename());
+
+        String markdown = null;
+        String html = null;
+        Map<String, Object> json = null;
+
+        for (File out : Objects.requireNonNull(outputDir.toFile().listFiles())) {
+            if (out.getName().endsWith(".md"))   markdown = Files.readString(out.toPath());
+            if (out.getName().endsWith(".html")) html     = Files.readString(out.toPath());
+            if (out.getName().endsWith(".json")) json     = objectMapper.readValue(out, objectMapper.getTypeFactory().constructMapType(Map.class, String.class, Object.class));
+        }
+
+        return new ParseResult(file.getOriginalFilename(), markdown, html, json);
+    }
+
+    @PreDestroy
+    public void shutdown() {
+        log.info("Shutting down OpenDataLoader PDF engine");
+        OpenDataLoaderPDF.shutdown();
+    }
+}

src/main/java/com/example/pdfparser/service/SelfPingService.java

@@ -0,0 +1,34 @@
+package com.example.pdfparser.service;
+
+import org.springframework.beans.factory.annotation.Value;
+import org.springframework.scheduling.annotation.Scheduled;
+import org.springframework.stereotype.Service;
+
+import java.net.HttpURLConnection;
+import java.net.URL;
+
+@Service
+public class SelfPingService {
+
+    @Value("${app.base-url}")
+    private String baseUrl;
+
+    @Scheduled(fixedDelay = 300000)
+    public void selfPing() {
+        try {
+            String pingUrl = baseUrl + "/ping";
+
+            URL url = new URL(pingUrl);
+            HttpURLConnection conn = (HttpURLConnection) url.openConnection();
+            conn.setRequestMethod("GET");
+            conn.setConnectTimeout(5000);
+            conn.setReadTimeout(5000);
+
+            int responseCode = conn.getResponseCode();
+            System.out.println("Self-ping success: " + responseCode);
+
+        } catch (Exception e) {
+            System.err.println("Self-ping failed: " + e.getMessage());
+        }
+    }
+}

src/main/resources/application.properties

@@ -0,0 +1,7 @@
+server.port=8000
+
+spring.servlet.multipart.max-file-size=100MB
+spring.servlet.multipart.max-request-size=100MB
+logging.level.com.example.pdfparser=INFO
+
+app.base-url=https://voluminous-termite-web-assistant-79d73c7a.koyeb.app

target/classes/application.properties

@@ -0,0 +1,7 @@
+server.port=8000
+
+spring.servlet.multipart.max-file-size=100MB
+spring.servlet.multipart.max-request-size=100MB
+logging.level.com.example.pdfparser=INFO
+
+app.base-url=https://voluminous-termite-web-assistant-79d73c7a.koyeb.app