Upload 19 files

.bloop/bloop.settings.json

@@ -0,0 +1,16 @@
+{
+    "javaSemanticDBVersion": "0.11.1",
+    "semanticDBVersion": "4.13.10",
+    "supportedScalaVersions": [
+        "2.13.17",
+        "2.12.20",
+        "2.12.19",
+        "2.12.18",
+        "2.12.17",
+        "2.13.14",
+        "2.13.15",
+        "2.13.16",
+        "2.11.12"
+    ],
+    "enableBestEffortMode": false
+}

.gitattributes

@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+.metals/metals.mv.db filter=lfs diff=lfs merge=lfs -text
+target/maven-scala-seed-1.0-SNAPSHOT.jar filter=lfs diff=lfs merge=lfs -text

.metals/metals.mv.db

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb57b8c374199dae1eb909209fa84e68031c73b6a9a7a0600efe73d555128f14
+size 24924160

.vscode/settings.json

@@ -0,0 +1,7 @@
+{
+    "files.watcherExclude": {
+        "**/target": true
+    },
+    "java.configuration.updateBuildConfiguration": "interactive",
+    "java.compile.nullAnalysis.mode": "automatic"
+}

dependency-reduced-pom.xml

@@ -0,0 +1,78 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/maven-v4_0_0.xsd">
+  <modelVersion>4.0.0</modelVersion>
+  <groupId>com.example</groupId>
+  <artifactId>maven-scala-seed</artifactId>
+  <version>1.0-SNAPSHOT</version>
+  <build>
+    <sourceDirectory>src/main/scala</sourceDirectory>
+    <testSourceDirectory>src/test/scala</testSourceDirectory>
+    <plugins>
+      <plugin>
+        <groupId>net.alchim31.maven</groupId>
+        <artifactId>scala-maven-plugin</artifactId>
+        <version>4.9.2</version>
+        <executions>
+          <execution>
+            <goals>
+              <goal>compile</goal>
+              <goal>testCompile</goal>
+            </goals>
+          </execution>
+        </executions>
+        <configuration>
+          <scalaVersion>2.12.18</scalaVersion>
+        </configuration>
+      </plugin>
+      <plugin>
+        <artifactId>maven-shade-plugin</artifactId>
+        <version>3.4.1</version>
+        <executions>
+          <execution>
+            <phase>package</phase>
+            <goals>
+              <goal>shade</goal>
+            </goals>
+            <configuration>
+              <filters>
+                <filter>
+                  <artifact>*:*</artifact>
+                  <excludes>
+                    <exclude>META-INF/*.SF</exclude>
+                    <exclude>META-INF/*.DSA</exclude>
+                    <exclude>META-INF/*.RSA</exclude>
+                  </excludes>
+                </filter>
+              </filters>
+              <transformers>
+                <transformer>
+                  <mainClass>com.example.ChatbotDataExtractor</mainClass>
+                </transformer>
+              </transformers>
+            </configuration>
+          </execution>
+        </executions>
+      </plugin>
+    </plugins>
+  </build>
+  <dependencies>
+    <dependency>
+      <groupId>org.apache.spark</groupId>
+      <artifactId>spark-core_2.12</artifactId>
+      <version>3.5.0</version>
+      <scope>provided</scope>
+    </dependency>
+    <dependency>
+      <groupId>org.apache.spark</groupId>
+      <artifactId>spark-sql_2.12</artifactId>
+      <version>3.5.0</version>
+      <scope>provided</scope>
+    </dependency>
+  </dependencies>
+  <properties>
+    <scala.version>2.12.18</scala.version>
+    <encoding>UTF-8</encoding>
+    <maven.compiler.source>8</maven.compiler.source>
+    <maven.compiler.target>8</maven.compiler.target>
+  </properties>
+</project>

pom.xml

@@ -0,0 +1,112 @@
+<project xmlns="http://maven.apache.org/POM/4.0.0"
+         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+         xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+
+    <modelVersion>4.0.0</modelVersion>
+
+    <groupId>com.example</groupId>
+    <artifactId>maven-scala-seed</artifactId>
+    <version>1.0-SNAPSHOT</version>
+
+    <properties>
+        <maven.compiler.source>8</maven.compiler.source>
+        <maven.compiler.target>8</maven.compiler.target>
+        <encoding>UTF-8</encoding>
+        <scala.version>2.12.18</scala.version> <!-- Must be 2.12 for Spark -->
+    </properties>
+
+    <dependencies>
+
+    <!-- Scala library -->
+    <dependency>
+        <groupId>org.scala-lang</groupId>
+        <artifactId>scala-library</artifactId>
+        <version>2.12.18</version>
+    </dependency>
+
+    <!-- Spark Core (compile-only, provided by spark-submit) -->
+    <dependency>
+        <groupId>org.apache.spark</groupId>
+        <artifactId>spark-core_2.12</artifactId>
+        <version>3.5.0</version>
+        <scope>provided</scope>
+    </dependency>
+
+    <!-- Spark SQL (compile-only) -->
+    <dependency>
+        <groupId>org.apache.spark</groupId>
+        <artifactId>spark-sql_2.12</artifactId>
+        <version>3.5.0</version>
+        <scope>provided</scope>
+    </dependency>
+
+    <!-- MySQL connector -->
+    <dependency>
+        <groupId>com.mysql</groupId>
+        <artifactId>mysql-connector-j</artifactId>
+        <version>8.0.33</version>
+    </dependency>
+
+</dependencies>
+
+
+    <build>
+        <sourceDirectory>src/main/scala</sourceDirectory>
+        <testSourceDirectory>src/test/scala</testSourceDirectory>
+
+        <plugins>
+
+            <!-- Scala Compiler plugin -->
+            <plugin>
+                <groupId>net.alchim31.maven</groupId>
+                <artifactId>scala-maven-plugin</artifactId>
+                <version>4.9.2</version>
+                <configuration>
+                    <scalaVersion>2.12.18</scalaVersion>
+                </configuration>
+                <executions>
+                    <execution>
+                        <goals>
+                            <goal>compile</goal>
+                            <goal>testCompile</goal>
+                        </goals>
+                    </execution>
+                </executions>
+            </plugin>
+
+            <!-- Shade plugin for fat JAR -->
+            <plugin>
+                <groupId>org.apache.maven.plugins</groupId>
+                <artifactId>maven-shade-plugin</artifactId>
+                <version>3.4.1</version>
+                <executions>
+                    <execution>
+                        <phase>package</phase>
+                        <goals>
+                            <goal>shade</goal>
+                        </goals>
+                        <configuration>
+                            <filters>
+                                <filter>
+                                    <artifact>*:*</artifact>
+                                    <excludes>
+                                        <exclude>META-INF/*.SF</exclude>
+                                        <exclude>META-INF/*.DSA</exclude>
+                                        <exclude>META-INF/*.RSA</exclude>
+                                    </excludes>
+                                </filter>
+                            </filters>
+                            <transformers>
+                                <transformer implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
+                                    <mainClass>com.example.ChatbotDataExtractor</mainClass>
+                                </transformer>
+                            </transformers>
+                        </configuration>
+                    </execution>
+                </executions>
+            </plugin>
+
+        </plugins>
+    </build>
+
+</project>

src/main/scala/Hello.scala

@@ -0,0 +1,32 @@
+package com.example
+import org.apache.spark.sql.{SparkSession, DataFrame}
+import sys.process._
+import scala.io.Source
+
+object ChatbotDataExtractor {
+  def main(args: Array[String]): Unit = {
+    //val hostIp = "netstat -rn | grep '^0.0.0.0' | awk '{print $2}'".!!.trim
+
+    //val url = s"jdbc:mysql://$hostIp:3306/txtdb"
+    //println(">>>>>>>>>>>>>>>> "+url)
+    val spark = SparkSession.builder()
+      .appName("ChatbotDataExtractor")
+      .master("local[*]")
+      .getOrCreate()
+
+    val jdbcUrl = "jdbc:mysql://192.168.1.12:3306/txtdb"
+    //val jdbcUrl = hostIp
+    val jdbcUser = "root"
+    val jdbcPassword = ""
+
+    val messagesDF: DataFrame = spark.read
+      .format("jdbc")
+      .option("url", jdbcUrl)
+      .option("dbtable", "messages")
+      .option("user", jdbcUser)
+      .option("password", jdbcPassword)
+      .load()
+
+    messagesDF.show(10)
+  }
+}

target/maven-archiver/pom.properties

@@ -0,0 +1,3 @@
+artifactId=maven-scala-seed
+groupId=com.example
+version=1.0-SNAPSHOT

target/maven-scala-seed-1.0-SNAPSHOT.jar

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da3d9a3852f4538aea5a046bd3c79d3062a3fa3ef1aaf2be1910acf231f330ff
+size 9569903