Mandr1 commited on
Commit
8d0fe02
·
verified ·
1 Parent(s): 4e71609

Upload 6 files

Browse files
Files changed (6) hide show
  1. .gitattributes +35 -35
  2. DockerY +0 -0
  3. Dockerfile +48 -0
  4. README.md +10 -12
  5. app.py +20 -0
  6. requirements.txt +4 -0
.gitattributes CHANGED
@@ -1,35 +1,35 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
- *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
DockerY ADDED
File without changes
Dockerfile ADDED
@@ -0,0 +1,48 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Gunakan base image Python
2
+ FROM python:3.10-slim
3
+
4
+ # Non-interaktif (biar nggak nunggu input apt)
5
+ ENV DEBIAN_FRONTEND=noninteractive
6
+
7
+ # Update dan install dependency dasar
8
+ RUN apt-get update && \
9
+ apt-get install -y --no-install-recommends \
10
+ wget \
11
+ curl \
12
+ gnupg \
13
+ ca-certificates \
14
+ git \
15
+ build-essential && \
16
+ rm -rf /var/lib/apt/lists/*
17
+
18
+ # Tambahkan repo Adoptium untuk Java 17 (OpenJDK)
19
+ RUN mkdir -p /etc/apt/keyrings && \
20
+ wget -O- https://packages.adoptium.net/artifactory/api/gpg/key/public | tee /etc/apt/keyrings/adoptium.asc && \
21
+ echo "deb [signed-by=/etc/apt/keyrings/adoptium.asc] https://packages.adoptium.net/artifactory/deb bookworm main" | tee /etc/apt/sources.list.d/adoptium.list && \
22
+ apt-get update && \
23
+ apt-get install -y temurin-17-jdk && \
24
+ rm -rf /var/lib/apt/lists/*
25
+
26
+ # Set path JAVA_HOME
27
+ ENV JAVA_HOME=/usr/lib/jvm/temurin-17-jdk-amd64
28
+ ENV PATH=$JAVA_HOME/bin:$PATH
29
+
30
+ # Install PySpark dan tools pendukung
31
+ RUN pip install --no-cache-dir pyspark pandas matplotlib jupyterlab findspark
32
+
33
+ # Buat folder kerja dan runtime Jupyter yang bisa ditulis
34
+ RUN mkdir -p /workspace && \
35
+ mkdir -p /workspace/.jupyter_runtime && \
36
+ chmod -R 777 /workspace
37
+
38
+ # Set direktori kerja dan environment Jupyter
39
+ WORKDIR /workspace
40
+ ENV JUPYTER_RUNTIME_DIR=/workspace/.jupyter_runtime
41
+ ENV JUPYTER_DATA_DIR=/workspace/.jupyter_data
42
+ ENV JUPYTER_CONFIG_DIR=/workspace/.jupyter_config
43
+
44
+ # Buka port Jupyter
45
+ EXPOSE 8888
46
+
47
+ # Jalankan JupyterLab
48
+ CMD ["jupyter", "lab", "--ip=0.0.0.0", "--port=8888", "--no-browser", "--allow-root", "--NotebookApp.token=''"]
README.md CHANGED
@@ -1,12 +1,10 @@
1
- ---
2
- title: Belajarspark
3
- emoji: 🌖
4
- colorFrom: indigo
5
- colorTo: blue
6
- sdk: docker
7
- pinned: false
8
- license: mit
9
- short_description: 'belajar spark '
10
- ---
11
-
12
- Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference
 
1
+ ---
2
+ title: Praktikum 1 PySpark
3
+ emoji: 🔥
4
+ colorFrom: yellow
5
+ colorTo: blue
6
+ sdk: docker
7
+ pinned: false
8
+ app_port: 8888
9
+ short_description: Praktikum 1 Mata Kuliah Analisis Big Data
10
+ ---
 
 
app.py ADDED
@@ -0,0 +1,20 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # app.py
2
+ from pyspark.sql import SparkSession
3
+
4
+ def main():
5
+ spark = SparkSession.builder \
6
+ .appName("SimpleApp") \
7
+ .getOrCreate()
8
+
9
+ data = [("Alice", 34), ("Bob", 45), ("Cindy", 29)]
10
+ df = spark.createDataFrame(data, ["name", "age"])
11
+ df.show()
12
+
13
+ # contoh transformasi sederhana
14
+ avg_age = df.groupBy().avg("age").collect()[0][0]
15
+ print(f"Average age = {avg_age}")
16
+
17
+ spark.stop()
18
+
19
+ if __name__ == "__main__":
20
+ main()
requirements.txt ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ # isi sesuai kebutuhan aplikasi
2
+ # contoh:
3
+ requests
4
+ pandas