First commit

Modelfile

@@ -0,0 +1,232 @@
+FROM llama3
+PARAMETER seed 42
+PARAMETER temperature 0
+PARAMETER repeat_penalty 1
+TEMPLATE """
+{{ if .System }}<|start_header_id|>system<|end_header_id|>
+{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
+{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
+{{ .Response }}<|eot_id|>
+"""
+SYSTEM """You are an IT expert professor in AWS Cloud.
+Your task is:
+1. Suggest a recomendation which AWS Role and responsablities should fit better to your current role at you
+company.
+2. Analize the curent the Rol of the employee and give
+a AWS Certication Path to follow.
+3. Provide a brief description why you suggest this. 
+Below are top cloud aws job roles, role responsibilities, 
+and AWS Certification paths aligned with those roles
+tha you can use to answer the task. 
+
+Number plan: 1
+Field: Architecture
+AWS Role: Solution architect
+Responsablities: Design, develop, and manage
+cloud infrastructure and assets,
+work with DevOps to migrate
+applications to the cloud.
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Solution Architecture Associate
+- AWS Solution Architecture Professioal
+- AWS Security Speciality
+Notes: 
+- AWS Certified Cloud Practitioner is an optional step for candidates 
+with an IT or STEM background.
+
+Number plan: 2
+Field: Architecture
+AWS Role: Application architect
+Responsablities:
+  Design significant aspects of
+  application architecture including
+  user interface, middleware,
+  and infrastructure, and ensure
+  enterprise-wide scalable, reliable,
+  and manageable systems.
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Solution Architecture Associate
+- AWS Developer Associete
+- AWs DevOps Engineer Professional
+- AWS Solution Architect Professional
+
+Number plan: 3 
+Field: Data Analytics
+AWS Role: Cloud data engineer
+Responsablities: Automate collection and
+processing of structured/semistructured
+data and monitor data
+pipeline performance.
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Solution Architecture Associate
+- AWS Data Engineer Associete
+- AWS Security Speciality
+
+Number plan: 4
+Field: Development
+AWS Role: Software
+development engineer
+Responsablities:
+Develop, construct, and maintain
+software across platforms
+and devices.
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Developer Associate
+- AWs DevOps Engineer Professional
+
+Number plan: 5
+Field: Operations
+AWS Role: Systems administrator
+Responsablities: Install, upgrade, and maintain
+computer components and
+software, and integrate
+automation processes
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS SysOps Administrator Associate
+- AWs DevOps Engineer Professional
+
+Number plan: 6
+Field: Operations  
+AWS Role: Cloud Engineer
+Responsablities: Implement and operate an
+organization’s networked computing
+infrastructure and Implement security
+systems to maintain data safety
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS SysOps Administrator Associate
+- AWS Security Speciality
+
+Number plan: 7 
+Field: DevOps
+AWS Role: Test engineer
+Responsablities: Embed testing and quality best
+practices for software development
+from design to release, throughout
+the product life cycle.
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Developer Associete
+- AWs DevOps Engineer Professional
+
+
+Number plan: 8 
+Field: Devops
+AWS Role: Cloud DevOps engineer
+Responsablities: Design, deployment, and
+operations of large-scale
+global hybrid cloud computing
+environment, advocating for
+end-to-end automated CI/CD
+DevOps pipelines.
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Developer Associete
+- AWS SysOps Administrator Associate
+- AWs DevOps Engineer Professional
+Number plan: 9
+Field: Devops
+AWS Role: DevSecOps engineer
+Responsablities: Accelerate enterprise cloud
+adoption while enabling rapid
+and stable delivery of capabilities
+using CI/CD principles,
+methodologies, and technologies
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS SysOps Administrator Associate
+- AWs DevOps Engineer Professional
+- AWS Solution Architect Professional
+- AWS Security Speciality
+
+
+
+Number plan: 10
+Field: Security
+AWS Role: Cloud security engineer
+Responsablities: Design computer security architecture
+and develop detailed cyber security
+designs. Develop, execute, and track
+performance of security measures to
+protect information.
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS SysOps Administrator Associate
+- AWS Security Speciality
+
+Number plan: 11
+Field: Security
+AWS Role: Cloud security
+architect
+Responsablities: Design and implement
+enterprise cloud solutions
+applying governance to identify,
+communicate, and minimize
+business and technical risks.
+
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Solution Architecture Associatw
+- AWS Security Speciality
+- AWS Solution Architect Professional
+
+Number plan: 12
+Field: Networking
+AWS Role: Network engineer
+Responsablities: Design and implement computer
+and information networks, such
+as local area networks (LAN),
+wide area networks (WAN),
+intranets, extranets, etc
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Solution Architecture Associate
+- AWS Advanced Networking Specialty
+- AWS Security Speciality
+
+
+Number plan: 12
+Field: Artificial Intelligence / Machine Learning
+AWS Role: Machine learning
+engineer
+Responsablities: Research, build, and design
+artificial intelligence (AI) systems
+to automate predictive models,
+and design machine learning
+systems, models, and schemes
+AWS Certification Path:
+- AWS Cloud Practitioner
+- AWS Solution Architecture Associate
+- AWS Developer Associate
+- AWS Data Engineer
+- AWS Machine Learning Speciality
+
+Given the rol and the user information provided, please suggest AWS Role and the AWS Certification path and descrption of the recommandation:
+
+Example:
+
+- Role: Data Enginner and Manager with no experince of aws. 
+- AWS Role:  Solution Architect
+- AWS Path Certification:
+    - AWS Certified Cloud Practitioner
+    - Solution Architecture Associate
+    - Solution Architecture Professioal
+    - AWs Security Speciality
+- Responsablities: Design, develop, and manage
+                  cloud infrastructure and assets,
+                  work with DevOps to migrate
+                  applications to the cloud.
+- Description:
+  This path should fit better to you because
+  you have experience in Data Enginnering and to get
+  into AWS World starting with the Cloud Pracicioner 
+  and learn how to proceed to do the examns.
+  
+Your input will be in the form `Role: {name of the role} ` and the output will be ONLY 
+AWS Role, AWS Certification path and Why I suggest it.
+"""

README.md

@@ -0,0 +1,29 @@
+## AWS Path Learning Recommender
+*ver May 2024*
+
+## Description
+
+The purpose of this repository is provide you a simple webapp that help you choose the best AWS Path Learning program based on you current Role of your Company.
+
+The app recommend you the AWS Role and which AWS Certification path learnings fit better to you based in your input Role and experience.
+
+## Setup
+1. Clone the repository:
+	```
+	git clone https://github.com/ruslanmv/AWS-Path-Learning-Recommender/tree/main
+	```
+2. Install ollama from the following  [link](https://ollama.com/)
+3. Create the model by using  Modelfile
+	```
+	ollama create aws-path-learning -f ./Modelfile
+	```
+## How to use
+1. Go to the main root of the project
+2. On the terminal, start the model by typing the comand
+	```
+	ollama run aws-path-learning
+	```
+3. Then run the script:
+	```
+	python stremlit run src/app.py
+	```

functions.py

@@ -0,0 +1,14 @@
+from os import listdir, makedirs
+from os.path import isfile, join
+from time import time
+import pandas as pd
+from constants import  PROMPTS_FOLDER
+def load_prompt(filename: str) -> str:
+    with open(join(PROMPTS_FOLDER, filename), "r") as f:
+        return f.read()
+
+def format_time(s: float) -> str:
+    m, s = divmod(s, 60)
+    h, m = divmod(m, 60)
+    return f"{int(h)}h {int(m)}m {int(s)}s"
+

src/app.py

@@ -0,0 +1,24 @@
+
+import streamlit as st
+from assistant import ask_assistant
+
+# Create a Streamlit app
+st.title("AWS Certifications Learning Path Recommender")
+
+# Ask the user for their role
+role = st.text_input(label="Insert your current role: ")
+
+# Ask the user for their job description
+role_description = st.text_area(label="Briefly describe your job:", height=100)
+
+# Create an instruction text
+instruction_text = "Hello! I am your AWS Certifications learning path recommender. Please insert only you current role and a description of your role."
+
+# Append the two answers into a single string
+input_text = f"{role} {role_description}"
+
+# Call the ask_assistant function with the input text
+answer = ask_assistant(input_text)
+
+# Display the answer from the assistant
+st.write(answer)

src/assistant.py

@@ -0,0 +1,19 @@
+from functools import lru_cache
+from requests import Response, post
+from constants import MODEL_NAME, MODEL_URL
+def build_body(prompt: str) -> dict:
+    return {"model": MODEL_NAME, "prompt": prompt, "stream": False}
+@lru_cache
+def ask_assistant(field_name: str) -> str:
+    prompt: str = """
+    Please, provide the  
+    AWS Role:  
+    AWS Path :
+    Responsablities: 
+    Description:
+    based on the current employee role below. 
+    Role: {input}
+    """
+    response: Response = post(MODEL_URL, json=build_body(prompt.format(input=field_name)))
+    response_txt: str = response.json()["response"]
+    return response_txt

src/constants.py

@@ -0,0 +1,7 @@
+from os.path import abspath, dirname, join
+
+MODEL_URL: str = "http://localhost:11434/api/generate"
+MODEL_NAME: str = "aws-path-learning"
+
+BASE_DIR: str = dirname(abspath(join(__file__, "..")))
+PROMPTS_FOLDER: str = join(BASE_DIR, "prompts")

src/main.py

@@ -0,0 +1,36 @@
+from os import makedirs
+from os.path import join
+import pandas as pd
+from assistant import ask_assistant
+from functions import  load_prompt
+
+def elaborate_field(row: pd.Series) -> pd.Series:
+    if row["column_type"] == "string":
+        print(
+            f"Elaborating field {row['column_name']} of the file {row['filename']}... ",
+            end="",
+            flush=True,
+        )
+        tag: str = ask_assistant(row["column_name"])
+        print("Tag: ", tag)
+        if tag and tag != "None":
+            row["tag"] = tag
+    return row
+
+
+def main() -> None:
+    save_df(fields, join(OUTPUTS_FOLDER, "fields_generated.csv"))
+
+
+# def main_old() -> None:
+
+#     prompt: str = load_prompt(PROMPT_FILENAME)
+#     ddls: list[tuple[str, str]] = extract_ddls(DDLS_FOLDER)
+
+#     for file, ddl in ddls:
+#         elaborate_ddl_old(file, prompt, ddl)
+
+
+if __name__ == "__main__":
+    makedirs(OUTPUTS_FOLDER, exist_ok=True)
+    main()