initial commit

.github/workflows/update_data_workflow.yml

@@ -0,0 +1,33 @@
+name: Update Data Workflow
+
+on:
+  schedule:
+    - cron: '0 10 * * *' # Run every day at 10:00 UTC
+
+jobs:
+  update-data:
+    runs-on: ubuntu-latest 
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@v2
+      
+      - name: Set up Python
+        uses: actions/setup-python@v2
+        with:
+          python-version: '3.11.8'
+
+      - name: Install dependencies
+        run: |
+          pip install pandas gspread oauth2client subprocess
+
+      - name: Run the update script
+        run: python update_data.py
+
+      - name: Commit and push if changes
+        run: |
+          git config --global user.name 'Isaiah Akorita'
+          git config --global user.email 'akoritaisaiah@gmail.com'
+          git add -A
+          git commit -m "Automated data update" || echo "No changes to commit"
+          git push

.gitignore

@@ -0,0 +1,4 @@
+omoku-analysis-cred_key.json
+*.png
+*.ipynb_checkpoints
+*.ipynb

Dockerfile

@@ -0,0 +1,16 @@
+FROM python:3.11
+
+WORKDIR /code
+
+COPY ./requirements.txt /code/requirements.txt
+RUN python3 -m pip install --no-cache-dir --upgrade pip
+RUN python3 -m pip install --no-cache-dir --upgrade -r /code/requirements.txt
+
+COPY . .
+
+CMD ["panel", "serve", "/code/app.py", "--address", "0.0.0.0", "--port", "7860",  "--allow-websocket-origin", "*"]
+
+RUN mkdir /.cache
+RUN chmod 777 /.cache
+RUN mkdir .chroma
+RUN chmod 777 .chroma

README.md

@@ -0,0 +1,12 @@
+---
+title: Power supply dashboard
+emoji: 📈
+colorFrom: gray
+colorTo: green
+sdk: docker
+pinned: true
+---
+
+# Omoku power supply report
+
+This is a [Panel](https://panel.holoviz.org) dashboard that shows the number of hours of power supply in a section of Omoku, Rivers State, Nigeria.

app.py

@@ -0,0 +1,102 @@
+# Import libraries
+import pandas as pd, panel as pn
+import hvplot.pandas # noqa
+
+# Data loading and cleaning
+df = pd.read_csv('omoku_data.csv', usecols=['Date', 'Power_time', 'Outages'], index_col='Date', parse_dates=True)
+
+day_order = {
+    0: 'Monday',
+    1: 'Tuesday',
+    2: 'Wednesday',
+    3: 'Thursday',
+    4: 'Friday',
+    5: 'Saturday',
+    6: 'Sunday'
+    }
+days = list(day_order.values())
+
+daily_average = df['Power_time'].mean()
+max_power = df['Power_time'].max()
+min_power = df['Power_time'].min()
+
+df['Day'] = df.index.dayofweek.map(day_order)
+df['Power_time'] = df['Power_time'].fillna(daily_average).round(1)
+df['Outages'] = df['Outages'].fillna((24-daily_average)).round(1)
+
+# Plots
+box_plot = df.hvplot.box(xlabel="Variables", ylabel="Number of hours", grid=True, title="Box Plot of Power Time and Outages")
+line_plot = df.hvplot.line(y='Power_time', ylabel='Number of hours', title='Daily power supply')
+density_plot = df.hvplot.density('Power_time', xlabel='Number of hours', xlim=(0,25), yaxis=None, hover=False, title='Density distribution of power supply')
+weekly_group = df.groupby('Day', sort=False).mean().reindex(days)
+weekly_plot = weekly_group.hvplot.bar(stacked=True, rot=45, ylabel='Number of hours', title='Average power supply by week day')
+
+# Dashboard
+pn.extension('tabulator', sizing_mode="stretch_width")
+
+ACCENT = "#4099da"
+styles = {
+    "box-shadow": "rgba(50, 50, 93, 0.25) 0px 6px 12px -2px, rgba(0, 0, 0, 0.3) 0px 3px 7px -3px",
+    "border-radius": "4px",
+    "padding": "10px",
+}
+BRAND_COLOR = ACCENT
+BRAND_TEXT_ON_COLOR = "white"
+CARD_STYLE = {
+  "box-shadow": "rgba(50, 50, 93, 0.25) 0px 6px 12px -2px, rgba(0, 0, 0, 0.3) 0px 3px 7px -3px",
+  "padding": "10px",
+  "border-radius": "5px"
+}
+header = pn.Row(
+    pn.pane.Markdown(
+        "# Omoku power supply report", styles={"color": BRAND_TEXT_ON_COLOR}, margin=(5, 20)
+    ),
+    styles={"background": BRAND_COLOR},
+)
+indicators = pn.FlexBox(
+    pn.indicators.Number(
+        value=daily_average,
+        name="Average daily supply (Hrs)",
+        default_color="gray",
+        format="{value:,.0f}",
+        styles=styles
+    ),
+    pn.indicators.Number(
+        value=max_power,
+        name="Highest daily supply (Hrs)",
+        default_color="green",
+        format="{value:,.1f}",
+        styles=styles,
+    ),
+    pn.indicators.Number(
+        value=min_power,
+        name="Lowest daily supply (Hrs)",
+        default_color="red",
+        format="{value:,.1f}",
+        styles=styles,
+    ),
+)
+
+table = pn.widgets.Tabulator(df.head(10), sizing_mode="stretch_width", name="Table")
+tabs = pn.Tabs(('Daily total', line_plot), ('Weekly average', weekly_plot), ('Box plot', box_plot), ('Density distribution', density_plot), 
+               styles=styles, sizing_mode="scale_both", margin=10)
+logo = '<img src="https://panel.pyviz.org/_static/logo_stacked.png" width=180 height=150>'
+
+text = f"""This is a [Panel](https://panel.holoviz.org) dashboard that shows the number of hours of power supply in Omoku, Rivers State, Nigeria.
+
+Omoku is divided into three (3) areas in terms of power supply and this data was collected at one of the three areas.
+
+The data was collected by calculating the total number of hours during which there was no power and subtracting it from 24 hours. 
+
+This data was collected consecutively over a period of `{len(df)}` days."""
+                        
+template = pn.template.FastListTemplate(
+    title="Power supply dashboard",
+    sidebar=[logo, text],
+    sidebar_width=250,
+    main=[pn.Column('# Data Summary', indicators, '# Sample Data', table, '# Plots', tabs, sizing_mode="stretch_both")],
+    main_layout=None,
+    accent=ACCENT,
+)
+
+template.servable()

gitattributes

@@ -0,0 +1,34 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

omoku_data.csv

@@ -0,0 +1,42 @@
+Date,Power_time,Outages,Remark
+3/21/2024,20.5,3.5,
+3/22/2024,19.5,4.5,
+3/23/2024,15.5,8.5,
+3/24/2024,21.5,2.5,
+3/25/2024,20,4,
+3/26/2024,21,3,
+3/27/2024,7,17,
+3/28/2024,15.5,8.5,
+3/29/2024,19,5,
+3/30/2024,20,4,
+3/31/2024,18.5,5.5,
+4/1/2024,21,3,
+4/2/2024,17.5,6.5,
+4/3/2024,14.5,9.5,
+4/4/2024,15,9,
+4/5/2024,20,4,
+4/6/2024,18,6,
+4/7/2024,18.5,5.5,
+4/8/2024,20,4,
+4/9/2024,19,5,
+4/10/2024,16,8,
+4/11/2024,18,6,
+4/12/2024,18,6,
+4/13/2024,15,9,
+4/14/2024,9.5,14.5,
+4/15/2024,2.5,21.5,
+4/16/2024,14,10,
+4/17/2024,16,8,
+4/18/2024,13,11,
+4/19/2024,16.5,7.5,
+4/20/2024,,,Wedding weekend
+4/21/2024,,,Wedding weekend
+4/22/2024,,,Wedding weekend
+4/23/2024,9,15,
+4/24/2024,15.5,8.5,
+4/25/2024,21,3,
+4/26/2024,19.5,4.5,
+4/27/2024,0,24,Maintenance
+4/28/2024,0,24,Maintenance
+4/29/2024,5.5,18.5,
+4/30/2024,19.5,4.5,

requirements.txt

@@ -0,0 +1,9 @@
+panel
+jupyter
+transformers
+numpy
+torch
+aiohttp
+scipy
+pandas
+hvplot

update_data.py

@@ -0,0 +1,53 @@
+import pandas as pd
+import gspread
+from oauth2client.service_account import ServiceAccountCredentials
+import subprocess
+
+def download_sheet(sheet_id, range_name):
+    """Downloads data from Google Sheets and returns a DataFrame."""
+    # Define the scope
+    scope = ['https://www.googleapis.com/auth/spreadsheets.readonly']
+
+    # Add credentials to the account
+    creds = ServiceAccountCredentials.from_json_keyfile_name('omoku-analysis-cred_key.json', scope)
+
+    # Authorize the clientsheet 
+    client = gspread.authorize(creds)
+
+    # Get the instance of the Spreadsheet
+    sheet = client.open_by_key(sheet_id)
+
+    # Get the sheet by name
+    worksheet = sheet.get_worksheet(0)
+
+    # Get all records of the data
+    data = worksheet.get_all_records()
+
+    # Convert to DataFrame
+    df = pd.DataFrame(data)
+
+    return df
+
+def save_to_csv(df, file_path):
+    """Saves DataFrame to CSV."""
+    df.to_csv(file_path, index=False)
+
+
+def git_commit_push():
+    """Commits and pushes updated CSV file to GitHub."""
+    try:
+        # Commands to add, commit, and push to GitHub
+        subprocess.run(['git', 'add', 'omoku_data.csv'], check=True)
+        subprocess.run(['git', 'commit', '-m', 'Update dataset'], check=True)
+        subprocess.run(['git', 'push'], check=True)
+    except subprocess.CalledProcessError as e:
+        print(f'Error in Git operation: {e}')
+
+if __name__ == "__main__":
+    SHEET_ID = 'omoku_power_supply'
+    RANGE_NAME = 'data'  # or whatever your range or sheet name is
+    FILE_PATH = 'omoku_data.csv'
+
+    df = download_sheet(SHEET_ID, RANGE_NAME)
+    save_to_csv(df, FILE_PATH)
+    git_commit_push()