Hugging Face's logo

Spaces:
altool
/
data_clickhouse
Sleeping

App Files Community
data_clickhouse
File size: 3,342 Bytes
3fd3eea
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
0c90277
3fd3eea
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
# ┌──────────────────────────────────────────────────────────────────────┐
# │  Market-Data Observatory — Data Source Registry                     │
# │                                                                     │
# │  To add a new data source, simply append a new entry to the list.  │
# │  The init script reads this file at boot and handles everything:   │
# │    • git clone / pull                                               │
# │    • ClickHouse VIEW creation (CREATE OR REPLACE)                  │
# │    • background auto-refresh                                        │
# │                                                                     │
# │  On-demand refresh: curl https://<space>/api/refresh               │
# │  No code changes needed — just edit this YAML file.                │
# └──────────────────────────────────────────────────────────────────────┘

# Global settings
refresh_interval_seconds: 300   # background git-pull interval (safety net)

# Data sources — each entry = git clone + ClickHouse view(s)
sources:

  - name: hf_ohlc_data
    description: "HuggingFace OHLCV Dataset: altool/ohlcdata"
    repo_url: "https://huggingface.co/datasets/altool/ohlcdata"
    branch: "main"
    auth_env_var: "HF_TOKEN" # Allows pulling from private HF dataset natively
    clone_depth: 1
    local_dir: "hf_ohlc_data"                   # → /app/ch/user_files/hf_ohlc_data/
    views:
      - view_name: hf_ohlc
        file_glob: "**/*.parquet"
        format: Parquet
        description: "Full OHLCV data from HF dataset, selects all 150+ columns automatically"

  # ── EXAMPLE: Adding a second data source ──────────────────────────────
  # Just uncomment and edit:
  #
  # - name: options_chain
  #   description: "NSE options chain snapshots"
  #   repo_url: "https://github.com/youruser/options_chain_data.git"
  #   branch: "main"
  #   clone_depth: 1
  #   local_dir: "options_chain"
  #   views:
  #     - view_name: options
  #       file_glob: "**/*.parquet"
  #       format: Parquet
  #       description: "Options chain snapshots"
  #       columns:                           # omit 'columns' to use SELECT *
  #         - strike
  #         - expiry
  #         - option_type
  #         - open_interest
  #         - volume
  #         - ltp
  #         - iv
  #
  # ── EXAMPLE: Multiple views from the same repo ───────────────────────
  #
  # - name: market_indices
  #   description: "Broad market index data"
  #   repo_url: "https://github.com/youruser/index_data.git"
  #   branch: "main"
  #   clone_depth: 1
  #   local_dir: "indices"
  #   views:
  #     - view_name: nifty50
  #       file_glob: "nifty50/**/*.parquet"
  #       format: Parquet
  #       description: "Nifty 50 index"
  #     - view_name: banknifty
  #       file_glob: "banknifty/**/*.parquet"
  #       format: Parquet
  #       description: "Bank Nifty index"