github-actions[bot] commited on
Commit
7034bcc
·
1 Parent(s): 2056715

Auto-sync from demo at Mon Dec 29 09:46:19 UTC 2025

Browse files
Files changed (4) hide show
  1. app.py +9 -5
  2. graphgen/engine.py +0 -3
  3. graphgen/run.py +3 -0
  4. webui/app.py +9 -5
app.py CHANGED
@@ -160,6 +160,7 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
160
  "op_name": "generate",
161
  "type": "map_batch",
162
  "dependencies": ["partition"],
 
163
  "execution_params": {"replicas": 1, "batch_size": 128},
164
  "params": {
165
  "method": params.mode,
@@ -168,14 +169,17 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
168
  }
169
  )
170
 
171
- config = {"global_params": {"working_dir": working_dir}, "nodes": nodes}
 
 
 
 
 
 
 
172
 
173
  try:
174
  # 4. Initialize and Run Engine
175
- # Initialize Ray if not already running (Engine handles this mostly, but good for safety)
176
- if not ray.is_initialized():
177
- ray.init(ignore_reinit_error=True, log_to_driver=True)
178
-
179
  engine = Engine(config, operators)
180
 
181
  # Start with an empty dataset to kick off the pipeline
 
160
  "op_name": "generate",
161
  "type": "map_batch",
162
  "dependencies": ["partition"],
163
+ "save_output": True,
164
  "execution_params": {"replicas": 1, "batch_size": 128},
165
  "params": {
166
  "method": params.mode,
 
169
  }
170
  )
171
 
172
+ config = {
173
+ "global_params": {
174
+ "working_dir": working_dir,
175
+ "graph_backend": "kuzu",
176
+ "kv_backend": "rocksdb",
177
+ },
178
+ "nodes": nodes,
179
+ }
180
 
181
  try:
182
  # 4. Initialize and Run Engine
 
 
 
 
183
  engine = Engine(config, operators)
184
 
185
  # Start with an empty dataset to kick off the pipeline
graphgen/engine.py CHANGED
@@ -7,15 +7,12 @@ from typing import Any, Callable, Dict, List, Set
7
 
8
  import ray
9
  import ray.data
10
- from dotenv import load_dotenv
11
  from ray.data import DataContext
12
 
13
  from graphgen.bases import Config, Node
14
  from graphgen.common import init_llm, init_storage
15
  from graphgen.utils import logger
16
 
17
- load_dotenv()
18
-
19
 
20
  class Engine:
21
  def __init__(
 
7
 
8
  import ray
9
  import ray.data
 
10
  from ray.data import DataContext
11
 
12
  from graphgen.bases import Config, Node
13
  from graphgen.common import init_llm, init_storage
14
  from graphgen.utils import logger
15
 
 
 
16
 
17
  class Engine:
18
  def __init__(
graphgen/run.py CHANGED
@@ -6,6 +6,7 @@ from typing import Any, Dict
6
 
7
  import ray
8
  import yaml
 
9
  from ray.data.block import Block
10
  from ray.data.datasource.filename_provider import FilenameProvider
11
 
@@ -13,6 +14,8 @@ from graphgen.engine import Engine
13
  from graphgen.operators import operators
14
  from graphgen.utils import CURRENT_LOGGER_VAR, logger, set_logger
15
 
 
 
16
  sys_path = os.path.abspath(os.path.dirname(__file__))
17
 
18
 
 
6
 
7
  import ray
8
  import yaml
9
+ from dotenv import load_dotenv
10
  from ray.data.block import Block
11
  from ray.data.datasource.filename_provider import FilenameProvider
12
 
 
14
  from graphgen.operators import operators
15
  from graphgen.utils import CURRENT_LOGGER_VAR, logger, set_logger
16
 
17
+ load_dotenv()
18
+
19
  sys_path = os.path.abspath(os.path.dirname(__file__))
20
 
21
 
webui/app.py CHANGED
@@ -160,6 +160,7 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
160
  "op_name": "generate",
161
  "type": "map_batch",
162
  "dependencies": ["partition"],
 
163
  "execution_params": {"replicas": 1, "batch_size": 128},
164
  "params": {
165
  "method": params.mode,
@@ -168,14 +169,17 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
168
  }
169
  )
170
 
171
- config = {"global_params": {"working_dir": working_dir}, "nodes": nodes}
 
 
 
 
 
 
 
172
 
173
  try:
174
  # 4. Initialize and Run Engine
175
- # Initialize Ray if not already running (Engine handles this mostly, but good for safety)
176
- if not ray.is_initialized():
177
- ray.init(ignore_reinit_error=True, log_to_driver=True)
178
-
179
  engine = Engine(config, operators)
180
 
181
  # Start with an empty dataset to kick off the pipeline
 
160
  "op_name": "generate",
161
  "type": "map_batch",
162
  "dependencies": ["partition"],
163
+ "save_output": True,
164
  "execution_params": {"replicas": 1, "batch_size": 128},
165
  "params": {
166
  "method": params.mode,
 
169
  }
170
  )
171
 
172
+ config = {
173
+ "global_params": {
174
+ "working_dir": working_dir,
175
+ "graph_backend": "kuzu",
176
+ "kv_backend": "rocksdb",
177
+ },
178
+ "nodes": nodes,
179
+ }
180
 
181
  try:
182
  # 4. Initialize and Run Engine
 
 
 
 
183
  engine = Engine(config, operators)
184
 
185
  # Start with an empty dataset to kick off the pipeline