Spaces:
Sleeping
Sleeping
github-actions[bot]
commited on
Commit
·
7034bcc
1
Parent(s):
2056715
Auto-sync from demo at Mon Dec 29 09:46:19 UTC 2025
Browse files- app.py +9 -5
- graphgen/engine.py +0 -3
- graphgen/run.py +3 -0
- webui/app.py +9 -5
app.py
CHANGED
|
@@ -160,6 +160,7 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
|
|
| 160 |
"op_name": "generate",
|
| 161 |
"type": "map_batch",
|
| 162 |
"dependencies": ["partition"],
|
|
|
|
| 163 |
"execution_params": {"replicas": 1, "batch_size": 128},
|
| 164 |
"params": {
|
| 165 |
"method": params.mode,
|
|
@@ -168,14 +169,17 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
|
|
| 168 |
}
|
| 169 |
)
|
| 170 |
|
| 171 |
-
config = {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 172 |
|
| 173 |
try:
|
| 174 |
# 4. Initialize and Run Engine
|
| 175 |
-
# Initialize Ray if not already running (Engine handles this mostly, but good for safety)
|
| 176 |
-
if not ray.is_initialized():
|
| 177 |
-
ray.init(ignore_reinit_error=True, log_to_driver=True)
|
| 178 |
-
|
| 179 |
engine = Engine(config, operators)
|
| 180 |
|
| 181 |
# Start with an empty dataset to kick off the pipeline
|
|
|
|
| 160 |
"op_name": "generate",
|
| 161 |
"type": "map_batch",
|
| 162 |
"dependencies": ["partition"],
|
| 163 |
+
"save_output": True,
|
| 164 |
"execution_params": {"replicas": 1, "batch_size": 128},
|
| 165 |
"params": {
|
| 166 |
"method": params.mode,
|
|
|
|
| 169 |
}
|
| 170 |
)
|
| 171 |
|
| 172 |
+
config = {
|
| 173 |
+
"global_params": {
|
| 174 |
+
"working_dir": working_dir,
|
| 175 |
+
"graph_backend": "kuzu",
|
| 176 |
+
"kv_backend": "rocksdb",
|
| 177 |
+
},
|
| 178 |
+
"nodes": nodes,
|
| 179 |
+
}
|
| 180 |
|
| 181 |
try:
|
| 182 |
# 4. Initialize and Run Engine
|
|
|
|
|
|
|
|
|
|
|
|
|
| 183 |
engine = Engine(config, operators)
|
| 184 |
|
| 185 |
# Start with an empty dataset to kick off the pipeline
|
graphgen/engine.py
CHANGED
|
@@ -7,15 +7,12 @@ from typing import Any, Callable, Dict, List, Set
|
|
| 7 |
|
| 8 |
import ray
|
| 9 |
import ray.data
|
| 10 |
-
from dotenv import load_dotenv
|
| 11 |
from ray.data import DataContext
|
| 12 |
|
| 13 |
from graphgen.bases import Config, Node
|
| 14 |
from graphgen.common import init_llm, init_storage
|
| 15 |
from graphgen.utils import logger
|
| 16 |
|
| 17 |
-
load_dotenv()
|
| 18 |
-
|
| 19 |
|
| 20 |
class Engine:
|
| 21 |
def __init__(
|
|
|
|
| 7 |
|
| 8 |
import ray
|
| 9 |
import ray.data
|
|
|
|
| 10 |
from ray.data import DataContext
|
| 11 |
|
| 12 |
from graphgen.bases import Config, Node
|
| 13 |
from graphgen.common import init_llm, init_storage
|
| 14 |
from graphgen.utils import logger
|
| 15 |
|
|
|
|
|
|
|
| 16 |
|
| 17 |
class Engine:
|
| 18 |
def __init__(
|
graphgen/run.py
CHANGED
|
@@ -6,6 +6,7 @@ from typing import Any, Dict
|
|
| 6 |
|
| 7 |
import ray
|
| 8 |
import yaml
|
|
|
|
| 9 |
from ray.data.block import Block
|
| 10 |
from ray.data.datasource.filename_provider import FilenameProvider
|
| 11 |
|
|
@@ -13,6 +14,8 @@ from graphgen.engine import Engine
|
|
| 13 |
from graphgen.operators import operators
|
| 14 |
from graphgen.utils import CURRENT_LOGGER_VAR, logger, set_logger
|
| 15 |
|
|
|
|
|
|
|
| 16 |
sys_path = os.path.abspath(os.path.dirname(__file__))
|
| 17 |
|
| 18 |
|
|
|
|
| 6 |
|
| 7 |
import ray
|
| 8 |
import yaml
|
| 9 |
+
from dotenv import load_dotenv
|
| 10 |
from ray.data.block import Block
|
| 11 |
from ray.data.datasource.filename_provider import FilenameProvider
|
| 12 |
|
|
|
|
| 14 |
from graphgen.operators import operators
|
| 15 |
from graphgen.utils import CURRENT_LOGGER_VAR, logger, set_logger
|
| 16 |
|
| 17 |
+
load_dotenv()
|
| 18 |
+
|
| 19 |
sys_path = os.path.abspath(os.path.dirname(__file__))
|
| 20 |
|
| 21 |
|
webui/app.py
CHANGED
|
@@ -160,6 +160,7 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
|
|
| 160 |
"op_name": "generate",
|
| 161 |
"type": "map_batch",
|
| 162 |
"dependencies": ["partition"],
|
|
|
|
| 163 |
"execution_params": {"replicas": 1, "batch_size": 128},
|
| 164 |
"params": {
|
| 165 |
"method": params.mode,
|
|
@@ -168,14 +169,17 @@ def run_graphgen(params: WebuiParams, progress=gr.Progress()):
|
|
| 168 |
}
|
| 169 |
)
|
| 170 |
|
| 171 |
-
config = {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 172 |
|
| 173 |
try:
|
| 174 |
# 4. Initialize and Run Engine
|
| 175 |
-
# Initialize Ray if not already running (Engine handles this mostly, but good for safety)
|
| 176 |
-
if not ray.is_initialized():
|
| 177 |
-
ray.init(ignore_reinit_error=True, log_to_driver=True)
|
| 178 |
-
|
| 179 |
engine = Engine(config, operators)
|
| 180 |
|
| 181 |
# Start with an empty dataset to kick off the pipeline
|
|
|
|
| 160 |
"op_name": "generate",
|
| 161 |
"type": "map_batch",
|
| 162 |
"dependencies": ["partition"],
|
| 163 |
+
"save_output": True,
|
| 164 |
"execution_params": {"replicas": 1, "batch_size": 128},
|
| 165 |
"params": {
|
| 166 |
"method": params.mode,
|
|
|
|
| 169 |
}
|
| 170 |
)
|
| 171 |
|
| 172 |
+
config = {
|
| 173 |
+
"global_params": {
|
| 174 |
+
"working_dir": working_dir,
|
| 175 |
+
"graph_backend": "kuzu",
|
| 176 |
+
"kv_backend": "rocksdb",
|
| 177 |
+
},
|
| 178 |
+
"nodes": nodes,
|
| 179 |
+
}
|
| 180 |
|
| 181 |
try:
|
| 182 |
# 4. Initialize and Run Engine
|
|
|
|
|
|
|
|
|
|
|
|
|
| 183 |
engine = Engine(config, operators)
|
| 184 |
|
| 185 |
# Start with an empty dataset to kick off the pipeline
|