32 lines
778 B
Python
32 lines
778 B
Python
from pathlib import Path
|
|
|
|
import dagster as dg
|
|
|
|
from dagster import (
|
|
Definitions,
|
|
ScheduleDefinition,
|
|
define_asset_job,
|
|
graph_asset,
|
|
link_code_references_to_git,
|
|
load_assets_from_package_module,
|
|
op,
|
|
with_source_code_references,
|
|
)
|
|
from dagster._core.definitions.metadata.source_code import AnchorBasedFilePathMapping
|
|
|
|
from . import assets
|
|
|
|
nyboe_assets = with_source_code_references(load_assets_from_package_module(assets))
|
|
nyboe_job = define_asset_job("nyboe_job", selection=nyboe_assets)
|
|
daily_job_schedule = dg.build_schedule_from_partitioned_job(
|
|
nyboe_job,
|
|
hour_of_day=1,
|
|
minute_of_hour=9,
|
|
default_status=dg.DefaultScheduleStatus.RUNNING,
|
|
)
|
|
|
|
defs = Definitions(
|
|
assets=nyboe_assets,
|
|
schedules=[daily_job_schedule],
|
|
)
|