appears to be working

This commit is contained in:
Alex Fox
2025-05-20 14:50:53 +00:00
parent 1683426275
commit 216a8f7c3b
3 changed files with 20 additions and 132 deletions

View File

@@ -1,5 +1,7 @@
from pathlib import Path
import dagster as dg
from dagster import (
Definitions,
ScheduleDefinition,
@@ -14,39 +16,16 @@ from dagster._core.definitions.metadata.source_code import AnchorBasedFilePathMa
from . import assets
daily_refresh_schedule = ScheduleDefinition(
job=define_asset_job(name="all_assets_job"), cron_schedule="0 0 * * *"
)
@op
def foo_op():
return 5
@graph_asset
def my_asset():
return foo_op()
my_assets = with_source_code_references(
[
my_asset,
*load_assets_from_package_module(assets),
]
)
my_assets = link_code_references_to_git(
assets_defs=my_assets,
git_url="https://github.com/dagster-io/dagster/",
git_branch="master",
file_path_mapping=AnchorBasedFilePathMapping(
local_file_anchor=Path(__file__).parent,
file_anchor_path_in_repository="examples/quickstart_etl/quickstart_etl/",
),
nyboe_assets = with_source_code_references(load_assets_from_package_module(assets))
nyboe_job = define_asset_job("nyboe_job", selection=nyboe_assets)
daily_job_schedule = dg.build_schedule_from_partitioned_job(
nyboe_job,
hour_of_day=1,
minute_of_hour=9,
default_status=dg.DefaultScheduleStatus.RUNNING,
)
defs = Definitions(
assets=my_assets,
schedules=[daily_refresh_schedule],
assets=nyboe_assets,
schedules=[daily_job_schedule],
)