diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/basic-subclass.py b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/basic-subclass.py index dc0a2893e3b3a..b5f6faa5086bf 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/basic-subclass.py +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/basic-subclass.py @@ -1,4 +1,4 @@ -from dagster_components.lib import SlingReplicationCollectionComponent +from dagster_components.dagster_sling import SlingReplicationCollectionComponent class CustomSubclass(SlingReplicationCollectionComponent): ... diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/custom-scope.py b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/custom-scope.py index ad1ac822bac98..5999dad9dbe21 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/custom-scope.py +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/custom-scope.py @@ -1,7 +1,7 @@ from collections.abc import Mapping from typing import Any -from dagster_components.lib import SlingReplicationCollectionComponent +from dagster_components.dagster_sling import SlingReplicationCollectionComponent import dagster as dg diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/debug-mode.py b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/debug-mode.py index 9886e3e3a0b38..efd5be74fb4b9 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/debug-mode.py +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/custom-subclass/debug-mode.py @@ -1,6 +1,6 @@ from collections.abc import Iterator -from dagster_components.lib import SlingReplicationCollectionComponent +from dagster_components.dagster_sling import SlingReplicationCollectionComponent from dagster_sling import SlingResource import dagster as dg diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/existing-project/8-dg-list-component-types.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/existing-project/8-dg-list-component-types.txt index 26138080604e0..6c9a246712857 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/existing-project/8-dg-list-component-types.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/existing-project/8-dg-list-component-types.txt @@ -1,15 +1,16 @@ dg list component-type Using /.../my-existing-project/.venv/bin/dagster-components -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set of │ +│ │ Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ +│ │ Python scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubprocess… │ +└─────────────────────────────────────────────────────────────────────┴──────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/11-component.yaml b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/11-component.yaml index 51b11785c809c..6cb9279ceeba8 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/11-component.yaml +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/11-component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.SlingReplicationCollectionComponent +type: dagster_components.dagster_sling.SlingReplicationCollectionComponent attributes: replications: diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/18-dg-list-component-types.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/18-dg-list-component-types.txt index 65dedfc0441b2..dac2e62a667ec 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/18-dg-list-component-types.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/18-dg-list-component-types.txt @@ -1,22 +1,26 @@ dg list component-type Using /.../jaffle-platform/.venv/bin/dagster-components -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DbtProjectComponent │ Expose a DBT project │ -│ │ to Dagster as a set │ -│ │ of assets. │ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -│ dagster_components.lib.SlingReplicationCollectionComponent │ Expose one or more │ -│ │ Sling replications │ -│ │ to Dagster as │ -│ │ assets. │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set │ +│ │ of Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that │ +│ │ wrap Python │ +│ │ scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubproces… │ +│ dagster_components.dagster_dbt.DbtProjectComponent │ Expose a DBT │ +│ │ project to │ +│ │ Dagster as a │ +│ │ set of assets. │ +│ dagster_components.dagster_sling.SlingReplicationCollectionComponent │ Expose one or │ +│ │ more Sling │ +│ │ replications to │ +│ │ Dagster as │ +│ │ assets. │ +└──────────────────────────────────────────────────────────────────────┴─────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/19-dg-scaffold-jdbt.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/19-dg-scaffold-jdbt.txt index 5e470a8c1d646..f7ab361ca2250 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/19-dg-scaffold-jdbt.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/19-dg-scaffold-jdbt.txt @@ -1,4 +1,4 @@ -dg scaffold component dagster_components.lib.DbtProjectComponent jdbt --project-path dbt/jdbt +dg scaffold component dagster_components.dagster_dbt.DbtProjectComponent jdbt --project-path dbt/jdbt Creating a Dagster component instance folder at /.../jaffle-platform/jaffle_platform/defs/jdbt. Using /.../jaffle-platform/.venv/bin/dagster-components diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/20-component-jdbt.yaml b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/20-component-jdbt.yaml index a6b88cacdd06a..7666ca62d43ab 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/20-component-jdbt.yaml +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/20-component-jdbt.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DbtProjectComponent +type: dagster_components.dagster_dbt.DbtProjectComponent attributes: dbt: diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/23-project-jdbt.yaml b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/23-project-jdbt.yaml index 3c7cd1243ad97..2342eb0eab3ef 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/23-project-jdbt.yaml +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/23-project-jdbt.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DbtProjectComponent +type: dagster_components.dagster_dbt.DbtProjectComponent attributes: dbt: diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/7-dg-list-component-types.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/7-dg-list-component-types.txt index 4139ba4915572..abbac31155c0f 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/7-dg-list-component-types.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/7-dg-list-component-types.txt @@ -1,14 +1,15 @@ dg list component-type -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set of │ +│ │ Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ +│ │ Python scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubprocess… │ +└─────────────────────────────────────────────────────────────────────┴──────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/8-dg-list-component-types.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/8-dg-list-component-types.txt index 6d35f4a52b390..676ac020370e3 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/8-dg-list-component-types.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/8-dg-list-component-types.txt @@ -1,19 +1,22 @@ dg list component-type Using /.../jaffle-platform/.venv/bin/dagster-components -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -│ dagster_components.lib.SlingReplicationCollectionComponent │ Expose one or more │ -│ │ Sling replications │ -│ │ to Dagster as │ -│ │ assets. │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set │ +│ │ of Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that │ +│ │ wrap Python │ +│ │ scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubproces… │ +│ dagster_components.dagster_sling.SlingReplicationCollectionComponent │ Expose one or │ +│ │ more Sling │ +│ │ replications to │ +│ │ Dagster as │ +│ │ assets. │ +└──────────────────────────────────────────────────────────────────────┴─────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/9-dg-scaffold-sling-replication.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/9-dg-scaffold-sling-replication.txt index 8f9a69851cd74..29173f2903dcc 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/9-dg-scaffold-sling-replication.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/index/9-dg-scaffold-sling-replication.txt @@ -1,4 +1,4 @@ -dg scaffold component 'dagster_components.lib.SlingReplicationCollectionComponent' ingest_files +dg scaffold component 'dagster_components.dagster_sling.SlingReplicationCollectionComponent' ingest_files Creating a Dagster component instance folder at /.../jaffle-platform/jaffle_platform/defs/ingest_files. Using /.../jaffle-platform/.venv/bin/dagster-components diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/3-scaffold.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/3-scaffold.txt index a0236b95c0f42..782b2586c2f08 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/3-scaffold.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/3-scaffold.txt @@ -1,4 +1,4 @@ -dg scaffold component 'dagster_components.lib.DefinitionsComponent' elt-definitions +dg scaffold component 'dagster_components.dagster.DefinitionsComponent' elt-definitions Using /.../my-existing-project/.venv/bin/dagster-components Creating a Dagster component instance folder at /.../my-existing-project/my_existing_project/defs/elt-definitions. diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/6-component-yaml.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/6-component-yaml.txt index 060ada0f37752..79f757a9a0bca 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/6-component-yaml.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/migrating-definitions/6-component-yaml.txt @@ -1,4 +1,4 @@ -type: dagster_components.lib.DefinitionsComponent +type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: definitions.py diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/python-components/component.py b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/python-components/component.py index defb3e123b4c8..836e2956ce34a 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/python-components/component.py +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/python-components/component.py @@ -1,5 +1,5 @@ from dagster_components import ComponentLoadContext, component -from dagster_components.lib import DbtProjectComponent +from dagster_components.dagster_dbt import DbtProjectComponent from dagster_dbt import DagsterDbtTranslator, DbtCliResource diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/shell-script-component/3-dg-list-component-types.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/shell-script-component/3-dg-list-component-types.txt index fa7c7f6beb687..7599cf3ab91fa 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/shell-script-component/3-dg-list-component-types.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/shell-script-component/3-dg-list-component-types.txt @@ -1,18 +1,19 @@ dg list component-type Using /.../my-component-library/.venv/bin/dagster-components -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -│ my_component_library.lib.ShellCommand │ Models a shell │ -│ │ script as a Dagster │ -│ │ asset. │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set of │ +│ │ Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ +│ │ Python scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubprocess… │ +│ my_component_library.lib.ShellCommand │ Models a shell │ +│ │ script as a │ +│ │ Dagster asset. │ +└─────────────────────────────────────────────────────────────────────┴──────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/5-component-type-list.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/5-component-type-list.txt index 15fdc181cfe96..491eec8cd95e5 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/5-component-type-list.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/5-component-type-list.txt @@ -1,14 +1,15 @@ cd projects/project-1 && dg list component-type -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set of │ +│ │ Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ +│ │ Python scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubprocess… │ +└─────────────────────────────────────────────────────────────────────┴──────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/6-component-type-list.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/6-component-type-list.txt index 507315c5b4ad6..69512f5be5015 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/6-component-type-list.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/6-component-type-list.txt @@ -1,19 +1,22 @@ dg list component-type Using /.../dagster-workspace/projects/project-1/.venv/bin/dagster-components -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -│ dagster_components.lib.SlingReplicationCollectionComponent │ Expose one or more │ -│ │ Sling replications │ -│ │ to Dagster as │ -│ │ assets. │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set │ +│ │ of Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that │ +│ │ wrap Python │ +│ │ scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubproces… │ +│ dagster_components.dagster_sling.SlingReplicationCollectionComponent │ Expose one or │ +│ │ more Sling │ +│ │ replications to │ +│ │ Dagster as │ +│ │ assets. │ +└──────────────────────────────────────────────────────────────────────┴─────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/9-component-type-list.txt b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/9-component-type-list.txt index c42fe6b9d0f11..5b7e4370e9014 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/9-component-type-list.txt +++ b/examples/docs_beta_snippets/docs_beta_snippets/guides/components/workspace/9-component-type-list.txt @@ -1,14 +1,15 @@ cd projects/project-2 && dg list component-type -┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━┓ -┃ Component Type ┃ Summary ┃ -┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━┩ -│ dagster_components.lib.DefinitionsComponent │ Wraps an arbitrary │ -│ │ set of Dagster │ -│ │ definitions. │ -│ dagster_components.lib.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ -│ │ Python scripts │ -│ │ executed with │ -│ │ Dagster's │ -│ │ PipesSubprocessClie… │ -└─────────────────────────────────────────────────────────────────┴──────────────────────┘ +┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━┓ +┃ Component Type ┃ Summary ┃ +┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━┩ +│ dagster_components.dagster.DefinitionsComponent │ Wraps an │ +│ │ arbitrary set of │ +│ │ Dagster │ +│ │ definitions. │ +│ dagster_components.dagster.PipesSubprocessScriptCollectionComponent │ Assets that wrap │ +│ │ Python scripts │ +│ │ executed with │ +│ │ Dagster's │ +│ │ PipesSubprocess… │ +└─────────────────────────────────────────────────────────────────────┴──────────────────┘ diff --git a/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs.py b/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs.py index c4fb2eac2bb18..ad681e75e9a72 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs.py +++ b/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs.py @@ -119,7 +119,7 @@ def next_snip_no(): # Scaffold new ingestion, validate new files run_command_and_snippet_output( - cmd="dg scaffold component 'dagster_components.lib.SlingReplicationCollectionComponent' ingest_files", + cmd="dg scaffold component 'dagster_components.dagster_sling.SlingReplicationCollectionComponent' ingest_files", snippet_path=COMPONENTS_SNIPPETS_DIR / f"{next_snip_no()}-dg-scaffold-sling-replication.txt", update_snippets=update_snippets, @@ -218,7 +218,7 @@ def next_snip_no(): ).strip(), ) _run_command( - "dagster asset materialize --select '*' -m jaffle_platform.definitions" + "uv run dagster asset materialize --select '*' -m jaffle_platform.definitions" ) run_command_and_snippet_output( cmd='duckdb /tmp/jaffle_platform.duckdb -c "SELECT * FROM raw_customers LIMIT 5;"', @@ -251,7 +251,7 @@ def next_snip_no(): # Scaffold dbt project components run_command_and_snippet_output( - cmd="dg scaffold component dagster_components.lib.DbtProjectComponent jdbt --project-path dbt/jdbt", + cmd="dg scaffold component dagster_components.dagster_dbt.DbtProjectComponent jdbt --project-path dbt/jdbt", snippet_path=COMPONENTS_SNIPPETS_DIR / f"{next_snip_no()}-dg-scaffold-jdbt.txt", update_snippets=update_snippets, @@ -294,7 +294,7 @@ def next_snip_no(): snippet_path=COMPONENTS_SNIPPETS_DIR / f"{next_snip_no()}-project-jdbt.yaml", contents=format_multiline(""" - type: dagster_components.lib.DbtProjectComponent + type: dagster_components.dagster_dbt.DbtProjectComponent attributes: dbt: @@ -315,7 +315,7 @@ def next_snip_no(): # Run dbt, check works _run_command( - "DAGSTER_IS_DEV_CLI=1 dagster asset materialize --select '*' -m jaffle_platform.definitions" + "DAGSTER_IS_DEV_CLI=1 uv run dagster asset materialize --select '*' -m jaffle_platform.definitions" ) run_command_and_snippet_output( cmd='duckdb /tmp/jaffle_platform.duckdb -c "SELECT * FROM orders LIMIT 5;"', diff --git a/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_creating_a_component.py b/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_creating_a_component.py index 3c71485deab52..66a3fda332d8a 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_creating_a_component.py +++ b/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_creating_a_component.py @@ -153,5 +153,5 @@ def test_components_docs_index( update_snippets=update_snippets, ) _run_command( - "dagster asset materialize --select '*' -m my_component_library.definitions" + "uv run dagster asset materialize --select '*' -m my_component_library.definitions" ) diff --git a/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_migrating_definitions/test_migrating_definitions.py b/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_migrating_definitions/test_migrating_definitions.py index e058b54f698d6..6996bce49b179 100644 --- a/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_migrating_definitions/test_migrating_definitions.py +++ b/examples/docs_beta_snippets/docs_beta_snippets_tests/snippet_checks/guides/components/test_components_docs_migrating_definitions/test_migrating_definitions.py @@ -61,7 +61,7 @@ def test_components_docs_migrating_definitions(update_snippets: bool) -> None: ) run_command_and_snippet_output( - cmd="dg scaffold component 'dagster_components.lib.DefinitionsComponent' elt-definitions", + cmd="dg scaffold component 'dagster_components.dagster.DefinitionsComponent' elt-definitions", snippet_path=COMPONENTS_SNIPPETS_DIR / f"{get_next_snip_number()}-scaffold.txt", update_snippets=update_snippets, @@ -96,7 +96,7 @@ def test_components_docs_migrating_definitions(update_snippets: bool) -> None: create_file( Path("my_existing_project") / "defs" / "elt-definitions" / "component.yaml", format_multiline(""" - type: dagster_components.lib.DefinitionsComponent + type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: definitions.py @@ -150,7 +150,7 @@ def test_components_docs_migrating_definitions(update_snippets: bool) -> None: # migrate analytics _run_command( - cmd="dg scaffold component 'dagster_components.lib.DefinitionsComponent' analytics-definitions", + cmd="dg scaffold component 'dagster_components.dagster.DefinitionsComponent' analytics-definitions", ) _run_command( cmd="mv my_existing_project/analytics/* my_existing_project/defs/analytics-definitions && rm -rf my_existing_project/analytics", @@ -179,7 +179,7 @@ def test_components_docs_migrating_definitions(update_snippets: bool) -> None: / "analytics-definitions" / "component.yaml", format_multiline(""" - type: dagster_components.lib.DefinitionsComponent + type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: definitions.py diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/dbt_project/__init__.py b/python_modules/libraries/dagster-components/dagster_components/components/__init__.py similarity index 100% rename from python_modules/libraries/dagster-components/dagster_components/lib/dbt_project/__init__.py rename to python_modules/libraries/dagster-components/dagster_components/components/__init__.py diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/definitions_component/__init__.py b/python_modules/libraries/dagster-components/dagster_components/components/dbt_project/__init__.py similarity index 100% rename from python_modules/libraries/dagster-components/dagster_components/lib/definitions_component/__init__.py rename to python_modules/libraries/dagster-components/dagster_components/components/dbt_project/__init__.py diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/dbt_project/component.py b/python_modules/libraries/dagster-components/dagster_components/components/dbt_project/component.py similarity index 98% rename from python_modules/libraries/dagster-components/dagster_components/lib/dbt_project/component.py rename to python_modules/libraries/dagster-components/dagster_components/components/dbt_project/component.py index ab763cb80478e..56a407ad560fe 100644 --- a/python_modules/libraries/dagster-components/dagster_components/lib/dbt_project/component.py +++ b/python_modules/libraries/dagster-components/dagster_components/components/dbt_project/component.py @@ -14,6 +14,7 @@ from pydantic.dataclasses import dataclass from dagster_components import Component, ComponentLoadContext, FieldResolver +from dagster_components.components.dbt_project.scaffolder import DbtProjectComponentScaffolder from dagster_components.core.schema.base import ResolvableSchema from dagster_components.core.schema.metadata import ResolvableFieldInfo from dagster_components.core.schema.objects import ( @@ -24,7 +25,6 @@ PostProcessorFn, ResolutionContext, ) -from dagster_components.lib.dbt_project.scaffolder import DbtProjectComponentScaffolder from dagster_components.utils import TranslatorResolvingInfo, get_wrapped_translator_class diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/dbt_project/scaffolder.py b/python_modules/libraries/dagster-components/dagster_components/components/dbt_project/scaffolder.py similarity index 100% rename from python_modules/libraries/dagster-components/dagster_components/lib/dbt_project/scaffolder.py rename to python_modules/libraries/dagster-components/dagster_components/components/dbt_project/scaffolder.py diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/sling_replication_collection/__init__.py b/python_modules/libraries/dagster-components/dagster_components/components/definitions_component/__init__.py similarity index 100% rename from python_modules/libraries/dagster-components/dagster_components/lib/sling_replication_collection/__init__.py rename to python_modules/libraries/dagster-components/dagster_components/components/definitions_component/__init__.py diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/definitions_component/component.py b/python_modules/libraries/dagster-components/dagster_components/components/definitions_component/component.py similarity index 91% rename from python_modules/libraries/dagster-components/dagster_components/lib/definitions_component/component.py rename to python_modules/libraries/dagster-components/dagster_components/components/definitions_component/component.py index 757d4b7bdb85b..31cae5afa5285 100644 --- a/python_modules/libraries/dagster-components/dagster_components/lib/definitions_component/component.py +++ b/python_modules/libraries/dagster-components/dagster_components/components/definitions_component/component.py @@ -9,7 +9,9 @@ from pydantic.dataclasses import dataclass from dagster_components import Component, ComponentLoadContext, ResolvableSchema -from dagster_components.lib.definitions_component.scaffolder import DefinitionsComponentScaffolder +from dagster_components.components.definitions_component.scaffolder import ( + DefinitionsComponentScaffolder, +) class DefinitionsParamSchema(ResolvableSchema): diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/definitions_component/scaffolder.py b/python_modules/libraries/dagster-components/dagster_components/components/definitions_component/scaffolder.py similarity index 100% rename from python_modules/libraries/dagster-components/dagster_components/lib/definitions_component/scaffolder.py rename to python_modules/libraries/dagster-components/dagster_components/components/definitions_component/scaffolder.py diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/pipes_subprocess_script_collection.py b/python_modules/libraries/dagster-components/dagster_components/components/pipes_subprocess_script_collection.py similarity index 100% rename from python_modules/libraries/dagster-components/dagster_components/lib/pipes_subprocess_script_collection.py rename to python_modules/libraries/dagster-components/dagster_components/components/pipes_subprocess_script_collection.py diff --git a/python_modules/libraries/dagster-components/dagster_components/components/sling_replication_collection/__init__.py b/python_modules/libraries/dagster-components/dagster_components/components/sling_replication_collection/__init__.py new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/sling_replication_collection/component.py b/python_modules/libraries/dagster-components/dagster_components/components/sling_replication_collection/component.py similarity index 98% rename from python_modules/libraries/dagster-components/dagster_components/lib/sling_replication_collection/component.py rename to python_modules/libraries/dagster-components/dagster_components/components/sling_replication_collection/component.py index a2be950364eee..f4f18765eb789 100644 --- a/python_modules/libraries/dagster-components/dagster_components/lib/sling_replication_collection/component.py +++ b/python_modules/libraries/dagster-components/dagster_components/components/sling_replication_collection/component.py @@ -109,7 +109,7 @@ class SlingReplicationCollectionComponent(Component): @classmethod def get_scaffolder(cls) -> ComponentScaffolder: - from dagster_components.lib.sling_replication_collection.scaffolder import ( + from dagster_components.components.sling_replication_collection.scaffolder import ( SlingReplicationComponentScaffolder, ) diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/sling_replication_collection/scaffolder.py b/python_modules/libraries/dagster-components/dagster_components/components/sling_replication_collection/scaffolder.py similarity index 100% rename from python_modules/libraries/dagster-components/dagster_components/lib/sling_replication_collection/scaffolder.py rename to python_modules/libraries/dagster-components/dagster_components/components/sling_replication_collection/scaffolder.py diff --git a/python_modules/libraries/dagster-components/dagster_components/dagster.py b/python_modules/libraries/dagster-components/dagster_components/dagster.py new file mode 100644 index 0000000000000..857419ec4735c --- /dev/null +++ b/python_modules/libraries/dagster-components/dagster_components/dagster.py @@ -0,0 +1,6 @@ +from dagster_components.components.definitions_component.component import ( + DefinitionsComponent as DefinitionsComponent, +) +from dagster_components.components.pipes_subprocess_script_collection import ( + PipesSubprocessScriptCollectionComponent as PipesSubprocessScriptCollectionComponent, +) diff --git a/python_modules/libraries/dagster-components/dagster_components/dagster_dbt.py b/python_modules/libraries/dagster-components/dagster_components/dagster_dbt.py new file mode 100644 index 0000000000000..cde58405e48ce --- /dev/null +++ b/python_modules/libraries/dagster-components/dagster_components/dagster_dbt.py @@ -0,0 +1,8 @@ +import importlib.util + +_has_dagster_dbt = importlib.util.find_spec("dagster_dbt") is not None + +if _has_dagster_dbt: + from dagster_components.components.dbt_project.component import ( + DbtProjectComponent as DbtProjectComponent, + ) diff --git a/python_modules/libraries/dagster-components/dagster_components/dagster_sling.py b/python_modules/libraries/dagster-components/dagster_components/dagster_sling.py new file mode 100644 index 0000000000000..8f0286573e6b1 --- /dev/null +++ b/python_modules/libraries/dagster-components/dagster_components/dagster_sling.py @@ -0,0 +1,8 @@ +import importlib.util + +_has_dagster_sling = importlib.util.find_spec("dagster_sling") is not None + +if _has_dagster_sling: + from dagster_components.components.sling_replication_collection.component import ( + SlingReplicationCollectionComponent as SlingReplicationCollectionComponent, + ) diff --git a/python_modules/libraries/dagster-components/dagster_components/lib/__init__.py b/python_modules/libraries/dagster-components/dagster_components/lib/__init__.py deleted file mode 100644 index 75e877a133786..0000000000000 --- a/python_modules/libraries/dagster-components/dagster_components/lib/__init__.py +++ /dev/null @@ -1,21 +0,0 @@ -import importlib.util - -_has_dagster_dbt = importlib.util.find_spec("dagster_dbt") is not None -_has_dagster_sling = importlib.util.find_spec("dagster_sling") is not None - -if _has_dagster_dbt: - from dagster_components.lib.dbt_project.component import ( - DbtProjectComponent as DbtProjectComponent, - ) - -if _has_dagster_sling: - from dagster_components.lib.sling_replication_collection.component import ( - SlingReplicationCollectionComponent as SlingReplicationCollectionComponent, - ) - -from dagster_components.lib.definitions_component.component import ( - DefinitionsComponent as DefinitionsComponent, -) -from dagster_components.lib.pipes_subprocess_script_collection import ( - PipesSubprocessScriptCollectionComponent as PipesSubprocessScriptCollectionComponent, -) diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/dbt_project_location/defs/jaffle_shop_dbt/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/dbt_project_location/defs/jaffle_shop_dbt/component.yaml index e02da2d6a58a8..c227fc171ffa0 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/dbt_project_location/defs/jaffle_shop_dbt/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/dbt_project_location/defs/jaffle_shop_dbt/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DbtProjectComponent +type: dagster_components.dagster_dbt.DbtProjectComponent attributes: dbt: diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/jaffle_shop_dbt/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/jaffle_shop_dbt/component.yaml index 4d5c777bad43c..6ef5748b7e90e 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/jaffle_shop_dbt/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/jaffle_shop_dbt/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DbtProject +type: dagster_components.dagster_dbt.DbtProjectComponent attributes: dbt: diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/script_python_decl/component.py b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/script_python_decl/component.py index 8500165d97bcd..535df1428c8ef 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/script_python_decl/component.py +++ b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/script_python_decl/component.py @@ -1,11 +1,11 @@ from dagster_components import ComponentLoadContext -from dagster_components.core.component import component -from dagster_components.core.schema.objects import AssetSpecSchema -from dagster_components.lib import PipesSubprocessScriptCollectionComponent -from dagster_components.lib.pipes_subprocess_script_collection import ( +from dagster_components.components.pipes_subprocess_script_collection import ( + PipesSubprocessScriptCollectionComponent, PipesSubprocessScriptCollectionSchema, PipesSubprocessScriptSchema, ) +from dagster_components.core.component import component +from dagster_components.core.schema.objects import AssetSpecSchema @component diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/scripts/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/scripts/component.yaml index cf94e9e132488..f6163e1f051d2 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/scripts/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/python_script_location/defs/scripts/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.PipesSubprocessScriptCollectionComponent +type: dagster_components.dagster.PipesSubprocessScriptCollectionComponent attributes: scripts: diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/sling_location/defs/ingest/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/sling_location/defs/ingest/component.yaml index b73cebd48a1b7..1dd566c307ade 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/sling_location/defs/ingest/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/sling_location/defs/ingest/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.SlingReplicationCollectionComponent +type: dagster_components.dagster_sling.SlingReplicationCollectionComponent attributes: replications: diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/templated_custom_keys_dbt_project_location/defs/jaffle_shop_dbt/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/templated_custom_keys_dbt_project_location/defs/jaffle_shop_dbt/component.yaml index f367eb5f22136..33de07b7ae717 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/templated_custom_keys_dbt_project_location/defs/jaffle_shop_dbt/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/code_locations/templated_custom_keys_dbt_project_location/defs/jaffle_shop_dbt/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DbtProjectComponent +type: dagster_components.dagster_dbt.DbtProjectComponent attributes: dbt: diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/default_file/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/default_file/component.yaml index 51c44a9c16e2b..f524e5ce702c7 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/default_file/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/default_file/component.yaml @@ -1,3 +1,3 @@ -type: dagster_components.lib.DefinitionsComponent +type: dagster_components.dagster.DefinitionsComponent attributes: {} diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file/component.yaml index 6b24e61c96c57..d38d182f7dbd5 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DefinitionsComponent +type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: some_file.py diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports/component.yaml index 6b24e61c96c57..d38d182f7dbd5 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DefinitionsComponent +type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: some_file.py diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_complex/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_complex/component.yaml index 6b24e61c96c57..d38d182f7dbd5 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_complex/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_complex/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DefinitionsComponent +type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: some_file.py diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_init/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_init/component.yaml index 6bed73974dbbf..edd91bd419644 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_init/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/explicit_file_relative_imports_init/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DefinitionsComponent +type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: __init__.py diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/validation_error_file/component.yaml b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/validation_error_file/component.yaml index c517f10aedc3e..4aeb3fe41ae52 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/validation_error_file/component.yaml +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/components/definitions/validation_error_file/component.yaml @@ -1,4 +1,4 @@ -type: dagster_components.lib.DefinitionsComponent +type: dagster_components.dagster.DefinitionsComponent attributes: definitions_path: {} diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_dbt_project.py b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_dbt_project.py index b526a1a3feae5..11bf96db497c2 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_dbt_project.py +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_dbt_project.py @@ -10,13 +10,13 @@ from dagster._core.definitions.asset_spec import AssetSpec from dagster._core.definitions.assets import AssetsDefinition from dagster._core.definitions.backfill_policy import BackfillPolicy, BackfillPolicyType +from dagster_components.components.dbt_project.component import DbtProjectComponent from dagster_components.core.component_decl_builder import ComponentFileModel from dagster_components.core.component_defs_builder import ( YamlComponentDecl, build_components_from_component_folder, defs_from_components, ) -from dagster_components.lib.dbt_project.component import DbtProjectComponent from dagster_dbt import DbtProject from pydantic.dataclasses import dataclass diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_sling_integration_test.py b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_sling_integration_test.py index f387ec50bcd29..f41457427358a 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_sling_integration_test.py +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_sling_integration_test.py @@ -17,11 +17,11 @@ from dagster._core.instance_for_test import instance_for_test from dagster._utils.env import environ from dagster_components.cli import cli -from dagster_components.core.component_decl_builder import ComponentFileModel -from dagster_components.core.component_defs_builder import YamlComponentDecl, build_component_defs -from dagster_components.lib.sling_replication_collection.component import ( +from dagster_components.components.sling_replication_collection.component import ( SlingReplicationCollectionComponent, ) +from dagster_components.core.component_decl_builder import ComponentFileModel +from dagster_components.core.component_defs_builder import YamlComponentDecl, build_component_defs from dagster_components.utils import ensure_dagster_components_tests_import from dagster_sling import SlingResource @@ -277,7 +277,7 @@ def test_scaffold_sling(): [ "scaffold", "component", - "dagster_components.lib.SlingReplicationCollectionComponent", + "dagster_components.dagster_sling.SlingReplicationCollectionComponent", "bar/components/qux", ], ) diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_templated_custom_keys_dbt_project.py b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_templated_custom_keys_dbt_project.py index 651a85e12731f..07732a727d171 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_templated_custom_keys_dbt_project.py +++ b/python_modules/libraries/dagster-components/dagster_components_tests/integration_tests/test_templated_custom_keys_dbt_project.py @@ -8,13 +8,13 @@ import pytest from dagster import AssetKey from dagster._utils.env import environ +from dagster_components.components.dbt_project.component import DbtProjectComponent from dagster_components.core.component_decl_builder import ComponentFileModel from dagster_components.core.component_defs_builder import ( YamlComponentDecl, build_components_from_component_folder, defs_from_components, ) -from dagster_components.lib.dbt_project.component import DbtProjectComponent from dagster_dbt import DbtProject from dagster_components_tests.utils import assert_assets, get_asset_keys, script_load_context diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/registry_tests/test_registry.py b/python_modules/libraries/dagster-components/dagster_components_tests/registry_tests/test_registry.py index 777e8b39dceab..d69582a2d3f6b 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/registry_tests/test_registry.py +++ b/python_modules/libraries/dagster-components/dagster_components_tests/registry_tests/test_registry.py @@ -102,25 +102,40 @@ def test_components_from_dagster(): # No extras with _temp_venv([*common_deps, "-e", components_root]) as python_executable: component_types = _get_component_types_in_python_environment(python_executable) - assert "dagster_components.lib.PipesSubprocessScriptCollectionComponent" in component_types - assert "dagster_components.lib.DbtProjectComponent" not in component_types - assert "dagster_components.lib.SlingReplicationCollectionComponent" not in component_types + assert ( + "dagster_components.dagster.PipesSubprocessScriptCollectionComponent" in component_types + ) + assert "dagster_components.dagster_dbt.DbtProjectComponent" not in component_types + assert ( + "dagster_components.dagster_sling.SlingReplicationCollectionComponent" + not in component_types + ) with _temp_venv( [*common_deps, "-e", f"{components_root}[dbt]", "-e", dbt_root] ) as python_executable: component_types = _get_component_types_in_python_environment(python_executable) - assert "dagster_components.lib.PipesSubprocessScriptCollectionComponent" in component_types - assert "dagster_components.lib.DbtProjectComponent" in component_types - assert "dagster_components.lib.SlingReplicationCollectionComponent" not in component_types + assert ( + "dagster_components.dagster.PipesSubprocessScriptCollectionComponent" in component_types + ) + assert "dagster_components.dagster_dbt.DbtProjectComponent" in component_types + assert ( + "dagster_components.dagster_sling.SlingReplicationCollectionComponent" + not in component_types + ) with _temp_venv( [*common_deps, "-e", f"{components_root}[sling]", "-e", sling_root] ) as python_executable: component_types = _get_component_types_in_python_environment(python_executable) - assert "dagster_components.lib.PipesSubprocessScriptCollectionComponent" in component_types - assert "dagster_components.lib.DbtProjectComponent" not in component_types - assert "dagster_components.lib.SlingReplicationCollectionComponent" in component_types + assert ( + "dagster_components.dagster.PipesSubprocessScriptCollectionComponent" in component_types + ) + assert "dagster_components.dagster_dbt.DbtProjectComponent" not in component_types + assert ( + "dagster_components.dagster_sling.SlingReplicationCollectionComponent" + in component_types + ) def test_all_dagster_components_have_defined_summary(): diff --git a/python_modules/libraries/dagster-components/dagster_components_tests/test_integrity.py b/python_modules/libraries/dagster-components/dagster_components_tests/test_integrity.py index 51326267a8e41..7ab671a124009 100644 --- a/python_modules/libraries/dagster-components/dagster_components_tests/test_integrity.py +++ b/python_modules/libraries/dagster-components/dagster_components_tests/test_integrity.py @@ -3,7 +3,7 @@ from dagster_components.core.component import get_component_types_in_module _COMPONENT_LIBRARY_MODULES = [ - "dagster_components.lib", + "dagster_components", "dagster_test.components", ] diff --git a/python_modules/libraries/dagster-components/setup.py b/python_modules/libraries/dagster-components/setup.py index 828a82185c6d2..5c3efbee0eb56 100644 --- a/python_modules/libraries/dagster-components/setup.py +++ b/python_modules/libraries/dagster-components/setup.py @@ -41,7 +41,9 @@ def get_version() -> str: "dagster-components = dagster_components.cli:main", ], "dagster.components": [ - "dagster_components = dagster_components.lib", + "dagster-components-dagster = dagster_components.dagster", + "dagster-components-dbt = dagster_components.dagster_dbt", + "dagster-components-sling = dagster_components.dagster_sling", ], }, extras_require={ diff --git a/python_modules/libraries/dagster-dg/dagster_dg_tests/cli_tests/test_scaffold_commands.py b/python_modules/libraries/dagster-dg/dagster_dg_tests/cli_tests/test_scaffold_commands.py index f007b9e8639e5..7b29905ae537c 100644 --- a/python_modules/libraries/dagster-dg/dagster_dg_tests/cli_tests/test_scaffold_commands.py +++ b/python_modules/libraries/dagster-dg/dagster_dg_tests/cli_tests/test_scaffold_commands.py @@ -500,7 +500,7 @@ def test_scaffold_dbt_project_instance(params) -> None: result = runner.invoke( "scaffold", "component", - "dagster_components.lib.DbtProjectComponent", + "dagster_components.dagster_dbt.DbtProjectComponent", "my_project", *params, ) @@ -509,7 +509,10 @@ def test_scaffold_dbt_project_instance(params) -> None: component_yaml_path = Path("foo_bar/defs/my_project/component.yaml") assert component_yaml_path.exists() - assert "type: dagster_components.lib.DbtProjectComponent" in component_yaml_path.read_text() + assert ( + "type: dagster_components.dagster_dbt.DbtProjectComponent" + in component_yaml_path.read_text() + ) assert ( cross_platfrom_string_path("stub_projects/dbt_project_location/defs/jaffle_shop") in component_yaml_path.read_text()