From 1df5b6c11ad17155d75d282398712f1498a453ef Mon Sep 17 00:00:00 2001 From: Charlie Lewis <38421838+charlielewisme@users.noreply.github.com> Date: Mon, 2 Sep 2024 06:51:23 -0400 Subject: [PATCH] exclude files from being treated as folders in `table_definitions_folder` (#209) --- airflow/dags/polygon_parse_dag.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/airflow/dags/polygon_parse_dag.py b/airflow/dags/polygon_parse_dag.py index 4803218..3611638 100644 --- a/airflow/dags/polygon_parse_dag.py +++ b/airflow/dags/polygon_parse_dag.py @@ -21,6 +21,8 @@ ) for folder in glob(table_definitions_folder): + if not os.path.isdir(folder): + continue dataset = folder.split('/')[-1] dag_id = f'polygon_parse_{dataset}_dag'