Skip to content

Commit

Permalink
Test sample_script calling on new Operator
Browse files Browse the repository at this point in the history
  • Loading branch information
BAntonellini committed Mar 1, 2024
1 parent a936418 commit d2d9a04
Show file tree
Hide file tree
Showing 5 changed files with 32 additions and 56 deletions.
41 changes: 0 additions & 41 deletions orchestrate/dags/coldbore.py

This file was deleted.

27 changes: 27 additions & 0 deletions orchestrate/dags/sample_script.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,27 @@
from airflow.decorators import dag
from kubernetes.client import models as k8s
from operators.datacoves.bash import DatacovesBashOperator

default_args = {
"owner": "airflow",
"email": "some_user@exanple.com",
"email_on_failure": True,
"description": "Sample python dag",
}


@dag(
default_args={"start_date": "2021-01"},
description="sample_script",
schedule_interval="0 0 1 */12 *",
tags=["version_2"],
catchup=False,
)
def sample_script():
sample_script = DatacovesBashOperator(
task_id="sample_script",
bash_command=f"python orchestrate/python_scripts/sample_script.py",
)


dag = sample_script()
17 changes: 2 additions & 15 deletions orchestrate/python_scripts/sample_script.py
Original file line number Diff line number Diff line change
@@ -1,16 +1,3 @@
import pandas as pd
from orchestrate.some_module.main import MainRunner

def print_sample_dataframe():

# Creating a simple DataFrame
data = {'Name': ['Alice', 'Bob', 'Charlie'],
'Age': [25, 30, 35],
'City': ['New York', 'San Francisco', 'Los Angeles']}

df = pd.DataFrame(data)

# Displaying the DataFrame
print("DataFrame created using Pandas:")
print(df)

print_sample_dataframe()
runner = MainRunner()
Empty file.
3 changes: 3 additions & 0 deletions orchestrate/some_module/main.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
class MainRunner:
def __init__(self) -> None:
print("SUCCESS")

0 comments on commit d2d9a04

Please sign in to comment.