Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

chore: Removed unused jobs and remove analytics-secure references. #1798

Merged
merged 1 commit into from
Dec 18, 2024
Merged

chore: Removed unused jobs and remove analytics-secure references. #1798

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
58 changes: 0 additions & 58 deletions dataeng/jobs/analytics/AmplitudeUserPropertiesBackfill.groovy
View file
Open in desktop

This file was deleted.

15 changes: 14 additions & 1 deletion dataeng/jobs/analytics/AnalyticsEmailOptin.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -80,6 +80,8 @@ class AnalyticsEmailOptin {
'Used to set the date of the CWSM dump. Leave blank to use today\'s date. Set to "-d 202x-0x-0x" if that is when the CWSM dump took place, typically the preceding Sunday. (Leave off quotes.)')
stringParam('ORG_CONFIG','data-czar-keys/config.yaml', 'Path to the data-czar organization config file')
stringParam('DATA_CZAR_KEYS_BRANCH','master', 'Branch of the Data-czar-keys repository to use')
stringParam('ANALYTICS_TOOLS_URL', allVars.get('ANALYTICS_TOOLS_URL'), 'URL for the analytics tools repo.')
stringParam('ANALYTICS_TOOLS_BRANCH', allVars.get('ANALYTICS_TOOLS_BRANCH'), , 'Branch of analytics tools repo to use.')
}
parameters secure_scm_parameters(allVars)

Expand Down Expand Up @@ -116,6 +118,18 @@ class AnalyticsEmailOptin {
relativeTargetDirectory('data-czar-keys')
}
}
git {
remote {
url('$ANALYTICS_TOOLS_URL')
branch('$ANALYTICS_TOOLS_BRANCH')
credentials('1')
}
extensions {
relativeTargetDirectory('analytics-tools')
pruneBranches()
cleanAfterCheckout()
}
}
}

triggers{
Expand Down Expand Up @@ -157,4 +171,3 @@ class AnalyticsEmailOptin {
}
}
}

5 changes: 1 addition & 4 deletions dataeng/jobs/analytics/DBTDocs.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,24 +1,21 @@
package analytics
import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm
import static org.edx.jenkins.dsl.AnalyticsConstants.common_log_rotator
import static org.edx.jenkins.dsl.AnalyticsConstants.common_wrappers
import static org.edx.jenkins.dsl.AnalyticsConstants.common_publishers
import static org.edx.jenkins.dsl.AnalyticsConstants.common_triggers
import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm_parameters

class DBTDocs{
public static def job = { dslFactory, allVars ->
dslFactory.job("dbt-docs"){
logRotator common_log_rotator(allVars)
parameters secure_scm_parameters(allVars)
parameters {
stringParam('WAREHOUSE_TRANSFORMS_URL', allVars.get('WAREHOUSE_TRANSFORMS_URL'), 'URL for the warehouse-transforms repository.')
stringParam('WAREHOUSE_TRANSFORMS_BRANCH', allVars.get('WAREHOUSE_TRANSFORMS_BRANCH'), 'Branch of warehouse-transforms repository to use.')
stringParam('DBT_TARGET', allVars.get('DBT_TARGET'), 'DBT target from profiles.yml in analytics-secure.')
stringParam('DBT_PROFILE', allVars.get('DBT_PROFILE'), 'DBT profile from profiles.yml in analytics-secure.')
stringParam('NOTIFY', allVars.get('NOTIFY','$PAGER_NOTIFY'), 'Space separated list of emails to send notifications to.')
}
multiscm secure_scm(allVars) << {
multiscm {
git {
remote {
url('$WAREHOUSE_TRANSFORMS_URL')
Expand Down
8 changes: 2 additions & 6 deletions dataeng/jobs/analytics/DBTRun.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,11 +1,9 @@
package analytics
import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm
import static org.edx.jenkins.dsl.AnalyticsConstants.common_authorization
import static org.edx.jenkins.dsl.AnalyticsConstants.common_log_rotator
import static org.edx.jenkins.dsl.AnalyticsConstants.common_wrappers
import static org.edx.jenkins.dsl.AnalyticsConstants.common_publishers
import static org.edx.jenkins.dsl.AnalyticsConstants.common_triggers
import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm_parameters

class DBTRun{
public static def job = { dslFactory, allVars ->
Expand All @@ -18,7 +16,6 @@ class DBTRun{
)
authorization common_authorization(allVars)
logRotator common_log_rotator(allVars)
parameters secure_scm_parameters(allVars)
parameters {
stringParam('WAREHOUSE_TRANSFORMS_URL', allVars.get('WAREHOUSE_TRANSFORMS_URL'), 'URL for the warehouse-transforms repository.')
stringParam('WAREHOUSE_TRANSFORMS_BRANCH', allVars.get('WAREHOUSE_TRANSFORMS_BRANCH'), 'Branch of warehouse-transforms repository to use.')
Expand All @@ -36,7 +33,7 @@ class DBTRun{
environmentVariables {
env('JOB_TYPE', 'manual')
}
multiscm secure_scm(allVars) << {
multiscm {
git {
remote {
url('$WAREHOUSE_TRANSFORMS_URL')
Expand Down Expand Up @@ -68,7 +65,6 @@ class DBTRun{
"Automatically run dbt <strong>in production</strong>, overwriting data in the PROD database when Schema Builder generated PR are merged"
)
logRotator common_log_rotator(allVars)
parameters secure_scm_parameters(allVars)
environmentVariables {
env('WAREHOUSE_TRANSFORMS_URL', allVars.get('WAREHOUSE_TRANSFORMS_URL'))
env('WAREHOUSE_TRANSFORMS_BRANCH', allVars.get('WAREHOUSE_TRANSFORMS_BRANCH'))
Expand All @@ -84,7 +80,7 @@ class DBTRun{
env('JOB_TYPE', 'automated')
env('NOTIFY', allVars.get('$PAGER_NOTIFY'))
}
multiscm secure_scm(allVars) << {
multiscm {
git {
remote {
url('$WAREHOUSE_TRANSFORMS_URL')
Expand Down
53 changes: 0 additions & 53 deletions dataeng/jobs/analytics/DBTSourceFreshness.groovy
View file
Open in desktop

This file was deleted.

48 changes: 0 additions & 48 deletions dataeng/jobs/analytics/Enrollment.groovy
View file
Open in desktop

This file was deleted.

43 changes: 0 additions & 43 deletions dataeng/jobs/analytics/EnrollmentValidationEvents.groovy
View file
Open in desktop

This file was deleted.

31 changes: 0 additions & 31 deletions dataeng/jobs/analytics/Enterprise.groovy
View file
Open in desktop

This file was deleted.

6 changes: 1 addition & 5 deletions dataeng/jobs/analytics/ModelTransfers.groovy
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,10 +1,8 @@
package analytics
import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm
import static org.edx.jenkins.dsl.AnalyticsConstants.common_log_rotator
import static org.edx.jenkins.dsl.AnalyticsConstants.common_wrappers
import static org.edx.jenkins.dsl.AnalyticsConstants.common_publishers
import static org.edx.jenkins.dsl.AnalyticsConstants.common_triggers
import static org.edx.jenkins.dsl.AnalyticsConstants.secure_scm_parameters
import static org.edx.jenkins.dsl.AnalyticsConstants.common_authorization

class ModelTransfers{
Expand All @@ -13,7 +11,6 @@ class ModelTransfers{
dslFactory.job("transfer-dbt-models-$environment"){
authorization common_authorization(env_config)
logRotator common_log_rotator(allVars)
parameters secure_scm_parameters(allVars)
parameters {
stringParam('WAREHOUSE_TRANSFORMS_URL', allVars.get('WAREHOUSE_TRANSFORMS_URL'), 'URL for the Warehouse Transforms Repo.')
stringParam('WAREHOUSE_TRANSFORMS_BRANCH', allVars.get('WAREHOUSE_TRANSFORMS_BRANCH'), 'Branch of Warehouse Transforms to use.')
Expand All @@ -23,7 +20,7 @@ class ModelTransfers{
stringParam('MODELS_TO_TRANSFER', env_config.get('MODELS_TO_TRANSFER'), 'Name of DBT models which should be transferred to S3 via a Snowflake stage.')
stringParam('NOTIFY', env_config.get('NOTIFY', allVars.get('NOTIFY','$PAGER_NOTIFY')), 'Space separated list of emails to send notifications to.')
}
multiscm secure_scm(allVars) << {
multiscm {
git {
remote {
url('$WAREHOUSE_TRANSFORMS_URL')
Expand Down Expand Up @@ -51,4 +48,3 @@ class ModelTransfers{
}
}
}

Loading
Loading