From 54823970b78b009e4d2ac2d17188b8e4bbc83a7d Mon Sep 17 00:00:00 2001 From: Djordje Antic Date: Wed, 30 Jul 2025 08:41:51 +0000 Subject: [PATCH 1/4] Use merge-from-develop MITuna branch --- mlir/utils/jenkins/Jenkinsfile | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/mlir/utils/jenkins/Jenkinsfile b/mlir/utils/jenkins/Jenkinsfile index b3bc1324c96d..1967093f2b1c 100644 --- a/mlir/utils/jenkins/Jenkinsfile +++ b/mlir/utils/jenkins/Jenkinsfile @@ -712,7 +712,7 @@ pipeline { buildProject('ci-performance-scripts', '') // How to check out into specific directory, according to stackoverflow. dir('MITuna') { - git branch: "pf-tuna-rocmlir-3", poll: false, url: 'https://github.com/ROCm/MITuna.git' + git branch: "merge-from-develop", poll: false, url: 'https://github.com/ROCm/MITuna.git' } dir('build') { timeout(time: 60, activity: true, unit: 'MINUTES') { @@ -963,7 +963,7 @@ pipeline { ]) { buildProject('check-rocmlir-build-only ci-performance-scripts', '') dir('MITuna') { - git branch: "pf-tuna-rocmlir-3", poll: false, url: 'https://github.com/ROCm/MITuna.git' + git branch: "merge-from-develop", poll: false, url: 'https://github.com/ROCm/MITuna.git' } dir('build') { // Tune gemms with default datatypes, fail if the DB is not created From fce4455f8bf48887cbc88920ddccd15d5a0873cc Mon Sep 17 00:00:00 2001 From: Djordje Antic Date: Wed, 30 Jul 2025 10:59:01 +0000 Subject: [PATCH 2/4] Use merge-from-develop branch of MITuna --- mlir/utils/jenkins/Dockerfile | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/mlir/utils/jenkins/Dockerfile b/mlir/utils/jenkins/Dockerfile index 85bfe28c7d53..8ece5ddf6574 100644 --- a/mlir/utils/jenkins/Dockerfile +++ b/mlir/utils/jenkins/Dockerfile @@ -146,7 +146,7 @@ RUN wget https://dev.mysql.com/get/Downloads/MySQL-8.0/mysql-8.0.34-linux-glibc2 # python setup for tuna # --ignore-installed because of problems upgrading PyYAML. See also -U. -ADD "https://raw.githubusercontent.com/ROCm/MITuna/pf-tuna-rocmlir-3/requirements.txt" tuna-requirements.txt +ADD "https://raw.githubusercontent.com/ROCm/MITuna/merge-from-develop/requirements.txt" tuna-requirements.txt RUN python3 -m venv /tuna-venv && . /tuna-venv/bin/activate && \ python3 -m pip install -r tuna-requirements.txt --ignore-installed && \ python3 -m pip install -r llvm-requirements.txt --ignore-installed && \ From 1b555a003bd66770febe2215fc7d797bd264d7e3 Mon Sep 17 00:00:00 2001 From: Djordje Antic Date: Tue, 19 Aug 2025 07:53:43 -0500 Subject: [PATCH 3/4] Redis and Celery in Jenkinsfile --- mlir/utils/jenkins/Jenkinsfile | 28 ++++++++++++++++++++++++++++ 1 file changed, 28 insertions(+) diff --git a/mlir/utils/jenkins/Jenkinsfile b/mlir/utils/jenkins/Jenkinsfile index 1967093f2b1c..dc9229531730 100644 --- a/mlir/utils/jenkins/Jenkinsfile +++ b/mlir/utils/jenkins/Jenkinsfile @@ -946,6 +946,34 @@ pipeline { } } } + + environment { + // Temporarily here, for testing + TUNA_DB_USER_NAME = credentials('tuna-db-user') + TUNA_DB_USER_PASSWORD = credentials('tuna-db-pass') + TUNA_DB_HOSTNAME = 'mysql.internal' + TUNA_DB_NAME = 'mituna' + CELERY_BROKER_URL = 'redis://127.0.0.1:6379/14' + CELERY_RESULT_BACKEND = 'redis://127.0.0.1:6379/15' + } + + stage('Start Redis') { + steps { + sh ''' + docker rm -f mituna-redis || true + docker run -d --name mituna-redis -p 6379:6379 redis:7-alpine + (echo -e "PING\\r\\n"; sleep 1) | nc -w 2 127.0.0.1 6379 || (echo "Redis not up" && exit 1) + ''' + } + } + stage('Start Celery') { + steps { + sh ''' + cd MITuna + nohup bash -lc "celery -A tuna.celery_app.celery worker -l info -E -n worker_gpu_0 -Q default -c 1" > celery_0.log 2>&1 & + ''' + } + } stage("Tune rocMLIR") { steps { script { From 38d408f708d83b0c37effd2fd48a3a0256a7ef81 Mon Sep 17 00:00:00 2001 From: Djordje Antic Date: Wed, 20 Aug 2025 10:48:42 -0500 Subject: [PATCH 4/4] Edit stage steps --- mlir/utils/jenkins/Jenkinsfile | 38 +++++++++++++++------------------- 1 file changed, 17 insertions(+), 21 deletions(-) diff --git a/mlir/utils/jenkins/Jenkinsfile b/mlir/utils/jenkins/Jenkinsfile index dc9229531730..fbe6c74708f8 100644 --- a/mlir/utils/jenkins/Jenkinsfile +++ b/mlir/utils/jenkins/Jenkinsfile @@ -946,8 +946,8 @@ pipeline { } } } - - environment { + stage("Tune rocMLIR") { + environment { // Temporarily here, for testing TUNA_DB_USER_NAME = credentials('tuna-db-user') TUNA_DB_USER_PASSWORD = credentials('tuna-db-pass') @@ -955,27 +955,23 @@ pipeline { TUNA_DB_NAME = 'mituna' CELERY_BROKER_URL = 'redis://127.0.0.1:6379/14' CELERY_RESULT_BACKEND = 'redis://127.0.0.1:6379/15' - } - - stage('Start Redis') { - steps { - sh ''' - docker rm -f mituna-redis || true - docker run -d --name mituna-redis -p 6379:6379 redis:7-alpine - (echo -e "PING\\r\\n"; sleep 1) | nc -w 2 127.0.0.1 6379 || (echo "Redis not up" && exit 1) - ''' } - } - stage('Start Celery') { - steps { - sh ''' - cd MITuna - nohup bash -lc "celery -A tuna.celery_app.celery worker -l info -E -n worker_gpu_0 -Q default -c 1" > celery_0.log 2>&1 & - ''' - } - } - stage("Tune rocMLIR") { steps { + script { + // Start Redis + sh ''' + docker rm -f mituna-redis || true + docker run -d --name mituna-redis -p 6379:6379 redis:7-alpine + (echo -e "PING\\r\\n"; sleep 1) | nc -w 2 127.0.0.1 6379 || (echo "Redis not up" && exit 1) + ''' + } + script { + // Start Celery + sh ''' + cd MITuna + nohup bash -lc "celery -A tuna.celery_app.celery worker -l info -E -n worker_gpu_0 -Q default -c 1" > celery_0.log 2>&1 & + ''' + } script { def argsForThisNode = DOCKER_ARGS_BY_NODE[env.NODE_NAME] echo "Running Docker with: ${argsForThisNode}"