From 6ba0fc33d22398b84d3093644b475e4624d3c339 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 19:26:46 +0900 Subject: [PATCH 01/13] Move train configs into per-run directories mirroring eval/pt layout Each config under config/constract_llm/train/{pt,ft} now lives in a directory named after the run (stage included), matching the eval/pt convention. Doc references updated accordingly. --- .../Sentence-InstructLM-Bi-EN-0.5B-PT.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B.json | 0 .../Sentence-Llama-Bi-EN-0.5B-PT.json | 0 .../Sentence-Llama-Bi-EN-0.5B.json | 0 .../Sentence-Llama-Bi-EN-1B-PT.json | 0 .../Sentence-Llama-Bi-EN-1B.json | 0 .../Sentence-Llama-Bi-EN-3B-PT.json | 0 .../Sentence-Llama-Bi-EN-3B.json | 0 .../Sentence-Llama-Bi-JP-0.5B-PT.json | 0 .../Sentence-Llama-Bi-JP-0.5B.json | 0 .../Sentence-Llama-Bi-JP-1B-PT.json | 0 .../Sentence-Llama-Bi-JP-1B.json | 0 .../Sentence-Llama-Bi-JP-3B-PT.json | 0 .../Sentence-Llama-Bi-JP-3B.json | 0 .../Sentence-Mistral-Bi-EN-0.5B-PT.json | 0 .../Sentence-Mistral-Bi-EN-0.5B.json | 0 .../Sentence-ModernBERT-EN-0.5B-PT.json | 0 .../Sentence-ModernBERT-EN-0.5B.json | 0 .../Sentence-ModernBERT-EN-1B-PT.json | 0 .../Sentence-ModernBERT-EN-1B.json | 0 .../Sentence-ModernBERT-EN-3B-PT.json | 0 .../Sentence-ModernBERT-EN-3B.json | 0 .../Sentence-ModernBERT-JP-0.5B-PT.json | 0 .../Sentence-ModernBERT-JP-0.5B.json | 0 .../Sentence-ModernBERT-JP-1B-PT.json | 0 .../Sentence-ModernBERT-JP-1B.json | 0 .../Sentence-ModernBERT-JP-3B-PT.json | 0 .../Sentence-ModernBERT-JP-3B.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B-PT.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json | 0 .../Sentence-Sarashina-Bi-0.5B-PT.json | 0 .../Sentence-Sarashina-Bi-0.5B.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B-PT.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B.json | 0 .../Sentence-Sarashina-Bi-EN-1B-PT.json | 0 .../Sentence-Sarashina-Bi-EN-1B.json | 0 .../Sentence-Sarashina-Bi-EN-3B-PT.json | 0 .../Sentence-Sarashina-Bi-EN-3B.json | 0 .../Sentence-Sarashina-Bi-JP-1B-PT.json | 0 .../Sentence-Sarashina-Bi-JP-1B.json | 0 .../Sentence-Sarashina-Bi-JP-3B-PT.json | 0 .../Sentence-Sarashina-Bi-JP-3B.json | 0 .../Llama-EN-0.5B-PT-stage1.json | 0 .../Llama-EN-0.5B-PT-stage2.json | 0 .../Llama-EN-1B-PT-stage1.json | 0 .../Llama-EN-1B-PT-stage2.json | 0 .../Llama-EN-3B-PT-stage1.json | 0 .../Llama-EN-3B-PT-stage2.json | 0 .../Llama-JP-0.5B-PT-stage1.json | 0 .../Llama-JP-0.5B-PT-stage2.json | 0 .../Llama-JP-1B-PT-stage1.json | 0 .../Llama-JP-1B-PT-stage2.json | 0 .../Llama-JP-3B-PT-stage1.json | 0 .../Llama-JP-3B-PT-stage2.json | 0 .../Mistral-EN-0.5B-PT-stage1.json | 0 .../Mistral-EN-0.5B-PT-stage2.json | 0 .../ModernBERT-EN-0.5B-PT-stage1.json | 0 .../ModernBERT-EN-0.5B-PT-stage2.json | 0 .../ModernBERT-EN-1B-PT-stage1.json | 0 .../ModernBERT-EN-1B-PT-stage2.json | 0 .../ModernBERT-EN-3B-PT-stage1.json | 0 .../ModernBERT-EN-3B-PT-stage2.json | 0 .../ModernBERT-JP-0.5B-PT-stage1.json | 0 .../ModernBERT-JP-0.5B-PT-stage2.json | 0 .../ModernBERT-JP-1B-PT-stage1.json | 0 .../ModernBERT-JP-1B-PT-stage2.json | 0 .../ModernBERT-JP-3B-PT-stage1.json | 0 .../ModernBERT-JP-3B-PT-stage2.json | 0 .../Qwen2.5-Scratch-EN-0.5B-PT-stage1.json | 0 .../Qwen2.5-Scratch-EN-0.5B-PT-stage2.json | 0 scripts/constract_llm/train/README.md | 2 +- scripts/constract_llm/train/README_JA.md | 2 +- scripts/constract_llm/train/ft/README.md | 4 ++-- scripts/constract_llm/train/ft/README_JA.md | 4 ++-- scripts/constract_llm/train/pt/README.md | 12 ++++++------ scripts/constract_llm/train/pt/README_JA.md | 12 ++++++------ 78 files changed, 18 insertions(+), 18 deletions(-) rename config/constract_llm/train/ft/{ => Sentence-InstructLM-Bi-EN-0.5B-PT}/Sentence-InstructLM-Bi-EN-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-InstructLM-Bi-EN-0.5B}/Sentence-InstructLM-Bi-EN-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-EN-0.5B-PT}/Sentence-Llama-Bi-EN-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-EN-0.5B}/Sentence-Llama-Bi-EN-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-EN-1B-PT}/Sentence-Llama-Bi-EN-1B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-EN-1B}/Sentence-Llama-Bi-EN-1B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-EN-3B-PT}/Sentence-Llama-Bi-EN-3B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-EN-3B}/Sentence-Llama-Bi-EN-3B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-JP-0.5B-PT}/Sentence-Llama-Bi-JP-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-JP-0.5B}/Sentence-Llama-Bi-JP-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-JP-1B-PT}/Sentence-Llama-Bi-JP-1B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-JP-1B}/Sentence-Llama-Bi-JP-1B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-JP-3B-PT}/Sentence-Llama-Bi-JP-3B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Llama-Bi-JP-3B}/Sentence-Llama-Bi-JP-3B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Mistral-Bi-EN-0.5B-PT}/Sentence-Mistral-Bi-EN-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Mistral-Bi-EN-0.5B}/Sentence-Mistral-Bi-EN-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-EN-0.5B-PT}/Sentence-ModernBERT-EN-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-EN-0.5B}/Sentence-ModernBERT-EN-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-EN-1B-PT}/Sentence-ModernBERT-EN-1B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-EN-1B}/Sentence-ModernBERT-EN-1B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-EN-3B-PT}/Sentence-ModernBERT-EN-3B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-EN-3B}/Sentence-ModernBERT-EN-3B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-JP-0.5B-PT}/Sentence-ModernBERT-JP-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-JP-0.5B}/Sentence-ModernBERT-JP-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-JP-1B-PT}/Sentence-ModernBERT-JP-1B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-JP-1B}/Sentence-ModernBERT-JP-1B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-JP-3B-PT}/Sentence-ModernBERT-JP-3B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-ModernBERT-JP-3B}/Sentence-ModernBERT-JP-3B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Qwen2.5-Bi-EN-0.5B-PT}/Sentence-Qwen2.5-Bi-EN-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Qwen2.5-Bi-EN-0.5B}/Sentence-Qwen2.5-Bi-EN-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT}/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B}/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-0.5B-PT}/Sentence-Sarashina-Bi-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-0.5B}/Sentence-Sarashina-Bi-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-EN-0.5B-PT}/Sentence-Sarashina-Bi-EN-0.5B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-EN-0.5B}/Sentence-Sarashina-Bi-EN-0.5B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-EN-1B-PT}/Sentence-Sarashina-Bi-EN-1B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-EN-1B}/Sentence-Sarashina-Bi-EN-1B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-EN-3B-PT}/Sentence-Sarashina-Bi-EN-3B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-EN-3B}/Sentence-Sarashina-Bi-EN-3B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-JP-1B-PT}/Sentence-Sarashina-Bi-JP-1B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-JP-1B}/Sentence-Sarashina-Bi-JP-1B.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-JP-3B-PT}/Sentence-Sarashina-Bi-JP-3B-PT.json (100%) rename config/constract_llm/train/ft/{ => Sentence-Sarashina-Bi-JP-3B}/Sentence-Sarashina-Bi-JP-3B.json (100%) rename config/constract_llm/train/pt/{ => Llama-EN-0.5B-PT-stage1}/Llama-EN-0.5B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Llama-EN-0.5B-PT-stage2}/Llama-EN-0.5B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => Llama-EN-1B-PT-stage1}/Llama-EN-1B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Llama-EN-1B-PT-stage2}/Llama-EN-1B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => Llama-EN-3B-PT-stage1}/Llama-EN-3B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Llama-EN-3B-PT-stage2}/Llama-EN-3B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => Llama-JP-0.5B-PT-stage1}/Llama-JP-0.5B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Llama-JP-0.5B-PT-stage2}/Llama-JP-0.5B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => Llama-JP-1B-PT-stage1}/Llama-JP-1B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Llama-JP-1B-PT-stage2}/Llama-JP-1B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => Llama-JP-3B-PT-stage1}/Llama-JP-3B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Llama-JP-3B-PT-stage2}/Llama-JP-3B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => Mistral-EN-0.5B-PT-stage1}/Mistral-EN-0.5B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Mistral-EN-0.5B-PT-stage2}/Mistral-EN-0.5B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-EN-0.5B-PT-stage1}/ModernBERT-EN-0.5B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-EN-0.5B-PT-stage2}/ModernBERT-EN-0.5B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-EN-1B-PT-stage1}/ModernBERT-EN-1B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-EN-1B-PT-stage2}/ModernBERT-EN-1B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-EN-3B-PT-stage1}/ModernBERT-EN-3B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-EN-3B-PT-stage2}/ModernBERT-EN-3B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-JP-0.5B-PT-stage1}/ModernBERT-JP-0.5B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-JP-0.5B-PT-stage2}/ModernBERT-JP-0.5B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-JP-1B-PT-stage1}/ModernBERT-JP-1B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-JP-1B-PT-stage2}/ModernBERT-JP-1B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-JP-3B-PT-stage1}/ModernBERT-JP-3B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => ModernBERT-JP-3B-PT-stage2}/ModernBERT-JP-3B-PT-stage2.json (100%) rename config/constract_llm/train/pt/{ => Qwen2.5-Scratch-EN-0.5B-PT-stage1}/Qwen2.5-Scratch-EN-0.5B-PT-stage1.json (100%) rename config/constract_llm/train/pt/{ => Qwen2.5-Scratch-EN-0.5B-PT-stage2}/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json (100%) diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/Sentence-InstructLM-Bi-EN-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/Sentence-InstructLM-Bi-EN-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/Sentence-Llama-Bi-EN-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/Sentence-Llama-Bi-EN-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT/Sentence-Llama-Bi-EN-1B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT/Sentence-Llama-Bi-EN-1B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/Sentence-Llama-Bi-EN-1B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/Sentence-Llama-Bi-EN-1B.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT/Sentence-Llama-Bi-EN-3B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT/Sentence-Llama-Bi-EN-3B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/Sentence-Llama-Bi-EN-3B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/Sentence-Llama-Bi-EN-3B.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/Sentence-Llama-Bi-JP-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/Sentence-Llama-Bi-JP-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/Sentence-Llama-Bi-JP-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/Sentence-Llama-Bi-JP-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT/Sentence-Llama-Bi-JP-1B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT/Sentence-Llama-Bi-JP-1B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/Sentence-Llama-Bi-JP-1B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/Sentence-Llama-Bi-JP-1B.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT/Sentence-Llama-Bi-JP-3B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT/Sentence-Llama-Bi-JP-3B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/Sentence-Llama-Bi-JP-3B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/Sentence-Llama-Bi-JP-3B.json diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/Sentence-Mistral-Bi-EN-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/Sentence-Mistral-Bi-EN-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/Sentence-ModernBERT-EN-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/Sentence-ModernBERT-EN-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT/Sentence-ModernBERT-EN-1B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT/Sentence-ModernBERT-EN-1B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/Sentence-ModernBERT-EN-1B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/Sentence-ModernBERT-EN-1B.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT/Sentence-ModernBERT-EN-3B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT/Sentence-ModernBERT-EN-3B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/Sentence-ModernBERT-EN-3B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/Sentence-ModernBERT-EN-3B.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/Sentence-ModernBERT-JP-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/Sentence-ModernBERT-JP-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT/Sentence-ModernBERT-JP-1B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT/Sentence-ModernBERT-JP-1B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/Sentence-ModernBERT-JP-1B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/Sentence-ModernBERT-JP-1B.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT/Sentence-ModernBERT-JP-3B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT/Sentence-ModernBERT-JP-3B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/Sentence-ModernBERT-JP-3B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/Sentence-ModernBERT-JP-3B.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Bi-EN-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Bi-EN-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/Sentence-Sarashina-Bi-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/Sentence-Sarashina-Bi-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/Sentence-Sarashina-Bi-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/Sentence-Sarashina-Bi-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/Sentence-Sarashina-Bi-EN-0.5B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/Sentence-Sarashina-Bi-EN-0.5B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT/Sentence-Sarashina-Bi-EN-1B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT/Sentence-Sarashina-Bi-EN-1B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/Sentence-Sarashina-Bi-EN-1B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/Sentence-Sarashina-Bi-EN-1B.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT/Sentence-Sarashina-Bi-EN-3B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT/Sentence-Sarashina-Bi-EN-3B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/Sentence-Sarashina-Bi-EN-3B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/Sentence-Sarashina-Bi-EN-3B.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT/Sentence-Sarashina-Bi-JP-1B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT/Sentence-Sarashina-Bi-JP-1B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/Sentence-Sarashina-Bi-JP-1B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/Sentence-Sarashina-Bi-JP-1B.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT/Sentence-Sarashina-Bi-JP-3B-PT.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT/Sentence-Sarashina-Bi-JP-3B-PT.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/Sentence-Sarashina-Bi-JP-3B.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/Sentence-Sarashina-Bi-JP-3B.json diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/Llama-EN-0.5B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/Llama-EN-0.5B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage1.json b/config/constract_llm/train/pt/Llama-EN-1B-PT-stage1/Llama-EN-1B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-1B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-EN-1B-PT-stage1/Llama-EN-1B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage2.json b/config/constract_llm/train/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-1B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2.json diff --git a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage1.json b/config/constract_llm/train/pt/Llama-EN-3B-PT-stage1/Llama-EN-3B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-3B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-EN-3B-PT-stage1/Llama-EN-3B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage2.json b/config/constract_llm/train/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-3B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2.json diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage1.json b/config/constract_llm/train/pt/Llama-JP-1B-PT-stage1/Llama-JP-1B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-1B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-JP-1B-PT-stage1/Llama-JP-1B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage2.json b/config/constract_llm/train/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-1B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2.json diff --git a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage1.json b/config/constract_llm/train/pt/Llama-JP-3B-PT-stage1/Llama-JP-3B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-3B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-JP-3B-PT-stage1/Llama-JP-3B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage2.json b/config/constract_llm/train/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-3B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2.json diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/Mistral-EN-0.5B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/Mistral-EN-0.5B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/ModernBERT-EN-0.5B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/ModernBERT-EN-0.5B-PT-stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1/ModernBERT-EN-1B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1/ModernBERT-EN-1B-PT-stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1/ModernBERT-EN-3B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1/ModernBERT-EN-3B-PT-stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1/ModernBERT-JP-1B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1/ModernBERT-JP-1B-PT-stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1/ModernBERT-JP-3B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1/ModernBERT-JP-3B-PT-stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2.json diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/Qwen2.5-Scratch-EN-0.5B-PT-stage1.json similarity index 100% rename from config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/Qwen2.5-Scratch-EN-0.5B-PT-stage1.json diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json diff --git a/scripts/constract_llm/train/README.md b/scripts/constract_llm/train/README.md index f44f082d..0cb87f79 100644 --- a/scripts/constract_llm/train/README.md +++ b/scripts/constract_llm/train/README.md @@ -42,7 +42,7 @@ This directory provides launch scripts for language-model pre-training and Sente All launchers expose [Google Fire](https://github.com/google/python-fire) CLIs that accept JSON/YAML/TOML configs. Basic usage: ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json ``` For multi-GPU runs, prepend `uv run torchrun --standalone --nnodes 1 --nproc-per-node $NUM_GPU` to the command above. diff --git a/scripts/constract_llm/train/README_JA.md b/scripts/constract_llm/train/README_JA.md index 3a4f50ef..08afb8f8 100644 --- a/scripts/constract_llm/train/README_JA.md +++ b/scripts/constract_llm/train/README_JA.md @@ -42,7 +42,7 @@ すべてのランチャーは [Google Fire](https://github.com/google/python-fire) を利用した CLI を公開しており、JSON/YAML/TOML の設定ファイルを受け取ります。 ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json ``` マルチ GPU の場合は `uv run torchrun --standalone --nnodes 1 --nproc-per-node $NUM_GPU` をコマンド前に付けて実行してください。 diff --git a/scripts/constract_llm/train/ft/README.md b/scripts/constract_llm/train/ft/README.md index 9653cc2d..2a05a204 100644 --- a/scripts/constract_llm/train/ft/README.md +++ b/scripts/constract_llm/train/ft/README.md @@ -22,7 +22,7 @@ The `run_st.py` script is used for fine-tuning Sentence Transformer models, whic ### Usage ```bash -python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B.json +python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json ``` For multi-GPU training: @@ -32,7 +32,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B.json + scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json ``` ### Custom Parameters diff --git a/scripts/constract_llm/train/ft/README_JA.md b/scripts/constract_llm/train/ft/README_JA.md index 83a73edb..a71a311b 100644 --- a/scripts/constract_llm/train/ft/README_JA.md +++ b/scripts/constract_llm/train/ft/README_JA.md @@ -21,7 +21,7 @@ ### 使用方法 ```bash -python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B.json +python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json ``` マルチGPU学習の場合： @@ -31,7 +31,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B.json + scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json ``` ### カスタムパラメータ diff --git a/scripts/constract_llm/train/pt/README.md b/scripts/constract_llm/train/pt/README.md index 90aa7dfd..8d47a571 100644 --- a/scripts/constract_llm/train/pt/README.md +++ b/scripts/constract_llm/train/pt/README.md @@ -24,7 +24,7 @@ The `run_mlm.py` script is used for pre-training models using the Masked Languag ### Usage ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json ``` For multi-GPU training: @@ -34,7 +34,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json ``` ### Custom Parameters @@ -53,7 +53,7 @@ The `run_mntp.py` script is used for pre-training models using the Masked Next T ### Usage ```bash -python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json ``` For multi-GPU training: @@ -63,7 +63,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json ``` ### Custom Parameters @@ -115,7 +115,7 @@ The `run_clm.py` script is used for pre-training and fine-tuning models using th ### Usage ```bash -python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig.json +python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json ``` For multi-GPU training: @@ -125,7 +125,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig.json + scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json ``` ### Custom Parameters diff --git a/scripts/constract_llm/train/pt/README_JA.md b/scripts/constract_llm/train/pt/README_JA.md index dd43666e..acb0fe31 100644 --- a/scripts/constract_llm/train/pt/README_JA.md +++ b/scripts/constract_llm/train/pt/README_JA.md @@ -24,7 +24,7 @@ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json ``` マルチGPU学習の場合： @@ -34,7 +34,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json ``` ### カスタムパラメータ @@ -53,7 +53,7 @@ uv run torchrun \ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json ``` マルチGPU学習の場合： @@ -63,7 +63,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json ``` ### カスタムパラメータ @@ -116,7 +116,7 @@ uv run torchrun \ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig.json +python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json ``` マルチGPU学習の場合： @@ -126,7 +126,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig.json + scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json ``` ### カスタムパラメータ From fb0e8acae5dcba3733fdc4db8b6b00d39777d112 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 19:30:02 +0900 Subject: [PATCH 02/13] Append total-batch suffix to 1B/3B run names and shorten config filenames 1B/3B runs have size-scaled total batches (unlike the 0.5B reference at 4096), so their directory/run names now carry an explicit -bs suffix (8-GPU effective total: 1B stage1/WSL 8192, 1B stage2/FT 1024, 3B stage1/WSL 16384, 3B stage2/FT 2048). All references, including eval configs and lowercase mteb variants, are renamed consistently. Config files inside each run directory are shortened to their kind (stage1/stage2/pt/ft).json since the directory carries the run name. --- .../bench_sbert/sentence-llama-bi-1b.json | 2 +- .../bench_sbert/sentence-llama-bi-3b.json | 2 +- ...on => sentence-llama-bi-en-1b-bs1024.json} | 4 +-- ...on => sentence-llama-bi-en-3b-bs2048.json} | 4 +-- .../bench_sbert/sentence-modernbert-1b.json | 2 +- .../bench_sbert/sentence-modernbert-3b.json | 2 +- ... => sentence-modernbert-en-1b-bs1024.json} | 4 +-- ... => sentence-modernbert-en-3b-bs2048.json} | 4 +-- .../bench_sbert/sentence-sarashina-bi-1b.json | 2 +- .../bench_sbert/sentence-sarashina-bi-3b.json | 2 +- ...> sentence-sarashina-bi-en-1b-bs1024.json} | 4 +-- ...> sentence-sarashina-bi-en-3b-bs2048.json} | 4 +-- .../eval/isotropic/Llama-1B.json | 2 +- .../eval/isotropic/Llama-3B.json | 2 +- .../eval/isotropic/ModernBERT-1B.json | 2 +- .../eval/isotropic/ModernBERT-3B.json | 2 +- .../eval/isotropic/ModernBERT-EN-1B.json | 2 +- .../eval/isotropic/Sentence-Llama-Bi-1B.json | 2 +- .../eval/isotropic/Sentence-Llama-Bi-3B.json | 2 +- ...on => Sentence-Llama-Bi-EN-1B-bs1024.json} | 2 +- ...on => Sentence-Llama-Bi-EN-3B-bs2048.json} | 2 +- .../isotropic/Sentence-ModernBERT-1B.json | 2 +- .../isotropic/Sentence-ModernBERT-3B.json | 2 +- ... => Sentence-ModernBERT-EN-1B-bs1024.json} | 2 +- ... => Sentence-ModernBERT-EN-3B-bs2048.json} | 2 +- .../isotropic/Sentence-Sarashina-Bi-1B.json | 2 +- .../isotropic/Sentence-Sarashina-Bi-3B.json | 2 +- ...> Sentence-Sarashina-Bi-EN-1B-bs1024.json} | 2 +- ...> Sentence-Sarashina-Bi-EN-3B-bs2048.json} | 2 +- ...on => sentence-llama-bi-en-1b-bs1024.json} | 4 +-- ...on => sentence-llama-bi-en-3b-bs2048.json} | 4 +-- ... => sentence-modernbert-en-1b-bs1024.json} | 4 +-- ... => sentence-modernbert-en-3b-bs2048.json} | 4 +-- ...> sentence-sarashina-bi-en-1b-bs1024.json} | 4 +-- ...> sentence-sarashina-bi-en-3b-bs2048.json} | 4 +-- ...on => sentence-llama-bi-en-1b-bs1024.json} | 4 +-- ... => sentence-modernbert-en-1b-bs1024.json} | 4 +-- ...> sentence-sarashina-bi-en-1b-bs1024.json} | 4 +-- ...nce-llama-bi-en-1b-bs1024--clf-clust.json} | 4 +-- ...-llama-bi-en-1b-bs1024--retr-arguana.json} | 4 +-- ...1b-bs1024--retr-climatefeverhardnega.json} | 4 +-- ...1b-bs1024--retr-cqadupstackgamingret.json} | 4 +-- ...1b-bs1024--retr-cqadupstackunixretri.json} | 4 +-- ...n-1b-bs1024--retr-feverhardnegatives.json} | 4 +-- ...llama-bi-en-1b-bs1024--retr-fiqa2018.json} | 4 +-- ...1b-bs1024--retr-hotpotqahardnegative.json} | 4 +-- ...-llama-bi-en-1b-bs1024--retr-scidocs.json} | 4 +-- ...1b-bs1024--retr-touche2020retrieval..json} | 4 +-- ...lama-bi-en-1b-bs1024--retr-treccovid.json} | 4 +-- ...ce-llama-bi-en-1b-bs1024--sts-rerank.json} | 4 +-- ...e-modernbert-en-1b-bs1024--clf-clust.json} | 4 +-- ...odernbert-en-1b-bs1024--retr-arguana.json} | 4 +-- ...1b-bs1024--retr-climatefeverhardnega.json} | 4 +-- ...1b-bs1024--retr-cqadupstackgamingret.json} | 4 +-- ...1b-bs1024--retr-cqadupstackunixretri.json} | 4 +-- ...n-1b-bs1024--retr-feverhardnegatives.json} | 4 +-- ...dernbert-en-1b-bs1024--retr-fiqa2018.json} | 4 +-- ...1b-bs1024--retr-hotpotqahardnegative.json} | 4 +-- ...odernbert-en-1b-bs1024--retr-scidocs.json} | 4 +-- ...1b-bs1024--retr-touche2020retrieval..json} | 4 +-- ...ernbert-en-1b-bs1024--retr-treccovid.json} | 4 +-- ...-modernbert-en-1b-bs1024--sts-rerank.json} | 4 +-- ...sarashina-bi-en-1b-bs1024--clf-clust.json} | 4 +-- ...ashina-bi-en-1b-bs1024--retr-arguana.json} | 4 +-- ...1b-bs1024--retr-climatefeverhardnega.json} | 4 +-- ...1b-bs1024--retr-cqadupstackgamingret.json} | 4 +-- ...1b-bs1024--retr-cqadupstackunixretri.json} | 4 +-- ...n-1b-bs1024--retr-feverhardnegatives.json} | 4 +-- ...shina-bi-en-1b-bs1024--retr-fiqa2018.json} | 4 +-- ...1b-bs1024--retr-hotpotqahardnegative.json} | 4 +-- ...ashina-bi-en-1b-bs1024--retr-scidocs.json} | 4 +-- ...1b-bs1024--retr-touche2020retrieval..json} | 4 +-- ...hina-bi-en-1b-bs1024--retr-treccovid.json} | 4 +-- ...arashina-bi-en-1b-bs1024--sts-rerank.json} | 4 +-- .../Llama-EN-1B-PT-stage2-bs1024_cola.json} | 8 +++--- .../Llama-EN-1B-PT-stage2-bs1024_csqa.json} | 8 +++--- .../Llama-EN-1B-PT-stage2-bs1024_mnli.json} | 8 +++--- .../Llama-EN-1B-PT-stage2-bs1024_squad.json} | 8 +++--- .../Llama-EN-1B-PT-stage2-bs1024_stsb.json} | 8 +++--- .../Llama-EN-3B-PT-stage2-bs2048_cola.json} | 8 +++--- .../Llama-EN-3B-PT-stage2-bs2048_csqa.json} | 8 +++--- .../Llama-EN-3B-PT-stage2-bs2048_mnli.json} | 8 +++--- .../Llama-EN-3B-PT-stage2-bs2048_squad.json} | 8 +++--- .../Llama-EN-3B-PT-stage2-bs2048_stsb.json} | 8 +++--- .../Llama-JP-1B-PT-stage2-bs1024_jcola.json} | 8 +++--- .../Llama-JP-1B-PT-stage2-bs1024_jcsqa.json} | 8 +++--- .../Llama-JP-1B-PT-stage2-bs1024_jnli.json} | 8 +++--- .../Llama-JP-1B-PT-stage2-bs1024_jsquad.json} | 8 +++--- .../Llama-JP-1B-PT-stage2-bs1024_jsts.json} | 8 +++--- .../Llama-JP-3B-PT-stage2-bs2048_jcola.json} | 8 +++--- .../Llama-JP-3B-PT-stage2-bs2048_jcsqa.json} | 8 +++--- .../Llama-JP-3B-PT-stage2-bs2048_jnli.json} | 8 +++--- .../Llama-JP-3B-PT-stage2-bs2048_jsquad.json} | 8 +++--- .../Llama-JP-3B-PT-stage2-bs2048_jsts.json} | 8 +++--- ...dernBERT-EN-1B-PT-stage2-bs1024_cola.json} | 8 +++--- ...dernBERT-EN-1B-PT-stage2-bs1024_csqa.json} | 8 +++--- ...dernBERT-EN-1B-PT-stage2-bs1024_mnli.json} | 8 +++--- ...ernBERT-EN-1B-PT-stage2-bs1024_squad.json} | 8 +++--- ...dernBERT-EN-1B-PT-stage2-bs1024_stsb.json} | 8 +++--- ...dernBERT-EN-3B-PT-stage2-bs2048_cola.json} | 8 +++--- ...dernBERT-EN-3B-PT-stage2-bs2048_csqa.json} | 8 +++--- ...dernBERT-EN-3B-PT-stage2-bs2048_mnli.json} | 8 +++--- ...ernBERT-EN-3B-PT-stage2-bs2048_squad.json} | 8 +++--- ...dernBERT-EN-3B-PT-stage2-bs2048_stsb.json} | 8 +++--- ...ernBERT-JP-1B-PT-stage2-bs1024_jcola.json} | 8 +++--- ...ernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json} | 8 +++--- ...dernBERT-JP-1B-PT-stage2-bs1024_jnli.json} | 8 +++--- ...rnBERT-JP-1B-PT-stage2-bs1024_jsquad.json} | 8 +++--- ...dernBERT-JP-1B-PT-stage2-bs1024_jsts.json} | 8 +++--- ...ernBERT-JP-3B-PT-stage2-bs2048_jcola.json} | 8 +++--- ...ernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json} | 8 +++--- ...dernBERT-JP-3B-PT-stage2-bs2048_jnli.json} | 8 +++--- ...rnBERT-JP-3B-PT-stage2-bs2048_jsquad.json} | 8 +++--- ...dernBERT-JP-3B-PT-stage2-bs2048_jsts.json} | 8 +++--- .../model/save_custom_model/llama_bi_1b.json | 2 +- .../model/save_custom_model/llama_bi_3b.json | 2 +- .../save_custom_model/llama_bi_en_1b.json | 2 +- .../save_custom_model/llama_bi_en_3b.json | 2 +- ...-InstructLM-Bi-EN-0.5B-PT.json => pt.json} | 0 ...nce-InstructLM-Bi-EN-0.5B.json => ft.json} | 0 ...tence-Llama-Bi-EN-0.5B-PT.json => pt.json} | 0 ...Sentence-Llama-Bi-EN-0.5B.json => ft.json} | 0 .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- ...tence-Llama-Bi-JP-0.5B-PT.json => pt.json} | 0 ...Sentence-Llama-Bi-JP-0.5B.json => ft.json} | 0 .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- ...nce-Mistral-Bi-EN-0.5B-PT.json => pt.json} | 0 ...ntence-Mistral-Bi-EN-0.5B.json => ft.json} | 0 ...nce-ModernBERT-EN-0.5B-PT.json => pt.json} | 0 ...ntence-ModernBERT-EN-0.5B.json => ft.json} | 0 .../pt.json} | 8 +++--- .../ft.json} | 8 +++--- .../pt.json} | 8 +++--- .../ft.json} | 8 +++--- ...nce-ModernBERT-JP-0.5B-PT.json => pt.json} | 0 ...ntence-ModernBERT-JP-0.5B.json => ft.json} | 0 .../pt.json} | 8 +++--- .../ft.json} | 8 +++--- .../pt.json} | 8 +++--- .../ft.json} | 8 +++--- ...nce-Qwen2.5-Bi-EN-0.5B-PT.json => pt.json} | 0 ...ntence-Qwen2.5-Bi-EN-0.5B.json => ft.json} | 0 ...2.5-Scratch-Bi-EN-0.5B-PT.json => pt.json} | 0 ...wen2.5-Scratch-Bi-EN-0.5B.json => ft.json} | 0 ...ence-Sarashina-Bi-0.5B-PT.json => pt.json} | 0 ...entence-Sarashina-Bi-0.5B.json => ft.json} | 0 ...e-Sarashina-Bi-EN-0.5B-PT.json => pt.json} | 0 ...ence-Sarashina-Bi-EN-0.5B.json => ft.json} | 0 .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- .../pt.json} | 6 ++-- .../ft.json} | 8 +++--- ...ama-EN-0.5B-PT-stage1.json => stage1.json} | 0 ...ama-EN-0.5B-PT-stage2.json => stage2.json} | 0 .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- ...ama-JP-0.5B-PT-stage1.json => stage1.json} | 0 ...ama-JP-0.5B-PT-stage2.json => stage2.json} | 0 .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- ...ral-EN-0.5B-PT-stage1.json => stage1.json} | 0 ...ral-EN-0.5B-PT-stage2.json => stage2.json} | 0 ...ERT-EN-0.5B-PT-stage1.json => stage1.json} | 0 ...ERT-EN-0.5B-PT-stage2.json => stage2.json} | 0 .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- ...ERT-JP-0.5B-PT-stage1.json => stage1.json} | 0 ...ERT-JP-0.5B-PT-stage2.json => stage2.json} | 0 .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- .../stage1.json} | 6 ++-- .../stage2.json} | 8 +++--- ...tch-EN-0.5B-PT-stage1.json => stage1.json} | 0 ...tch-EN-0.5B-PT-stage2.json => stage2.json} | 0 .../constract_llm/eval/analysis/README_JA.md | 2 +- .../eval/analysis/compute_pairwise_cka.py | 24 ++++++++-------- scripts/constract_llm/train/README.md | 22 +++++++-------- scripts/constract_llm/train/README_JA.md | 22 +++++++-------- scripts/constract_llm/train/ft/README.md | 28 +++++++++---------- scripts/constract_llm/train/ft/README_JA.md | 28 +++++++++---------- scripts/constract_llm/train/pt/README.md | 28 +++++++++---------- scripts/constract_llm/train/pt/README_JA.md | 28 +++++++++---------- 198 files changed, 524 insertions(+), 524 deletions(-) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi-en-1b.json => sentence-llama-bi-en-1b-bs1024.json} (89%) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi-en-3b.json => sentence-llama-bi-en-3b-bs2048.json} (89%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert-en-1b.json => sentence-modernbert-en-1b-bs1024.json} (88%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert-en-3b.json => sentence-modernbert-en-3b-bs2048.json} (88%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi-en-1b.json => sentence-sarashina-bi-en-1b-bs1024.json} (96%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi-en-3b.json => sentence-sarashina-bi-en-3b-bs2048.json} (96%) rename config/constract_llm/eval/isotropic/{Sentence-ModernBERT-EN-1B.json => Sentence-Llama-Bi-EN-1B-bs1024.json} (86%) rename config/constract_llm/eval/isotropic/{Sentence-ModernBERT-EN-3B.json => Sentence-Llama-Bi-EN-3B-bs2048.json} (86%) rename config/constract_llm/eval/isotropic/{Sentence-Llama-Bi-EN-1B.json => Sentence-ModernBERT-EN-1B-bs1024.json} (86%) rename config/constract_llm/eval/isotropic/{Sentence-Llama-Bi-EN-3B.json => Sentence-ModernBERT-EN-3B-bs2048.json} (86%) rename config/constract_llm/eval/isotropic/{Sentence-Sarashina-Bi-EN-1B.json => Sentence-Sarashina-Bi-EN-1B-bs1024.json} (97%) rename config/constract_llm/eval/isotropic/{Sentence-Sarashina-Bi-EN-3B.json => Sentence-Sarashina-Bi-EN-3B-bs2048.json} (97%) rename config/constract_llm/eval/mteb/{sentence-llama-bi-en-1b.json => sentence-llama-bi-en-1b-bs1024.json} (81%) rename config/constract_llm/eval/mteb/{sentence-llama-bi-en-3b.json => sentence-llama-bi-en-3b-bs2048.json} (81%) rename config/constract_llm/eval/mteb/{sentence-modernbert-en-1b.json => sentence-modernbert-en-1b-bs1024.json} (89%) rename config/constract_llm/eval/mteb/{sentence-modernbert-en-3b.json => sentence-modernbert-en-3b-bs2048.json} (89%) rename config/constract_llm/eval/mteb/{sentence-sarashina-bi-en-1b.json => sentence-sarashina-bi-en-1b-bs1024.json} (96%) rename config/constract_llm/eval/mteb/{sentence-sarashina-bi-en-3b.json => sentence-sarashina-bi-en-3b-bs2048.json} (96%) rename config/constract_llm/eval/mteb_full/{sentence-llama-bi-en-1b.json => sentence-llama-bi-en-1b-bs1024.json} (93%) rename config/constract_llm/eval/mteb_full/{sentence-modernbert-en-1b.json => sentence-modernbert-en-1b-bs1024.json} (93%) rename config/constract_llm/eval/mteb_full/{sentence-sarashina-bi-en-1b.json => sentence-sarashina-bi-en-1b-bs1024.json} (97%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--clf-clust.json => sentence-llama-bi-en-1b-bs1024--clf-clust.json} (91%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-arguana.json => sentence-llama-bi-en-1b-bs1024--retr-arguana.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-climatefeverhardnega.json => sentence-llama-bi-en-1b-bs1024--retr-climatefeverhardnega.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-cqadupstackgamingret.json => sentence-llama-bi-en-1b-bs1024--retr-cqadupstackgamingret.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-cqadupstackunixretri.json => sentence-llama-bi-en-1b-bs1024--retr-cqadupstackunixretri.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-feverhardnegatives.json => sentence-llama-bi-en-1b-bs1024--retr-feverhardnegatives.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-fiqa2018.json => sentence-llama-bi-en-1b-bs1024--retr-fiqa2018.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-hotpotqahardnegative.json => sentence-llama-bi-en-1b-bs1024--retr-hotpotqahardnegative.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-scidocs.json => sentence-llama-bi-en-1b-bs1024--retr-scidocs.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-touche2020retrieval..json => sentence-llama-bi-en-1b-bs1024--retr-touche2020retrieval..json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-treccovid.json => sentence-llama-bi-en-1b-bs1024--retr-treccovid.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--sts-rerank.json => sentence-llama-bi-en-1b-bs1024--sts-rerank.json} (88%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--clf-clust.json => sentence-modernbert-en-1b-bs1024--clf-clust.json} (91%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-arguana.json => sentence-modernbert-en-1b-bs1024--retr-arguana.json} (84%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-climatefeverhardnega.json => sentence-modernbert-en-1b-bs1024--retr-climatefeverhardnega.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-cqadupstackgamingret.json => sentence-modernbert-en-1b-bs1024--retr-cqadupstackgamingret.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-cqadupstackunixretri.json => sentence-modernbert-en-1b-bs1024--retr-cqadupstackunixretri.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-feverhardnegatives.json => sentence-modernbert-en-1b-bs1024--retr-feverhardnegatives.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b--retr-fiqa2018.json => sentence-modernbert-en-1b-bs1024--retr-fiqa2018.json} (84%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-hotpotqahardnegative.json => sentence-modernbert-en-1b-bs1024--retr-hotpotqahardnegative.json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-scidocs.json => sentence-modernbert-en-1b-bs1024--retr-scidocs.json} (84%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-touche2020retrieval..json => sentence-modernbert-en-1b-bs1024--retr-touche2020retrieval..json} (85%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--retr-treccovid.json => sentence-modernbert-en-1b-bs1024--retr-treccovid.json} (84%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b--sts-rerank.json => sentence-modernbert-en-1b-bs1024--sts-rerank.json} (87%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--clf-clust.json => sentence-sarashina-bi-en-1b-bs1024--clf-clust.json} (96%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-arguana.json => sentence-sarashina-bi-en-1b-bs1024--retr-arguana.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-climatefeverhardnega.json => sentence-sarashina-bi-en-1b-bs1024--retr-climatefeverhardnega.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-cqadupstackgamingret.json => sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackgamingret.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-cqadupstackunixretri.json => sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackunixretri.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-feverhardnegatives.json => sentence-sarashina-bi-en-1b-bs1024--retr-feverhardnegatives.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-fiqa2018.json => sentence-sarashina-bi-en-1b-bs1024--retr-fiqa2018.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-hotpotqahardnegative.json => sentence-sarashina-bi-en-1b-bs1024--retr-hotpotqahardnegative.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-scidocs.json => sentence-sarashina-bi-en-1b-bs1024--retr-scidocs.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-touche2020retrieval..json => sentence-sarashina-bi-en-1b-bs1024--retr-touche2020retrieval..json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--retr-treccovid.json => sentence-sarashina-bi-en-1b-bs1024--retr-treccovid.json} (93%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b--sts-rerank.json => sentence-sarashina-bi-en-1b-bs1024--sts-rerank.json} (94%) rename config/constract_llm/eval/pt/{Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_cola.json => Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_cola.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_csqa.json => Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_csqa.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_mnli.json => Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_mnli.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_squad.json => Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_squad.json} (90%) rename config/constract_llm/eval/pt/{Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_stsb.json => Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_stsb.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_cola.json => Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_cola.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_csqa.json => Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_csqa.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_mnli.json => Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_mnli.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_squad.json => Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_squad.json} (89%) rename config/constract_llm/eval/pt/{Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_stsb.json => Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_stsb.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcola.json => Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcola.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcsqa.json => Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcsqa.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jnli.json => Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jnli.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsquad.json => Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsquad.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsts.json => Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsts.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcola.json => Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcola.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcsqa.json => Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcsqa.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jnli.json => Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jnli.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsquad.json => Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsquad.json} (89%) rename config/constract_llm/eval/pt/{Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsts.json => Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsts.json} (89%) rename config/constract_llm/eval/pt/{ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_cola.json => ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_cola.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_csqa.json => ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_mnli.json => ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_squad.json => ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_squad.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_stsb.json => ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_cola.json => ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_cola.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_csqa.json => ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_mnli.json => ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_squad.json => ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_squad.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_stsb.json => ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcola.json => ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcsqa.json => ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jnli.json => ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsquad.json => ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsts.json => ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcola.json => ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json} (91%) rename config/constract_llm/eval/pt/{ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcsqa.json => ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jnli.json => ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsquad.json => ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json} (92%) rename config/constract_llm/eval/pt/{ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsts.json => ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json} (92%) rename config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/{Sentence-InstructLM-Bi-EN-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/{Sentence-InstructLM-Bi-EN-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/{Sentence-Llama-Bi-EN-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/{Sentence-Llama-Bi-EN-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-1B-PT/Sentence-Llama-Bi-EN-1B-PT.json => Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json} (90%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-1B/Sentence-Llama-Bi-EN-1B.json => Sentence-Llama-Bi-EN-1B-bs1024/ft.json} (90%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-3B-PT/Sentence-Llama-Bi-EN-3B-PT.json => Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json} (90%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-3B/Sentence-Llama-Bi-EN-3B.json => Sentence-Llama-Bi-EN-3B-bs2048/ft.json} (90%) rename config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/{Sentence-Llama-Bi-JP-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/{Sentence-Llama-Bi-JP-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-1B-PT/Sentence-Llama-Bi-JP-1B-PT.json => Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json} (90%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-1B/Sentence-Llama-Bi-JP-1B.json => Sentence-Llama-Bi-JP-1B-bs1024/ft.json} (89%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-3B-PT/Sentence-Llama-Bi-JP-3B-PT.json => Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json} (89%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-3B/Sentence-Llama-Bi-JP-3B.json => Sentence-Llama-Bi-JP-3B-bs2048/ft.json} (89%) rename config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/{Sentence-Mistral-Bi-EN-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/{Sentence-Mistral-Bi-EN-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/{Sentence-ModernBERT-EN-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/{Sentence-ModernBERT-EN-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-1B-PT/Sentence-ModernBERT-EN-1B-PT.json => Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json} (90%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-1B/Sentence-ModernBERT-EN-1B.json => Sentence-ModernBERT-EN-1B-bs1024/ft.json} (90%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-3B-PT/Sentence-ModernBERT-EN-3B-PT.json => Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json} (89%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-3B/Sentence-ModernBERT-EN-3B.json => Sentence-ModernBERT-EN-3B-bs2048/ft.json} (90%) rename config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/{Sentence-ModernBERT-JP-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/{Sentence-ModernBERT-JP-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-1B-PT/Sentence-ModernBERT-JP-1B-PT.json => Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json} (89%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-1B/Sentence-ModernBERT-JP-1B.json => Sentence-ModernBERT-JP-1B-bs1024/ft.json} (89%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-3B-PT/Sentence-ModernBERT-JP-3B-PT.json => Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json} (89%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-3B/Sentence-ModernBERT-JP-3B.json => Sentence-ModernBERT-JP-3B-bs2048/ft.json} (89%) rename config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/{Sentence-Qwen2.5-Bi-EN-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/{Sentence-Qwen2.5-Bi-EN-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/{Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/{Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/{Sentence-Sarashina-Bi-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/{Sentence-Sarashina-Bi-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/{Sentence-Sarashina-Bi-EN-0.5B-PT.json => pt.json} (100%) rename config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/{Sentence-Sarashina-Bi-EN-0.5B.json => ft.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-1B-PT/Sentence-Sarashina-Bi-EN-1B-PT.json => Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json} (90%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-1B/Sentence-Sarashina-Bi-EN-1B.json => Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json} (89%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-3B-PT/Sentence-Sarashina-Bi-EN-3B-PT.json => Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json} (90%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-3B/Sentence-Sarashina-Bi-EN-3B.json => Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json} (89%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-1B-PT/Sentence-Sarashina-Bi-JP-1B-PT.json => Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json} (89%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-1B/Sentence-Sarashina-Bi-JP-1B.json => Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json} (89%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-3B-PT/Sentence-Sarashina-Bi-JP-3B-PT.json => Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json} (89%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-3B/Sentence-Sarashina-Bi-JP-3B.json => Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json} (89%) rename config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/{Llama-EN-0.5B-PT-stage1.json => stage1.json} (100%) rename config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/{Llama-EN-0.5B-PT-stage2.json => stage2.json} (100%) rename config/constract_llm/train/pt/{Llama-EN-1B-PT-stage1/Llama-EN-1B-PT-stage1.json => Llama-EN-1B-PT-stage1-bs8192/stage1.json} (89%) rename config/constract_llm/train/pt/{Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2.json => Llama-EN-1B-PT-stage2-bs1024/stage2.json} (85%) rename config/constract_llm/train/pt/{Llama-EN-3B-PT-stage1/Llama-EN-3B-PT-stage1.json => Llama-EN-3B-PT-stage1-bs16384/stage1.json} (89%) rename config/constract_llm/train/pt/{Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2.json => Llama-EN-3B-PT-stage2-bs2048/stage2.json} (85%) rename config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/{Llama-JP-0.5B-PT-stage1.json => stage1.json} (100%) rename config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/{Llama-JP-0.5B-PT-stage2.json => stage2.json} (100%) rename config/constract_llm/train/pt/{Llama-JP-1B-PT-stage1/Llama-JP-1B-PT-stage1.json => Llama-JP-1B-PT-stage1-bs8192/stage1.json} (89%) rename config/constract_llm/train/pt/{Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2.json => Llama-JP-1B-PT-stage2-bs1024/stage2.json} (85%) rename config/constract_llm/train/pt/{Llama-JP-3B-PT-stage1/Llama-JP-3B-PT-stage1.json => Llama-JP-3B-PT-stage1-bs16384/stage1.json} (89%) rename config/constract_llm/train/pt/{Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2.json => Llama-JP-3B-PT-stage2-bs2048/stage2.json} (85%) rename config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/{Mistral-EN-0.5B-PT-stage1.json => stage1.json} (100%) rename config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/{Mistral-EN-0.5B-PT-stage2.json => stage2.json} (100%) rename config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/{ModernBERT-EN-0.5B-PT-stage1.json => stage1.json} (100%) rename config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/{ModernBERT-EN-0.5B-PT-stage2.json => stage2.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-EN-1B-PT-stage1/ModernBERT-EN-1B-PT-stage1.json => ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json} (88%) rename config/constract_llm/train/pt/{ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2.json => ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json} (88%) rename config/constract_llm/train/pt/{ModernBERT-EN-3B-PT-stage1/ModernBERT-EN-3B-PT-stage1.json => ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json} (88%) rename config/constract_llm/train/pt/{ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2.json => ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json} (88%) rename config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/{ModernBERT-JP-0.5B-PT-stage1.json => stage1.json} (100%) rename config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/{ModernBERT-JP-0.5B-PT-stage2.json => stage2.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-JP-1B-PT-stage1/ModernBERT-JP-1B-PT-stage1.json => ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json} (88%) rename config/constract_llm/train/pt/{ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2.json => ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json} (88%) rename config/constract_llm/train/pt/{ModernBERT-JP-3B-PT-stage1/ModernBERT-JP-3B-PT-stage1.json => ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json} (88%) rename config/constract_llm/train/pt/{ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2.json => ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json} (88%) rename config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/{Qwen2.5-Scratch-EN-0.5B-PT-stage1.json => stage1.json} (100%) rename config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/{Qwen2.5-Scratch-EN-0.5B-PT-stage2.json => stage2.json} (100%) diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-1b.json b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-1b.json index 111effc2..1af5138d 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-1b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-1b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B-bs1024", "output_dir": "data/outputs/bench_sbert/llama-bi-1b", "dataset_name_or_path": "fujiki/wiki40b_ja", "dataset_config_name": "default", diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-3b.json b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-3b.json index 14792285..6c34cd4f 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-3b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-3b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-bs2048", "output_dir": "data/outputs/bench_sbert/llama-bi-3b", "dataset_name_or_path": "fujiki/wiki40b_ja", "dataset_config_name": "default", diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b.json b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b-bs1024.json similarity index 89% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b.json rename to config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b-bs1024.json index 3d90e5bd..5a50fd7b 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "data/outputs/bench_sbert/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "data/outputs/bench_sbert/sentence-llama-bi-en-1b-bs1024", "dataset_name_or_path": "google/wiki40b", "dataset_config_name": "en", "dataset_split": "train", diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b.json b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b-bs2048.json similarity index 89% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b.json rename to config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b-bs2048.json index 5e82707a..31a231e8 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b-bs2048.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B", - "output_dir": "data/outputs/bench_sbert/sentence-llama-bi-en-3b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-bs2048", + "output_dir": "data/outputs/bench_sbert/sentence-llama-bi-en-3b-bs2048", "dataset_name_or_path": "google/wiki40b", "dataset_config_name": "en", "dataset_split": "train", diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-1b.json b/config/constract_llm/eval/bench_sbert/sentence-modernbert-1b.json index dce0e85f..b45e9b12 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-modernbert-1b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-modernbert-1b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B-bs1024", "output_dir": "data/outputs/bench_sbert/modernbert-1b", "dataset_name_or_path": "fujiki/wiki40b_ja", "dataset_config_name": "default", diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-3b.json b/config/constract_llm/eval/bench_sbert/sentence-modernbert-3b.json index bf6bf655..e678de3a 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-modernbert-3b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-modernbert-3b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-bs2048", "output_dir": "data/outputs/bench_sbert/modernbert-3b", "dataset_name_or_path": "fujiki/wiki40b_ja", "dataset_config_name": "default", diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b.json b/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b-bs1024.json similarity index 88% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b.json rename to config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b-bs1024.json index b185d435..457ed315 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "data/outputs/bench_sbert/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "data/outputs/bench_sbert/sentence-modernbert-en-1b-bs1024", "dataset_name_or_path": "google/wiki40b", "dataset_config_name": "en", "dataset_split": "train", diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b.json b/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b-bs2048.json similarity index 88% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b.json rename to config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b-bs2048.json index b874c841..216fe23d 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b-bs2048.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B", - "output_dir": "data/outputs/bench_sbert/sentence-modernbert-en-3b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-bs2048", + "output_dir": "data/outputs/bench_sbert/sentence-modernbert-en-3b-bs2048", "dataset_name_or_path": "google/wiki40b", "dataset_config_name": "en", "dataset_split": "train", diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-1b.json b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-1b.json index a820224e..7271030d 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-1b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-1b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B-bs1024", "output_dir": "data/outputs/bench_sbert/sarashina-bi-1b", "dataset_name_or_path": "fujiki/wiki40b_ja", "dataset_config_name": "default", diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-3b.json b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-3b.json index bc182947..0c7d318d 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-3b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-3b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-bs2048", "output_dir": "data/outputs/bench_sbert/sarashina-bi-3b", "dataset_name_or_path": "fujiki/wiki40b_ja", "dataset_config_name": "default", diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b.json b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b-bs1024.json similarity index 96% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b.json rename to config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b-bs1024.json index 313f9c4d..86a5e52b 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "data/outputs/bench_sbert/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "data/outputs/bench_sbert/sentence-sarashina-bi-en-1b-bs1024", "dataset_name_or_path": "google/wiki40b", "dataset_config_name": "en", "dataset_split": "train", diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b.json b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b-bs2048.json similarity index 96% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b.json rename to config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b-bs2048.json index f012f9e2..6554a6cc 100644 --- a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b.json +++ b/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b-bs2048.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B", - "output_dir": "data/outputs/bench_sbert/sentence-sarashina-bi-en-3b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-bs2048", + "output_dir": "data/outputs/bench_sbert/sentence-sarashina-bi-en-3b-bs2048", "dataset_name_or_path": "google/wiki40b", "dataset_config_name": "en", "dataset_split": "train", diff --git a/config/constract_llm/eval/isotropic/Llama-1B.json b/config/constract_llm/eval/isotropic/Llama-1B.json index 6e7b9f9f..0d2f807a 100644 --- a/config/constract_llm/eval/isotropic/Llama-1B.json +++ b/config/constract_llm/eval/isotropic/Llama-1B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "output_dir": "data/outputs/eval/isotropic/Llama-1B", "num_examples": 2000, "batch_size": 2, diff --git a/config/constract_llm/eval/isotropic/Llama-3B.json b/config/constract_llm/eval/isotropic/Llama-3B.json index e2989994..87fadfd2 100644 --- a/config/constract_llm/eval/isotropic/Llama-3B.json +++ b/config/constract_llm/eval/isotropic/Llama-3B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", "output_dir": "data/outputs/eval/isotropic/Llama-3B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/ModernBERT-1B.json b/config/constract_llm/eval/isotropic/ModernBERT-1B.json index ca1c2261..cf41b319 100644 --- a/config/constract_llm/eval/isotropic/ModernBERT-1B.json +++ b/config/constract_llm/eval/isotropic/ModernBERT-1B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2-bs1024", "output_dir": "data/outputs/eval/isotropic/ModernBERT-1B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/ModernBERT-3B.json b/config/constract_llm/eval/isotropic/ModernBERT-3B.json index c09e6771..6bd74419 100644 --- a/config/constract_llm/eval/isotropic/ModernBERT-3B.json +++ b/config/constract_llm/eval/isotropic/ModernBERT-3B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", "output_dir": "data/outputs/eval/isotropic/ModernBERT-3B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/ModernBERT-EN-1B.json b/config/constract_llm/eval/isotropic/ModernBERT-EN-1B.json index 6705a985..d6b1e940 100644 --- a/config/constract_llm/eval/isotropic/ModernBERT-EN-1B.json +++ b/config/constract_llm/eval/isotropic/ModernBERT-EN-1B.json @@ -12,5 +12,5 @@ "positive_pair_dataset_split": "dev", "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2" + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024" } \ No newline at end of file diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-1B.json b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-1B.json index e326c8bc..ae4621df 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-1B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-1B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B-bs1024", "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-1B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-3B.json b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-3B.json index cc2eefd0..ece53a89 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-3B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-3B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-bs2048", "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-3B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B.json b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 86% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B.json rename to config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json index 18f2df87..2e92b9b0 100644 --- a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", "output_dir": "data/outputs/eval/isotropic", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B.json b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json similarity index 86% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B.json rename to config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json index a7b62ebd..0538c723 100644 --- a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-bs2048", "output_dir": "data/outputs/eval/isotropic", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-1B.json b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-1B.json index 371e2805..5b889cd3 100644 --- a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-1B.json +++ b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-1B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B-bs1024", "output_dir": "data/outputs/eval/isotropic/Sentence-ModernBERT-1B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-3B.json b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-3B.json index 9d1de542..35c4cbbb 100644 --- a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-3B.json +++ b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-3B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-bs2048", "output_dir": "data/outputs/eval/isotropic/Sentence-ModernBERT-3B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B.json b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 86% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B.json rename to config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json index c762aacb..88c1dd7a 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B.json +++ b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", "output_dir": "data/outputs/eval/isotropic", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B.json b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json similarity index 86% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B.json rename to config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json index bb57d525..010f4e47 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B.json +++ b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-bs2048", "output_dir": "data/outputs/eval/isotropic", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-1B.json b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-1B.json index e3f56e85..e31941e6 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-1B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-1B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B-bs1024", "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-1B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-3B.json b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-3B.json index f38e6f7e..953ce82e 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-3B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-3B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-bs2048", "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-3B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B.json b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 97% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B.json rename to config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json index 1ebbb590..659d8b91 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", "output_dir": "data/outputs/eval/isotropic", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B.json b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json similarity index 97% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B.json rename to config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json index 33e0bf75..9505271f 100644 --- a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B.json +++ b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-bs2048", "output_dir": "data/outputs/eval/isotropic", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/mteb/sentence-llama-bi-en-1b.json b/config/constract_llm/eval/mteb/sentence-llama-bi-en-1b-bs1024.json similarity index 81% rename from config/constract_llm/eval/mteb/sentence-llama-bi-en-1b.json rename to config/constract_llm/eval/mteb/sentence-llama-bi-en-1b-bs1024.json index 0a598435..75fec986 100644 --- a/config/constract_llm/eval/mteb/sentence-llama-bi-en-1b.json +++ b/config/constract_llm/eval/mteb/sentence-llama-bi-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "data/outputs/eval/mteb/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "data/outputs/eval/mteb/sentence-llama-bi-en-1b-bs1024", "tasks": [ "SciFact", "STSBenchmark", diff --git a/config/constract_llm/eval/mteb/sentence-llama-bi-en-3b.json b/config/constract_llm/eval/mteb/sentence-llama-bi-en-3b-bs2048.json similarity index 81% rename from config/constract_llm/eval/mteb/sentence-llama-bi-en-3b.json rename to config/constract_llm/eval/mteb/sentence-llama-bi-en-3b-bs2048.json index 636e1c03..82089c00 100644 --- a/config/constract_llm/eval/mteb/sentence-llama-bi-en-3b.json +++ b/config/constract_llm/eval/mteb/sentence-llama-bi-en-3b-bs2048.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B", - "output_dir": "data/outputs/eval/mteb/sentence-llama-bi-en-3b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-bs2048", + "output_dir": "data/outputs/eval/mteb/sentence-llama-bi-en-3b-bs2048", "tasks": [ "SciFact", "STSBenchmark", diff --git a/config/constract_llm/eval/mteb/sentence-modernbert-en-1b.json b/config/constract_llm/eval/mteb/sentence-modernbert-en-1b-bs1024.json similarity index 89% rename from config/constract_llm/eval/mteb/sentence-modernbert-en-1b.json rename to config/constract_llm/eval/mteb/sentence-modernbert-en-1b-bs1024.json index a2562b49..4b611aca 100644 --- a/config/constract_llm/eval/mteb/sentence-modernbert-en-1b.json +++ b/config/constract_llm/eval/mteb/sentence-modernbert-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "data/outputs/eval/mteb/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "data/outputs/eval/mteb/sentence-modernbert-en-1b-bs1024", "tasks": [ "SciFact", "STSBenchmark", diff --git a/config/constract_llm/eval/mteb/sentence-modernbert-en-3b.json b/config/constract_llm/eval/mteb/sentence-modernbert-en-3b-bs2048.json similarity index 89% rename from config/constract_llm/eval/mteb/sentence-modernbert-en-3b.json rename to config/constract_llm/eval/mteb/sentence-modernbert-en-3b-bs2048.json index 648e3cc5..31905417 100644 --- a/config/constract_llm/eval/mteb/sentence-modernbert-en-3b.json +++ b/config/constract_llm/eval/mteb/sentence-modernbert-en-3b-bs2048.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B", - "output_dir": "data/outputs/eval/mteb/sentence-modernbert-en-3b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-bs2048", + "output_dir": "data/outputs/eval/mteb/sentence-modernbert-en-3b-bs2048", "tasks": [ "SciFact", "STSBenchmark", diff --git a/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b.json b/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b-bs1024.json similarity index 96% rename from config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b.json rename to config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b-bs1024.json index dc0509e4..e58cd37f 100644 --- a/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b.json +++ b/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "data/outputs/eval/mteb/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "data/outputs/eval/mteb/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "SciFact", "STSBenchmark", diff --git a/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b.json b/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b-bs2048.json similarity index 96% rename from config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b.json rename to config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b-bs2048.json index 1867694b..8ad06dec 100644 --- a/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b.json +++ b/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b-bs2048.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B", - "output_dir": "data/outputs/eval/mteb/sentence-sarashina-bi-en-3b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-bs2048", + "output_dir": "data/outputs/eval/mteb/sentence-sarashina-bi-en-3b-bs2048", "tasks": [ "SciFact", "STSBenchmark", diff --git a/config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b.json b/config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b-bs1024.json similarity index 93% rename from config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b.json rename to config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b-bs1024.json index 0d725ddf..85597c21 100644 --- a/config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b.json +++ b/config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "ArguAna", "ArXivHierarchicalClusteringP2P", diff --git a/config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b.json b/config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b-bs1024.json similarity index 93% rename from config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b.json rename to config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b-bs1024.json index 8661b6c9..6f373eb3 100644 --- a/config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b.json +++ b/config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "ArguAna", "ArXivHierarchicalClusteringP2P", diff --git a/config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b.json b/config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b-bs1024.json similarity index 97% rename from config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b.json rename to config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b-bs1024.json index 7362a533..2154fec9 100644 --- a/config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b.json +++ b/config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b-bs1024.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "ArguAna", "ArXivHierarchicalClusteringP2P", diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--clf-clust.json similarity index 91% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--clf-clust.json index d1d460b9..f9a00591 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--clf-clust.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--clf-clust.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "AmazonCounterfactualClassification", "Banking77Classification", diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-arguana.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-arguana.json index 89d5abd4..f1f0effe 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-arguana.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-arguana.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "ArguAna" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-climatefeverhardnega.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-climatefeverhardnega.json index ca243e97..61d5baa3 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-climatefeverhardnega.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-climatefeverhardnega.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "ClimateFEVERHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackgamingret.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackgamingret.json index 18b8aca5..3215dfe9 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-cqadupstackgamingret.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackgamingret.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "CQADupstackGamingRetrieval" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackunixretri.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackunixretri.json index c0321960..31438b8c 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-cqadupstackunixretri.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackunixretri.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "CQADupstackUnixRetrieval" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-feverhardnegatives.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-feverhardnegatives.json index 3e820a41..061b2881 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-feverhardnegatives.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-feverhardnegatives.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "FEVERHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-fiqa2018.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-fiqa2018.json index 6eb2012d..94f2c264 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-fiqa2018.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-fiqa2018.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "FiQA2018" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-hotpotqahardnegative.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-hotpotqahardnegative.json index 3e76e9d8..e053362f 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-hotpotqahardnegative.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-hotpotqahardnegative.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "HotpotQAHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-scidocs.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-scidocs.json index bbe2f46c..1ffd45a6 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-scidocs.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-scidocs.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "SCIDOCS" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-touche2020retrieval..json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-touche2020retrieval..json index 5d29e37a..944ab6fd 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-touche2020retrieval..json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-touche2020retrieval..json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "Touche2020Retrieval.v3" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-treccovid.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-treccovid.json index 0c403702..b1ca925c 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-treccovid.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-treccovid.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "TRECCOVID" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--sts-rerank.json similarity index 88% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--sts-rerank.json index 17a30997..3f9aa653 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--sts-rerank.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--sts-rerank.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b-bs1024", "tasks": [ "BIOSSES", "SICK-R", diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--clf-clust.json similarity index 91% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--clf-clust.json index 68b7c384..d5c12f1e 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--clf-clust.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--clf-clust.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "AmazonCounterfactualClassification", "Banking77Classification", diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-arguana.json similarity index 84% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-arguana.json index f6654c83..d8e66d7f 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-arguana.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-arguana.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "ArguAna" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-climatefeverhardnega.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-climatefeverhardnega.json index 3e89a036..4a6f6fc5 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-climatefeverhardnega.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-climatefeverhardnega.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "ClimateFEVERHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackgamingret.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackgamingret.json index 3bb2d580..1fbe9252 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-cqadupstackgamingret.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackgamingret.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "CQADupstackGamingRetrieval" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackunixretri.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackunixretri.json index ac1c8403..76488d71 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-cqadupstackunixretri.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackunixretri.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "CQADupstackUnixRetrieval" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-feverhardnegatives.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-feverhardnegatives.json index c27706cc..d7ec600c 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-feverhardnegatives.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-feverhardnegatives.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "FEVERHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-fiqa2018.json similarity index 84% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-fiqa2018.json index ad185a0a..268ee21a 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b--retr-fiqa2018.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-fiqa2018.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "FiQA2018" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-hotpotqahardnegative.json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-hotpotqahardnegative.json index c5e4a65b..9120d81b 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-hotpotqahardnegative.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-hotpotqahardnegative.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "HotpotQAHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-scidocs.json similarity index 84% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-scidocs.json index c92366a4..568d453e 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-scidocs.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-scidocs.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "SCIDOCS" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-touche2020retrieval..json similarity index 85% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-touche2020retrieval..json index 97f02ac4..d08a229d 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-touche2020retrieval..json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-touche2020retrieval..json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "Touche2020Retrieval.v3" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-treccovid.json similarity index 84% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-treccovid.json index 9d9ecea6..78e937ed 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--retr-treccovid.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-treccovid.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "TRECCOVID" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--sts-rerank.json similarity index 87% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--sts-rerank.json index b1f6cce6..1be0d73b 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b--sts-rerank.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--sts-rerank.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b-bs1024", "tasks": [ "BIOSSES", "SICK-R", diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--clf-clust.json similarity index 96% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--clf-clust.json index e7e49714..b82cd40b 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--clf-clust.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--clf-clust.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "AmazonCounterfactualClassification", "Banking77Classification", diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-arguana.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-arguana.json index 5e584fe3..3e73518b 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-arguana.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-arguana.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "ArguAna" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-climatefeverhardnega.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-climatefeverhardnega.json index 8652bad5..eb13ba0d 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-climatefeverhardnega.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-climatefeverhardnega.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "ClimateFEVERHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackgamingret.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackgamingret.json index 69401b69..e4fcead3 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-cqadupstackgamingret.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackgamingret.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "CQADupstackGamingRetrieval" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackunixretri.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackunixretri.json index cb2719a2..431db0fc 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-cqadupstackunixretri.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackunixretri.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "CQADupstackUnixRetrieval" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-feverhardnegatives.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-feverhardnegatives.json index 638261ca..1ac75446 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-feverhardnegatives.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-feverhardnegatives.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "FEVERHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-fiqa2018.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-fiqa2018.json index 111a5891..cb2346e9 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-fiqa2018.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-fiqa2018.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "FiQA2018" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-hotpotqahardnegative.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-hotpotqahardnegative.json index 10586d96..9991d451 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-hotpotqahardnegative.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-hotpotqahardnegative.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "HotpotQAHardNegatives" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-scidocs.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-scidocs.json index ab0f28f8..f9d8252a 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-scidocs.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-scidocs.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "SCIDOCS" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-touche2020retrieval..json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-touche2020retrieval..json index ce75ef6e..bcb3f9d1 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-touche2020retrieval..json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-touche2020retrieval..json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "Touche2020Retrieval.v3" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-treccovid.json similarity index 93% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-treccovid.json index 09b777ff..a53e48ae 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--retr-treccovid.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-treccovid.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "TRECCOVID" ], diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--sts-rerank.json similarity index 94% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--sts-rerank.json index 78dfc28c..23317e17 100644 --- a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b--sts-rerank.json +++ b/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--sts-rerank.json @@ -1,6 +1,6 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", - "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b-bs1024", "tasks": [ "BIOSSES", "SICK-R", diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_cola.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_cola.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_cola.json index c3bee105..eaab1b0d 100644 --- a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_cola.json +++ b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_cola.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", "task_name": "cola", "dataset_name": "nyu-mll/glue", "dataset_config_name": "cola", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-1B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue/logs", + "run_name": "Llama-EN-1B-PT-stage2-bs1024-cola-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-cola-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_csqa.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_csqa.json index 3128cb4f..49d8610d 100644 --- a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_csqa.json +++ b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_csqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", "task_name": "csqa", "trust_remote_code": true, "dataset_name": "tau/commonsense_qa", @@ -9,9 +9,9 @@ "force_add_bos_token": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-1B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue/logs", + "run_name": "Llama-EN-1B-PT-stage2-bs1024-csqa-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_mnli.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_mnli.json index 8485d548..3193b5e1 100644 --- a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_mnli.json +++ b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_mnli.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", "task_name": "mnli", "dataset_name": "nyu-mll/glue", "dataset_config_name": "mnli", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-1B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue/logs", + "run_name": "Llama-EN-1B-PT-stage2-bs1024-mnli-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_squad.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_squad.json similarity index 90% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_squad.json index ee57253b..bff020b0 100644 --- a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_squad.json +++ b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_squad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", "task_name": "squad", "trust_remote_code": true, "dataset_name": "rajpurkar/squad", @@ -12,9 +12,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-1B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue/logs", + "run_name": "Llama-EN-1B-PT-stage2-bs1024-squad-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-squad-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_stsb.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_stsb.json index 82d1faa6..84235f92 100644 --- a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2_stsb.json +++ b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_stsb.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", "task_name": "stsb", "dataset_name": "nyu-mll/glue", "dataset_config_name": "stsb", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-1B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue/logs", + "run_name": "Llama-EN-1B-PT-stage2-bs1024-stsb-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_cola.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_cola.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_cola.json index 683705bc..ffcdb130 100644 --- a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_cola.json +++ b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_cola.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", "task_name": "cola", "dataset_name": "nyu-mll/glue", "dataset_config_name": "cola", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-3B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue/logs", + "run_name": "Llama-EN-3B-PT-stage2-bs2048-cola-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-cola-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_csqa.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_csqa.json index 85123b7c..59992a50 100644 --- a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_csqa.json +++ b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_csqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", "task_name": "csqa", "trust_remote_code": true, "dataset_name": "tau/commonsense_qa", @@ -8,9 +8,9 @@ "max_seq_length": 128, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-3B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue/logs", + "run_name": "Llama-EN-3B-PT-stage2-bs2048-csqa-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_mnli.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_mnli.json index d6a06f7e..8961c34f 100644 --- a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_mnli.json +++ b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_mnli.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", "task_name": "mnli", "dataset_name": "nyu-mll/glue", "dataset_config_name": "mnli", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-3B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue/logs", + "run_name": "Llama-EN-3B-PT-stage2-bs2048-mnli-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_squad.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_squad.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_squad.json index 84db6ab6..0f9baddf 100644 --- a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_squad.json +++ b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_squad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", "task_name": "squad", "trust_remote_code": true, "dataset_name": "rajpurkar/squad", @@ -11,9 +11,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-3B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue/logs", + "run_name": "Llama-EN-3B-PT-stage2-bs2048-squad-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-squad-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_stsb.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_stsb.json index c1bd0c3e..0b3a590d 100644 --- a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2_stsb.json +++ b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_stsb.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", "task_name": "stsb", "dataset_name": "nyu-mll/glue", "dataset_config_name": "stsb", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-EN-3B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue/logs", + "run_name": "Llama-EN-3B-PT-stage2-bs2048-stsb-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcola.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcola.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcola.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcola.json index 149f6fa1..305a7ba6 100644 --- a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcola.json +++ b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcola.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "task_name": "JCoLA", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-1B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test/logs", + "run_name": "Llama-JP-1B-PT-stage2-bs1024-jcola-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcsqa.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcsqa.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcsqa.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcsqa.json index 4c6840a5..692fc578 100644 --- a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jcsqa.json +++ b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcsqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "task_name": "JCSQA", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -9,9 +9,9 @@ "force_add_bos_token": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-1B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test/logs", + "run_name": "Llama-JP-1B-PT-stage2-bs1024-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jnli.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jnli.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jnli.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jnli.json index a27cf8c3..fffecedf 100644 --- a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jnli.json +++ b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jnli.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "task_name": "JNLI", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-1B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test/logs", + "run_name": "Llama-JP-1B-PT-stage2-bs1024-jnli-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsquad.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsquad.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsquad.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsquad.json index 41327a8c..2a8bc2b5 100644 --- a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsquad.json +++ b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsquad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "task_name": "JSQuAD", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -12,9 +12,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-1B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test/logs", + "run_name": "Llama-JP-1B-PT-stage2-bs1024-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsts.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsts.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsts.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsts.json index 209a6ad0..aa7b6c85 100644 --- a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2_jsts.json +++ b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsts.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "task_name": "JSTS", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-1B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test/logs", + "run_name": "Llama-JP-1B-PT-stage2-bs1024-jsts-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcola.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcola.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcola.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcola.json index e56adebf..734c8f6c 100644 --- a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcola.json +++ b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcola.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", "task_name": "JCoLA", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-3B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test/logs", + "run_name": "Llama-JP-3B-PT-stage2-bs2048-jcola-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcsqa.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcsqa.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcsqa.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcsqa.json index b520f158..afd4f1b7 100644 --- a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jcsqa.json +++ b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcsqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", "task_name": "JCSQA", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -8,9 +8,9 @@ "max_seq_length": 128, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-3B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test/logs", + "run_name": "Llama-JP-3B-PT-stage2-bs2048-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jnli.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jnli.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jnli.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jnli.json index a53f79fe..70ac4ea2 100644 --- a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jnli.json +++ b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jnli.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", "task_name": "JNLI", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-3B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test/logs", + "run_name": "Llama-JP-3B-PT-stage2-bs2048-jnli-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsquad.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsquad.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsquad.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsquad.json index 0182d32e..87a688c6 100644 --- a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsquad.json +++ b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsquad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", "task_name": "JSQuAD", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -11,9 +11,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-3B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test/logs", + "run_name": "Llama-JP-3B-PT-stage2-bs2048-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsts.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsts.json similarity index 89% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsts.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsts.json index 5f6ffb7c..0a310388 100644 --- a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2_jsts.json +++ b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsts.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", "task_name": "JSTS", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "Llama-JP-3B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test/logs", + "run_name": "Llama-JP-3B-PT-stage2-bs2048-jsts-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_cola.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_cola.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_cola.json index 85f9e6f4..62641acd 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_cola.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_cola.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024", "task_name": "cola", "dataset_name": "nyu-mll/glue", "dataset_config_name": "cola", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-1B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue/logs", + "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json index cd298849..f32a41a3 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_csqa.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024", "task_name": "csqa", "trust_remote_code": true, "dataset_name": "tau/commonsense_qa", @@ -9,9 +9,9 @@ "force_add_bos_token": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-1B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue/logs", + "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json index 41703ba0..8d2dc839 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_mnli.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024", "task_name": "mnli", "dataset_name": "nyu-mll/glue", "dataset_config_name": "mnli", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-1B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue/logs", + "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_squad.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_squad.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_squad.json index b0fcf4c4..f9298d41 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_squad.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_squad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024", "task_name": "squad", "trust_remote_code": true, "dataset_name": "rajpurkar/squad", @@ -12,9 +12,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-1B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue/logs", + "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json index f16ddef5..ed2115e3 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2_stsb.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024", "task_name": "stsb", "dataset_name": "nyu-mll/glue", "dataset_config_name": "stsb", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-1B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue/logs", + "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_cola.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_cola.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_cola.json index 56a201a1..c8805cc8 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_cola.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_cola.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2-bs2048", "task_name": "cola", "dataset_name": "nyu-mll/glue", "dataset_config_name": "cola", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-3B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue/logs", + "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json index 76f45fe8..555dd534 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_csqa.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2-bs2048", "task_name": "csqa", "trust_remote_code": true, "dataset_name": "tau/commonsense_qa", @@ -8,9 +8,9 @@ "max_seq_length": 128, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-3B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue/logs", + "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json index 53dc1c51..b97148a7 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_mnli.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2-bs2048", "task_name": "mnli", "dataset_name": "nyu-mll/glue", "dataset_config_name": "mnli", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-3B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue/logs", + "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_squad.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_squad.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_squad.json index d1d80557..67312fc0 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_squad.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_squad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2-bs2048", "task_name": "squad", "trust_remote_code": true, "dataset_name": "rajpurkar/squad", @@ -11,9 +11,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-3B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue/logs", + "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json index 4cc6fbcf..2999e80e 100644 --- a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2_stsb.json +++ b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2-bs2048", "task_name": "stsb", "dataset_name": "nyu-mll/glue", "dataset_config_name": "stsb", @@ -7,9 +7,9 @@ "trust_remote_code": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-EN-3B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue/logs", + "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcola.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcola.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json index 50c5fc69..dce1f445 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcola.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2-bs1024", "task_name": "JCoLA", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-1B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test/logs", + "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcsqa.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcsqa.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json index e2d0bf74..d38b5b9f 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jcsqa.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2-bs1024", "task_name": "JCSQA", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -9,9 +9,9 @@ "force_add_bos_token": true, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-1B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test/logs", + "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jnli.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jnli.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json index b23a14f6..fb4aa345 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jnli.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2-bs1024", "task_name": "JNLI", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-1B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test/logs", + "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsquad.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsquad.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json index ebe2a604..db2bf9bb 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsquad.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2-bs1024", "task_name": "JSQuAD", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -12,9 +12,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-1B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test/logs", + "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsts.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsts.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json index 4a46667c..c70ea9f1 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2_jsts.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2-bs1024", "task_name": "JSTS", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-1B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test/logs", + "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcola.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json similarity index 91% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcola.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json index f7268ebc..0b8ded73 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcola.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", "task_name": "JCoLA", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-3B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test/logs", + "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcsqa.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcsqa.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json index 6d5ec00b..0206c515 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jcsqa.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", "task_name": "JCSQA", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -8,9 +8,9 @@ "max_seq_length": 128, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-3B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test/logs", + "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jnli.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jnli.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json index 27fc4f7e..7b9e7e8e 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jnli.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", "task_name": "JNLI", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-3B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test/logs", + "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsquad.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsquad.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json index 7ef38ad9..c8fe3a4f 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsquad.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", "task_name": "JSQuAD", "trust_remote_code": true, "dataset_name": "shunk031/JGLUE", @@ -11,9 +11,9 @@ "max_answer_length": 30, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-3B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test/logs", + "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsts.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json similarity index 92% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsts.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json index 086c3f8a..6472de64 100644 --- a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2_jsts.json +++ b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json @@ -1,14 +1,14 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", "task_name": "JSTS", "trust_remote_code": true, "dataset_name": null, "dataset_config_name": null, "max_train_samples": null, "max_eval_samples": null, - "run_name": "ModernBERT-JP-3B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test/logs", + "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, diff --git a/config/constract_llm/model/save_custom_model/llama_bi_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_1b.json index fb718a5f..5ea6f1a3 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_1b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "custom_model_type": "llama", "task_type": "lm", "output_dir": "./data/misc/json", diff --git a/config/constract_llm/model/save_custom_model/llama_bi_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_3b.json index 4675528e..d8779e59 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_3b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", "custom_model_type": "llama", "task_type": "lm", "output_dir": "./data/misc/json", diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json index 0a5ec93a..70785e51 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", "custom_model_type": "llama", "task_type": "lm", "output_dir": "./data/misc/json", diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json index c1ed70af..c9d83b2d 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", "custom_model_type": "llama", "task_type": "lm", "output_dir": "./data/misc/json", diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/Sentence-InstructLM-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/Sentence-InstructLM-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/Sentence-Llama-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/Sentence-Llama-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT/Sentence-Llama-Bi-EN-1B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT/Sentence-Llama-Bi-EN-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json index aebd7265..5055c047 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT/Sentence-Llama-Bi-EN-1B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anchor", "positive_column_name": "positive", "negative_column_name": null, - "run_name": "Sentence-Llama-Bi-EN-1B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT/logs", + "run_name": "Sentence-Llama-Bi-EN-1B-PT-bs8192", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT-bs8192", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/Sentence-Llama-Bi-EN-1B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-bs1024/ft.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/Sentence-Llama-Bi-EN-1B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-bs1024/ft.json index a0a941b6..51aef901 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/Sentence-Llama-Bi-EN-1B.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-bs1024/ft.json @@ -57,10 +57,10 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-PT", - "run_name": "Sentence-Llama-Bi-EN-1B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B/logs", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-PT-bs8192", + "run_name": "Sentence-Llama-Bi-EN-1B-bs1024", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-bs1024", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-bs1024/logs", "train_file": "./data/processed/english_embedding/ft/train.jsonl", "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT/Sentence-Llama-Bi-EN-3B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT/Sentence-Llama-Bi-EN-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json index 8799db21..a2e9a610 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT/Sentence-Llama-Bi-EN-3B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anchor", "positive_column_name": "positive", "negative_column_name": null, - "run_name": "Sentence-Llama-Bi-EN-3B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT/logs", + "run_name": "Sentence-Llama-Bi-EN-3B-PT-bs16384", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT-bs16384", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/Sentence-Llama-Bi-EN-3B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-bs2048/ft.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/Sentence-Llama-Bi-EN-3B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-bs2048/ft.json index 04a1cf3a..be1efe86 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/Sentence-Llama-Bi-EN-3B.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-bs2048/ft.json @@ -57,10 +57,10 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-PT", - "run_name": "Sentence-Llama-Bi-EN-3B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B/logs", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-PT-bs16384", + "run_name": "Sentence-Llama-Bi-EN-3B-bs2048", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-bs2048", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-bs2048/logs", "train_file": "./data/processed/english_embedding/ft/train.jsonl", "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/Sentence-Llama-Bi-JP-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/Sentence-Llama-Bi-JP-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/Sentence-Llama-Bi-JP-0.5B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/Sentence-Llama-Bi-JP-0.5B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT/Sentence-Llama-Bi-JP-1B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT/Sentence-Llama-Bi-JP-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json index b39ce7bd..0385dad0 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT/Sentence-Llama-Bi-JP-1B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": null, - "run_name": "Sentence-Llama-Bi-JP-1B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT/logs", + "run_name": "Sentence-Llama-Bi-JP-1B-PT-bs8192", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT-bs8192", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/Sentence-Llama-Bi-JP-1B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-bs1024/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/Sentence-Llama-Bi-JP-1B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-bs1024/ft.json index cf9333f5..dab41c01 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/Sentence-Llama-Bi-JP-1B.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-bs1024/ft.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B-PT", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B-PT-bs8192", "trust_remote_code": true, "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": "neg", - "run_name": "Sentence-Llama-Bi-JP-1B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B/logs", + "run_name": "Sentence-Llama-Bi-JP-1B-bs1024", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-bs1024", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT/Sentence-Llama-Bi-JP-3B-PT.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT/Sentence-Llama-Bi-JP-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json index 9b437bed..075bcb92 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT/Sentence-Llama-Bi-JP-3B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": null, - "run_name": "Sentence-Llama-Bi-JP-3B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT/logs", + "run_name": "Sentence-Llama-Bi-JP-3B-PT-bs16384", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT-bs16384", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/Sentence-Llama-Bi-JP-3B.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-bs2048/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/Sentence-Llama-Bi-JP-3B.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-bs2048/ft.json index 815b4dd9..178b568f 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/Sentence-Llama-Bi-JP-3B.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-bs2048/ft.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-PT", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-PT-bs16384", "trust_remote_code": true, "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": "neg", - "run_name": "Sentence-Llama-Bi-JP-3B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B/logs", + "run_name": "Sentence-Llama-Bi-JP-3B-bs2048", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-bs2048", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/Sentence-Mistral-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/Sentence-Mistral-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/Sentence-ModernBERT-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/Sentence-ModernBERT-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT/Sentence-ModernBERT-EN-1B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT/Sentence-ModernBERT-EN-1B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json index 10f75c98..923e81dd 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT/Sentence-ModernBERT-EN-1B-PT.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024", "trust_remote_code": false, "dataset_name": null, "use_all_subset": false, @@ -15,9 +15,9 @@ "anchor_column_name": "anchor", "positive_column_name": "positive", "negative_column_name": null, - "run_name": "Sentence-ModernBERT-EN-1B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT/logs", + "run_name": "Sentence-ModernBERT-EN-1B-PT-bs8192", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT-bs8192", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/Sentence-ModernBERT-EN-1B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-bs1024/ft.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/Sentence-ModernBERT-EN-1B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-bs1024/ft.json index b1282e79..1c4b4c97 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/Sentence-ModernBERT-EN-1B.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-bs1024/ft.json @@ -57,10 +57,10 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-PT", - "run_name": "Sentence-ModernBERT-EN-1B", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B/logs", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-PT-bs8192", + "run_name": "Sentence-ModernBERT-EN-1B-bs1024", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-bs1024", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-bs1024/logs", "train_file": "./data/processed/english_embedding/ft/train.jsonl", "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT/Sentence-ModernBERT-EN-3B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT/Sentence-ModernBERT-EN-3B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json index 5185734d..5e894970 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT/Sentence-ModernBERT-EN-3B-PT.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2-bs2048", "trust_remote_code": false, "dataset_name": null, "use_all_subset": false, @@ -15,9 +15,9 @@ "anchor_column_name": "anchor", "positive_column_name": "positive", "negative_column_name": null, - "run_name": "Sentence-ModernBERT-EN-3B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT/logs", + "run_name": "Sentence-ModernBERT-EN-3B-PT-bs16384", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT-bs16384", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/Sentence-ModernBERT-EN-3B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-bs2048/ft.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/Sentence-ModernBERT-EN-3B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-bs2048/ft.json index 25c8c8f8..7c28ead3 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/Sentence-ModernBERT-EN-3B.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-bs2048/ft.json @@ -57,10 +57,10 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-PT", - "run_name": "Sentence-ModernBERT-EN-3B", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B/logs", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-PT-bs16384", + "run_name": "Sentence-ModernBERT-EN-3B-bs2048", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-bs2048", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-bs2048/logs", "train_file": "./data/processed/english_embedding/ft/train.jsonl", "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/Sentence-ModernBERT-JP-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/Sentence-ModernBERT-JP-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT/Sentence-ModernBERT-JP-1B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT/Sentence-ModernBERT-JP-1B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json index d273488c..ad248262 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT/Sentence-ModernBERT-JP-1B-PT.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2-bs1024", "trust_remote_code": false, "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": null, - "run_name": "Sentence-ModernBERT-JP-1B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT/logs", + "run_name": "Sentence-ModernBERT-JP-1B-PT-bs8192", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT-bs8192", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/Sentence-ModernBERT-JP-1B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-bs1024/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/Sentence-ModernBERT-JP-1B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-bs1024/ft.json index f2269b12..424389c6 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/Sentence-ModernBERT-JP-1B.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-bs1024/ft.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B-PT", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B-PT-bs8192", "trust_remote_code": false, "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": "neg", - "run_name": "Sentence-ModernBERT-JP-1B", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B/logs", + "run_name": "Sentence-ModernBERT-JP-1B-bs1024", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-bs1024", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT/Sentence-ModernBERT-JP-3B-PT.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT/Sentence-ModernBERT-JP-3B-PT.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json index 223fa1ce..5279ff25 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT/Sentence-ModernBERT-JP-3B-PT.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", "trust_remote_code": false, "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": null, - "run_name": "Sentence-ModernBERT-JP-3B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT/logs", + "run_name": "Sentence-ModernBERT-JP-3B-PT-bs16384", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT-bs16384", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/Sentence-ModernBERT-JP-3B.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-bs2048/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/Sentence-ModernBERT-JP-3B.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-bs2048/ft.json index 486562bb..a5c15376 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/Sentence-ModernBERT-JP-3B.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-bs2048/ft.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-PT", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-PT-bs16384", "trust_remote_code": false, "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": "neg", - "run_name": "Sentence-ModernBERT-JP-3B", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B/logs", + "run_name": "Sentence-ModernBERT-JP-3B-bs2048", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-bs2048", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/Sentence-Sarashina-Bi-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/Sentence-Sarashina-Bi-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/Sentence-Sarashina-Bi-0.5B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/Sentence-Sarashina-Bi-0.5B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/Sentence-Sarashina-Bi-EN-0.5B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/Sentence-Sarashina-Bi-EN-0.5B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/ft.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/ft.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT/Sentence-Sarashina-Bi-EN-1B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT/Sentence-Sarashina-Bi-EN-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json index 8f6d9fc1..950b9459 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT/Sentence-Sarashina-Bi-EN-1B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anchor", "positive_column_name": "positive", "negative_column_name": null, - "run_name": "Sentence-Sarashina-Bi-EN-1B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT/logs", + "run_name": "Sentence-Sarashina-Bi-EN-1B-PT-bs8192", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT-bs8192", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/Sentence-Sarashina-Bi-EN-1B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/Sentence-Sarashina-Bi-EN-1B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json index 32391386..6a7b2272 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/Sentence-Sarashina-Bi-EN-1B.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json @@ -57,10 +57,10 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-PT", - "run_name": "Sentence-Sarashina-Bi-EN-1B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B/logs", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-PT-bs8192", + "run_name": "Sentence-Sarashina-Bi-EN-1B-bs1024", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-bs1024", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-bs1024/logs", "train_file": "./data/processed/english_embedding/ft/train.jsonl", "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT/Sentence-Sarashina-Bi-EN-3B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json similarity index 90% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT/Sentence-Sarashina-Bi-EN-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json index 1e3eeb70..224dadf2 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT/Sentence-Sarashina-Bi-EN-3B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anchor", "positive_column_name": "positive", "negative_column_name": null, - "run_name": "Sentence-Sarashina-Bi-EN-3B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT/logs", + "run_name": "Sentence-Sarashina-Bi-EN-3B-PT-bs16384", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT-bs16384", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/Sentence-Sarashina-Bi-EN-3B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/Sentence-Sarashina-Bi-EN-3B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json index b9cf3608..8b76e7e8 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/Sentence-Sarashina-Bi-EN-3B.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json @@ -57,10 +57,10 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-PT", - "run_name": "Sentence-Sarashina-Bi-EN-3B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B/logs", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-PT-bs16384", + "run_name": "Sentence-Sarashina-Bi-EN-3B-bs2048", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-bs2048", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-bs2048/logs", "train_file": "./data/processed/english_embedding/ft/train.jsonl", "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT/Sentence-Sarashina-Bi-JP-1B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT/Sentence-Sarashina-Bi-JP-1B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json index c795cfa1..e56da40a 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT/Sentence-Sarashina-Bi-JP-1B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": null, - "run_name": "Sentence-Sarashina-Bi-JP-1B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT/logs", + "run_name": "Sentence-Sarashina-Bi-JP-1B-PT-bs8192", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT-bs8192", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/Sentence-Sarashina-Bi-JP-1B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/Sentence-Sarashina-Bi-JP-1B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json index a6392470..10775d2a 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/Sentence-Sarashina-Bi-JP-1B.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B-PT", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B-PT-bs8192", "trust_remote_code": true, "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": "neg", - "run_name": "Sentence-Sarashina-Bi-JP-1B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B/logs", + "run_name": "Sentence-Sarashina-Bi-JP-1B-bs1024", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-bs1024", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT/Sentence-Sarashina-Bi-JP-3B-PT.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT/Sentence-Sarashina-Bi-JP-3B-PT.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json index 79aaec12..762450e2 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT/Sentence-Sarashina-Bi-JP-3B-PT.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": null, - "run_name": "Sentence-Sarashina-Bi-JP-3B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT/logs", + "run_name": "Sentence-Sarashina-Bi-JP-3B-PT-bs16384", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT-bs16384", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/Sentence-Sarashina-Bi-JP-3B.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json similarity index 89% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/Sentence-Sarashina-Bi-JP-3B.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json index a760646f..6971c5a8 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/Sentence-Sarashina-Bi-JP-3B.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-PT", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-PT-bs16384", "trust_remote_code": true, "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", "use_all_subset": true, @@ -15,9 +15,9 @@ "anchor_column_name": "anc", "positive_column_name": "pos", "negative_column_name": "neg", - "run_name": "Sentence-Sarashina-Bi-JP-3B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B/logs", + "run_name": "Sentence-Sarashina-Bi-JP-3B-bs2048", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-bs2048", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/Llama-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/Llama-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/stage1.json diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/stage2.json diff --git a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage1/Llama-EN-1B-PT-stage1.json b/config/constract_llm/train/pt/Llama-EN-1B-PT-stage1-bs8192/stage1.json similarity index 89% rename from config/constract_llm/train/pt/Llama-EN-1B-PT-stage1/Llama-EN-1B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-EN-1B-PT-stage1-bs8192/stage1.json index 78e1a7af..c8faaf4a 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage1/Llama-EN-1B-PT-stage1.json +++ b/config/constract_llm/train/pt/Llama-EN-1B-PT-stage1-bs8192/stage1.json @@ -48,7 +48,7 @@ "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-JP-1B-init", - "run_name": "Llama-EN-1B-PT-stage1", - "output_dir": "./data/outputs/Llama-EN-1B-PT-stage1", - "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage1/logs" + "run_name": "Llama-EN-1B-PT-stage1-bs8192", + "output_dir": "./data/outputs/Llama-EN-1B-PT-stage1-bs8192", + "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage1-bs8192/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2.json b/config/constract_llm/train/pt/Llama-EN-1B-PT-stage2-bs1024/stage2.json similarity index 85% rename from config/constract_llm/train/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-EN-1B-PT-stage2-bs1024/stage2.json index 4718443c..fdde710d 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage2/Llama-EN-1B-PT-stage2.json +++ b/config/constract_llm/train/pt/Llama-EN-1B-PT-stage2-bs1024/stage2.json @@ -47,8 +47,8 @@ "attn_implementation": "flash_attention_2", "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage1", - "run_name": "Llama-EN-1B-PT-stage2", - "output_dir": "./data/outputs/Llama-EN-1B-PT-stage2", - "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage2/logs" + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage1-bs8192", + "run_name": "Llama-EN-1B-PT-stage2-bs1024", + "output_dir": "./data/outputs/Llama-EN-1B-PT-stage2-bs1024", + "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage2-bs1024/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage1/Llama-EN-3B-PT-stage1.json b/config/constract_llm/train/pt/Llama-EN-3B-PT-stage1-bs16384/stage1.json similarity index 89% rename from config/constract_llm/train/pt/Llama-EN-3B-PT-stage1/Llama-EN-3B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-EN-3B-PT-stage1-bs16384/stage1.json index ab50ffd6..aef8a6c2 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage1/Llama-EN-3B-PT-stage1.json +++ b/config/constract_llm/train/pt/Llama-EN-3B-PT-stage1-bs16384/stage1.json @@ -48,7 +48,7 @@ "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-JP-3B-init", - "run_name": "Llama-EN-3B-PT-stage1", - "output_dir": "./data/outputs/Llama-EN-3B-PT-stage1", - "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage1/logs" + "run_name": "Llama-EN-3B-PT-stage1-bs16384", + "output_dir": "./data/outputs/Llama-EN-3B-PT-stage1-bs16384", + "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage1-bs16384/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2.json b/config/constract_llm/train/pt/Llama-EN-3B-PT-stage2-bs2048/stage2.json similarity index 85% rename from config/constract_llm/train/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-EN-3B-PT-stage2-bs2048/stage2.json index d45aee95..fc261a18 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage2/Llama-EN-3B-PT-stage2.json +++ b/config/constract_llm/train/pt/Llama-EN-3B-PT-stage2-bs2048/stage2.json @@ -47,8 +47,8 @@ "attn_implementation": "flash_attention_2", "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage1", - "run_name": "Llama-EN-3B-PT-stage2", - "output_dir": "./data/outputs/Llama-EN-3B-PT-stage2", - "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage2/logs" + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage1-bs16384", + "run_name": "Llama-EN-3B-PT-stage2-bs2048", + "output_dir": "./data/outputs/Llama-EN-3B-PT-stage2-bs2048", + "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage2-bs2048/logs" } diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/stage2.json diff --git a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage1/Llama-JP-1B-PT-stage1.json b/config/constract_llm/train/pt/Llama-JP-1B-PT-stage1-bs8192/stage1.json similarity index 89% rename from config/constract_llm/train/pt/Llama-JP-1B-PT-stage1/Llama-JP-1B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-JP-1B-PT-stage1-bs8192/stage1.json index 2d5aaaba..88697fe1 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage1/Llama-JP-1B-PT-stage1.json +++ b/config/constract_llm/train/pt/Llama-JP-1B-PT-stage1-bs8192/stage1.json @@ -10,9 +10,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 10, "text_column_name": "text", - "run_name": "Llama-JP-1B-PT-stage1", - "output_dir": "./data/outputs/Llama-JP-1B-PT-stage1", - "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage1/logs", + "run_name": "Llama-JP-1B-PT-stage1-bs8192", + "output_dir": "./data/outputs/Llama-JP-1B-PT-stage1-bs8192", + "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage1-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2.json b/config/constract_llm/train/pt/Llama-JP-1B-PT-stage2-bs1024/stage2.json similarity index 85% rename from config/constract_llm/train/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-JP-1B-PT-stage2-bs1024/stage2.json index 4283d1e3..6793a59b 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage2/Llama-JP-1B-PT-stage2.json +++ b/config/constract_llm/train/pt/Llama-JP-1B-PT-stage2-bs1024/stage2.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage1", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage1-bs8192", "trust_remote_code": true, "dataset_name": "fujiki/wiki40b_ja", "dataset_config_name": null, @@ -10,9 +10,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 1, "text_column_name": "text", - "run_name": "Llama-JP-1B-PT-stage2", - "output_dir": "./data/outputs/Llama-JP-1B-PT-stage2", - "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage2/logs", + "run_name": "Llama-JP-1B-PT-stage2-bs1024", + "output_dir": "./data/outputs/Llama-JP-1B-PT-stage2-bs1024", + "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage2-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage1/Llama-JP-3B-PT-stage1.json b/config/constract_llm/train/pt/Llama-JP-3B-PT-stage1-bs16384/stage1.json similarity index 89% rename from config/constract_llm/train/pt/Llama-JP-3B-PT-stage1/Llama-JP-3B-PT-stage1.json rename to config/constract_llm/train/pt/Llama-JP-3B-PT-stage1-bs16384/stage1.json index 17cda790..265b3d9b 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage1/Llama-JP-3B-PT-stage1.json +++ b/config/constract_llm/train/pt/Llama-JP-3B-PT-stage1-bs16384/stage1.json @@ -10,9 +10,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 10, "text_column_name": "text", - "run_name": "Llama-JP-3B-PT-stage1", - "output_dir": "./data/outputs/Llama-JP-3B-PT-stage1", - "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage1/logs", + "run_name": "Llama-JP-3B-PT-stage1-bs16384", + "output_dir": "./data/outputs/Llama-JP-3B-PT-stage1-bs16384", + "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage1-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2.json b/config/constract_llm/train/pt/Llama-JP-3B-PT-stage2-bs2048/stage2.json similarity index 85% rename from config/constract_llm/train/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2.json rename to config/constract_llm/train/pt/Llama-JP-3B-PT-stage2-bs2048/stage2.json index dca8ecc4..31bd4ca8 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage2/Llama-JP-3B-PT-stage2.json +++ b/config/constract_llm/train/pt/Llama-JP-3B-PT-stage2-bs2048/stage2.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage1", + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage1-bs16384", "trust_remote_code": true, "dataset_name": "fujiki/wiki40b_ja", "dataset_config_name": null, @@ -10,9 +10,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 1, "text_column_name": "text", - "run_name": "Llama-JP-3B-PT-stage2", - "output_dir": "./data/outputs/Llama-JP-3B-PT-stage2", - "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage2/logs", + "run_name": "Llama-JP-3B-PT-stage2-bs2048", + "output_dir": "./data/outputs/Llama-JP-3B-PT-stage2-bs2048", + "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage2-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/Mistral-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/Mistral-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/stage1.json diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/ModernBERT-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/ModernBERT-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1/ModernBERT-EN-1B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1/ModernBERT-EN-1B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json index d07338ca..583573de 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1/ModernBERT-EN-1B-PT-stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json @@ -49,7 +49,7 @@ "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-init", - "run_name": "ModernBERT-EN-1B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1/logs" + "run_name": "ModernBERT-EN-1B-PT-stage1-bs8192", + "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1-bs8192", + "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1-bs8192/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json index 4b027498..a3a72c4e 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2/ModernBERT-EN-1B-PT-stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json @@ -48,8 +48,8 @@ "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage1", - "run_name": "ModernBERT-EN-1B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2/logs" + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage1-bs8192", + "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024", + "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2-bs1024", + "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2-bs1024/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1/ModernBERT-EN-3B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1/ModernBERT-EN-3B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json index 6afaa712..28dc4f93 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1/ModernBERT-EN-3B-PT-stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json @@ -49,7 +49,7 @@ "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-init", - "run_name": "ModernBERT-EN-3B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1/logs" + "run_name": "ModernBERT-EN-3B-PT-stage1-bs16384", + "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1-bs16384", + "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1-bs16384/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json index 6e905d26..68b082ff 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2/ModernBERT-EN-3B-PT-stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json @@ -48,8 +48,8 @@ "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, - "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage1", - "run_name": "ModernBERT-EN-3B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2/logs" + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage1-bs16384", + "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048", + "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2-bs2048", + "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2-bs2048/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1/ModernBERT-JP-1B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1/ModernBERT-JP-1B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json index 0272060b..22738920 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1/ModernBERT-JP-1B-PT-stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json @@ -9,9 +9,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 10, "text_column_name": "text", - "run_name": "ModernBERT-JP-1B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1/logs", + "run_name": "ModernBERT-JP-1B-PT-stage1-bs8192", + "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1-bs8192", + "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json index d0e0a0d2..49abe02c 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2/ModernBERT-JP-1B-PT-stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage1", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage1-bs8192", "dataset_name": "fujiki/wiki40b_ja", "dataset_config_name": null, "streaming": false, @@ -9,9 +9,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 1, "text_column_name": "text", - "run_name": "ModernBERT-JP-1B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2/logs", + "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024", + "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2-bs1024", + "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1/ModernBERT-JP-3B-PT-stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1/ModernBERT-JP-3B-PT-stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json index 0aca69a9..3b90095d 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1/ModernBERT-JP-3B-PT-stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json @@ -9,9 +9,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 10, "text_column_name": "text", - "run_name": "ModernBERT-JP-3B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1/logs", + "run_name": "ModernBERT-JP-3B-PT-stage1-bs16384", + "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1-bs16384", + "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json similarity index 88% rename from config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json index fa21d718..db3e3082 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2/ModernBERT-JP-3B-PT-stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage1", + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage1-bs16384", "dataset_name": "fujiki/wiki40b_ja", "dataset_config_name": null, "streaming": false, @@ -9,9 +9,9 @@ "max_eval_samples": 1000, "validation_split_percentage": 1, "text_column_name": "text", - "run_name": "ModernBERT-JP-3B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2/logs", + "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048", + "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2-bs2048", + "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/Qwen2.5-Scratch-EN-0.5B-PT-stage1.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/Qwen2.5-Scratch-EN-0.5B-PT-stage1.json rename to config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/stage1.json diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json rename to config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stage2.json diff --git a/scripts/constract_llm/eval/analysis/README_JA.md b/scripts/constract_llm/eval/analysis/README_JA.md index fc69bf23..9d5d1c46 100644 --- a/scripts/constract_llm/eval/analysis/README_JA.md +++ b/scripts/constract_llm/eval/analysis/README_JA.md @@ -106,7 +106,7 @@ CKA は比較前に、両点の `analysis.json` の設定(language / num_example - 実行中に対処した問題: - `Sentence-Sarashina-Bi-{EN,JP}-1B-PT` の run root `model.safetensors` が破損 (保存時 truncation)→ HF の同一モデルへ差し替えて解析(checkpoint と HF は無事)。 - - `Sentence-Llama-Bi-JP-1B`(FT 段)の checkpoint が auto_map ローカル参照なのに + - `Sentence-Llama-Bi-JP-1B-bs1024`(FT 段)の checkpoint が auto_map ローカル参照なのに `modeling_bidirectional_llama.py` を同梱していない → source からコピーして解決。 ## 検証状況 diff --git a/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py b/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py index 09341a2e..ee8479af 100644 --- a/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py +++ b/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py @@ -19,18 +19,18 @@ import numpy as np PAIRS = [ - ('Sentence-ModernBERT-JP-1B@final', 'Sentence-Sarashina-Bi-JP-1B@final'), - ('Sentence-Llama-Bi-JP-1B@final', 'Sentence-Sarashina-Bi-JP-1B@final'), - ('Sentence-Sarashina-Bi-JP-1B-PT@final', 'Sentence-Sarashina-Bi-JP-1B@final'), - ('sarashina2.2-Bi-1b@base-ja', 'Sentence-Sarashina-Bi-JP-1B-PT@final'), - ('ModernBERT-JP-1B-PT-stage2@base-ja', 'Sentence-ModernBERT-JP-1B@final'), - ('Llama-Bi-JP-1B-PT-stage2@base-ja', 'Sentence-Llama-Bi-JP-1B@final'), - ('Sentence-ModernBERT-EN-1B@final', 'Sentence-Sarashina-Bi-EN-1B@final'), - ('Sentence-Llama-Bi-EN-1B@final', 'Sentence-Sarashina-Bi-EN-1B@final'), - ('Sentence-Sarashina-Bi-EN-1B-PT@final', 'Sentence-Sarashina-Bi-EN-1B@final'), - ('sarashina2.2-Bi-1b@base-en', 'Sentence-Sarashina-Bi-EN-1B-PT@final'), - ('ModernBERT-EN-1B-PT-stage2@base-en', 'Sentence-ModernBERT-EN-1B@final'), - ('Llama-Bi-EN-1B-PT-stage2@base-en', 'Sentence-Llama-Bi-EN-1B@final'), + ('Sentence-ModernBERT-JP-1B-bs1024@final', 'Sentence-Sarashina-Bi-JP-1B-bs1024@final'), + ('Sentence-Llama-Bi-JP-1B-bs1024@final', 'Sentence-Sarashina-Bi-JP-1B-bs1024@final'), + ('Sentence-Sarashina-Bi-JP-1B-PT-bs8192@final', 'Sentence-Sarashina-Bi-JP-1B-bs1024@final'), + ('sarashina2.2-Bi-1b@base-ja', 'Sentence-Sarashina-Bi-JP-1B-PT-bs8192@final'), + ('ModernBERT-JP-1B-PT-stage2-bs1024@base-ja', 'Sentence-ModernBERT-JP-1B-bs1024@final'), + ('Llama-Bi-JP-1B-PT-stage2@base-ja', 'Sentence-Llama-Bi-JP-1B-bs1024@final'), + ('Sentence-ModernBERT-EN-1B-bs1024@final', 'Sentence-Sarashina-Bi-EN-1B-bs1024@final'), + ('Sentence-Llama-Bi-EN-1B-bs1024@final', 'Sentence-Sarashina-Bi-EN-1B-bs1024@final'), + ('Sentence-Sarashina-Bi-EN-1B-PT-bs8192@final', 'Sentence-Sarashina-Bi-EN-1B-bs1024@final'), + ('sarashina2.2-Bi-1b@base-en', 'Sentence-Sarashina-Bi-EN-1B-PT-bs8192@final'), + ('ModernBERT-EN-1B-PT-stage2-bs1024@base-en', 'Sentence-ModernBERT-EN-1B-bs1024@final'), + ('Llama-Bi-EN-1B-PT-stage2@base-en', 'Sentence-Llama-Bi-EN-1B-bs1024@final'), ] diff --git a/scripts/constract_llm/train/README.md b/scripts/constract_llm/train/README.md index 0cb87f79..1dc14ce5 100644 --- a/scripts/constract_llm/train/README.md +++ b/scripts/constract_llm/train/README.md @@ -42,7 +42,7 @@ This directory provides launch scripts for language-model pre-training and Sente All launchers expose [Google Fire](https://github.com/google/python-fire) CLIs that accept JSON/YAML/TOML configs. Basic usage: ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json ``` For multi-GPU runs, prepend `uv run torchrun --standalone --nnodes 1 --nproc-per-node $NUM_GPU` to the command above. @@ -54,25 +54,25 @@ Configuration templates live under `config/constract_llm/train/`: - Pre-training (`pt/`): - `Llama-JP-0.5B-PT-stage1.json` - `Llama-JP-0.5B-PT-stage2.json` - - `Llama-JP-3B-PT-stage1.json` - - `Llama-JP-3B-PT-stage2.json` + - `Llama-JP-3B-PT-stage1-bs16384.json` + - `Llama-JP-3B-PT-stage2-bs2048.json` - `ModernBERT-JP-0.5B-PT-stage1.json` - `ModernBERT-JP-0.5B-PT-stage2.json` - - `ModernBERT-JP-3B-PT-stage1.json` - - `ModernBERT-JP-3B-PT-stage2.json` + - `ModernBERT-JP-3B-PT-stage1-bs16384.json` + - `ModernBERT-JP-3B-PT-stage2-bs2048.json` - Fine-tuning (`ft/`): - `Sentence-Llama-Bi-JP-0.5B-PT.json` - `Sentence-Llama-Bi-JP-0.5B.json` - - `Sentence-Llama-Bi-JP-3B-PT.json` - - `Sentence-Llama-Bi-JP-3B.json` + - `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` + - `Sentence-Llama-Bi-JP-3B-bs2048.json` - `Sentence-ModernBERT-JP-0.5B-PT.json` - `Sentence-ModernBERT-JP-0.5B.json` - - `Sentence-ModernBERT-JP-3B-PT.json` - - `Sentence-ModernBERT-JP-3B.json` + - `Sentence-ModernBERT-JP-3B-PT-bs16384.json` + - `Sentence-ModernBERT-JP-3B-bs2048.json` - `Sentence-Sarashina-Bi-0.5B-PT.json` - `Sentence-Sarashina-Bi-0.5B.json` - - `Sentence-Sarashina-Bi-JP-3B-PT.json` - - `Sentence-Sarashina-Bi-JP-3B.json` + - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` + - `Sentence-Sarashina-Bi-JP-3B-bs2048.json` - DeepSpeed configs: `config/constract_llm/train/ds_config/` Copy a template, adjust hyperparameters, and pass the path to the relevant launch script. diff --git a/scripts/constract_llm/train/README_JA.md b/scripts/constract_llm/train/README_JA.md index 08afb8f8..f666e16e 100644 --- a/scripts/constract_llm/train/README_JA.md +++ b/scripts/constract_llm/train/README_JA.md @@ -42,7 +42,7 @@ すべてのランチャーは [Google Fire](https://github.com/google/python-fire) を利用した CLI を公開しており、JSON/YAML/TOML の設定ファイルを受け取ります。 ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json ``` マルチ GPU の場合は `uv run torchrun --standalone --nnodes 1 --nproc-per-node $NUM_GPU` をコマンド前に付けて実行してください。 @@ -54,25 +54,25 @@ python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/M - 事前学習（`pt/`）： - `Llama-JP-0.5B-PT-stage1.json` - `Llama-JP-0.5B-PT-stage2.json` - - `Llama-JP-3B-PT-stage1.json` - - `Llama-JP-3B-PT-stage2.json` + - `Llama-JP-3B-PT-stage1-bs16384.json` + - `Llama-JP-3B-PT-stage2-bs2048.json` - `ModernBERT-JP-0.5B-PT-stage1.json` - `ModernBERT-JP-0.5B-PT-stage2.json` - - `ModernBERT-JP-3B-PT-stage1.json` - - `ModernBERT-JP-3B-PT-stage2.json` + - `ModernBERT-JP-3B-PT-stage1-bs16384.json` + - `ModernBERT-JP-3B-PT-stage2-bs2048.json` - ファインチューニング（`ft/`）： - `Sentence-Llama-Bi-JP-0.5B-PT.json` - `Sentence-Llama-Bi-JP-0.5B.json` - - `Sentence-Llama-Bi-JP-3B-PT.json` - - `Sentence-Llama-Bi-JP-3B.json` + - `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` + - `Sentence-Llama-Bi-JP-3B-bs2048.json` - `Sentence-ModernBERT-JP-0.5B-PT.json` - `Sentence-ModernBERT-JP-0.5B.json` - - `Sentence-ModernBERT-JP-3B-PT.json` - - `Sentence-ModernBERT-JP-3B.json` + - `Sentence-ModernBERT-JP-3B-PT-bs16384.json` + - `Sentence-ModernBERT-JP-3B-bs2048.json` - `Sentence-Sarashina-Bi-0.5B-PT.json` - `Sentence-Sarashina-Bi-0.5B.json` - - `Sentence-Sarashina-Bi-JP-3B-PT.json` - - `Sentence-Sarashina-Bi-JP-3B.json` + - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` + - `Sentence-Sarashina-Bi-JP-3B-bs2048.json` - DeepSpeed 設定: `config/constract_llm/train/ds_config/` テンプレートをコピーしてハイパーパラメータを調整し、対応するランチャーに渡してください。 diff --git a/scripts/constract_llm/train/ft/README.md b/scripts/constract_llm/train/ft/README.md index 2a05a204..830d8640 100644 --- a/scripts/constract_llm/train/ft/README.md +++ b/scripts/constract_llm/train/ft/README.md @@ -22,7 +22,7 @@ The `run_st.py` script is used for fine-tuning Sentence Transformer models, whic ### Usage ```bash -python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json +python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json ``` For multi-GPU training: @@ -32,7 +32,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json + scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json ``` ### Custom Parameters @@ -66,20 +66,20 @@ Configuration files for fine-tuning are stored in `config/constract_llm/train/ft - `Sentence-Llama-Bi-JP-0.5B-PT.json` - Configuration for fine-tuning pre-trained Llama-Bi-JP-0.5B as a Sentence Transformer - `Sentence-Llama-Bi-JP-0.5B.json` - Configuration for fine-tuning Llama-Bi-JP-0.5B as a Sentence Transformer - `Sentence-Llama-Bi-EN-0.5B-PT.json` / `Sentence-Llama-Bi-EN-0.5B.json` - English WSL and FT configurations for Llama-Bi-0.5B -- `Sentence-Llama-Bi-JP-1B-PT.json` / `Sentence-Llama-Bi-JP-1B.json` - Japanese WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-EN-1B-PT.json` / `Sentence-Llama-Bi-EN-1B.json` - English WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-JP-3B-PT.json` / `Sentence-Llama-Bi-JP-3B.json` - Japanese WSL and FT configurations for Llama-Bi-3B -- `Sentence-Llama-Bi-EN-3B-PT.json` / `Sentence-Llama-Bi-EN-3B.json` - English WSL and FT configurations for Llama-Bi-3B +- `Sentence-Llama-Bi-JP-1B-PT-bs8192.json` / `Sentence-Llama-Bi-JP-1B-bs1024.json` - Japanese WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-EN-1B-PT-bs8192.json` / `Sentence-Llama-Bi-EN-1B-bs1024.json` - English WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` / `Sentence-Llama-Bi-JP-3B-bs2048.json` - Japanese WSL and FT configurations for Llama-Bi-3B +- `Sentence-Llama-Bi-EN-3B-PT-bs16384.json` / `Sentence-Llama-Bi-EN-3B-bs2048.json` - English WSL and FT configurations for Llama-Bi-3B - `Sentence-ModernBERT-JP-0.5B-PT.json` - Configuration for fine-tuning pre-trained ModernBERT-JP-0.5B as a Sentence Transformer - `Sentence-ModernBERT-JP-0.5B.json` - Configuration for fine-tuning ModernBERT-JP-0.5B as a Sentence Transformer - `Sentence-ModernBERT-EN-0.5B-PT.json` / `Sentence-ModernBERT-EN-0.5B.json` - English WSL and FT configurations for ModernBERT-0.5B -- `Sentence-ModernBERT-JP-1B-PT.json` / `Sentence-ModernBERT-JP-1B.json` - Japanese WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-EN-1B-PT.json` / `Sentence-ModernBERT-EN-1B.json` - English WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-JP-3B-PT.json` / `Sentence-ModernBERT-JP-3B.json` - Japanese WSL and FT configurations for ModernBERT-3B -- `Sentence-ModernBERT-EN-3B-PT.json` / `Sentence-ModernBERT-EN-3B.json` - English WSL and FT configurations for ModernBERT-3B +- `Sentence-ModernBERT-JP-1B-PT-bs8192.json` / `Sentence-ModernBERT-JP-1B-bs1024.json` - Japanese WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-EN-1B-PT-bs8192.json` / `Sentence-ModernBERT-EN-1B-bs1024.json` - English WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-JP-3B-PT-bs16384.json` / `Sentence-ModernBERT-JP-3B-bs2048.json` - Japanese WSL and FT configurations for ModernBERT-3B +- `Sentence-ModernBERT-EN-3B-PT-bs16384.json` / `Sentence-ModernBERT-EN-3B-bs2048.json` - English WSL and FT configurations for ModernBERT-3B - `Sentence-Sarashina-Bi-0.5B-PT.json` / `Sentence-Sarashina-Bi-0.5B.json` - Japanese WSL and FT configurations for Sarashina-Bi-0.5B - `Sentence-Sarashina-Bi-EN-0.5B-PT.json` / `Sentence-Sarashina-Bi-EN-0.5B.json` - English WSL and FT configurations for Sarashina-Bi-0.5B -- `Sentence-Sarashina-Bi-JP-1B-PT.json` / `Sentence-Sarashina-Bi-JP-1B.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-EN-1B-PT.json` / `Sentence-Sarashina-Bi-EN-1B.json` - English WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-JP-3B-PT.json` / `Sentence-Sarashina-Bi-JP-3B.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B -- `Sentence-Sarashina-Bi-EN-3B-PT.json` / `Sentence-Sarashina-Bi-EN-3B.json` - English WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024.json` - English WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048.json` - English WSL and FT configurations for Sarashina-Bi-3B diff --git a/scripts/constract_llm/train/ft/README_JA.md b/scripts/constract_llm/train/ft/README_JA.md index a71a311b..4677484b 100644 --- a/scripts/constract_llm/train/ft/README_JA.md +++ b/scripts/constract_llm/train/ft/README_JA.md @@ -21,7 +21,7 @@ ### 使用方法 ```bash -python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json +python scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json ``` マルチGPU学習の場合： @@ -31,7 +31,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/Sentence-ModernBERT-JP-0.5B.json + scripts/constract_llm/train/ft/run_st.py config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json ``` ### カスタムパラメータ @@ -65,20 +65,20 @@ FTの設定ファイルは`config/constract_llm/train/ft/`に格納されてい - `Sentence-Llama-Bi-JP-0.5B-PT.json` - 事前学習済みLlama-Bi-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-Llama-Bi-JP-0.5B.json` - Llama-Bi-JP-0.5BをSentence TransformerとしてFTするための設定 - `Sentence-Llama-Bi-EN-0.5B-PT.json` / `Sentence-Llama-Bi-EN-0.5B.json` - Llama-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-1B-PT.json` / `Sentence-Llama-Bi-JP-1B.json` - Llama-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-1B-PT.json` / `Sentence-Llama-Bi-EN-1B.json` - Llama-Bi-1Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-3B-PT.json` / `Sentence-Llama-Bi-JP-3B.json` - Llama-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-3B-PT.json` / `Sentence-Llama-Bi-EN-3B.json` - Llama-Bi-3Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-1B-PT-bs8192.json` / `Sentence-Llama-Bi-JP-1B-bs1024.json` - Llama-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-1B-PT-bs8192.json` / `Sentence-Llama-Bi-EN-1B-bs1024.json` - Llama-Bi-1Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` / `Sentence-Llama-Bi-JP-3B-bs2048.json` - Llama-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-3B-PT-bs16384.json` / `Sentence-Llama-Bi-EN-3B-bs2048.json` - Llama-Bi-3Bの英語WSL/FT設定 - `Sentence-ModernBERT-JP-0.5B-PT.json` - 事前学習済みModernBERT-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-ModernBERT-JP-0.5B.json` - ModernBERT-JP-0.5BをSentence TransformerとしてFTするための設定 - `Sentence-ModernBERT-EN-0.5B-PT.json` / `Sentence-ModernBERT-EN-0.5B.json` - ModernBERT-0.5Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-1B-PT.json` / `Sentence-ModernBERT-JP-1B.json` - ModernBERT-1Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-1B-PT.json` / `Sentence-ModernBERT-EN-1B.json` - ModernBERT-1Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-3B-PT.json` / `Sentence-ModernBERT-JP-3B.json` - ModernBERT-3Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-3B-PT.json` / `Sentence-ModernBERT-EN-3B.json` - ModernBERT-3Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-1B-PT-bs8192.json` / `Sentence-ModernBERT-JP-1B-bs1024.json` - ModernBERT-1Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-1B-PT-bs8192.json` / `Sentence-ModernBERT-EN-1B-bs1024.json` - ModernBERT-1Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-3B-PT-bs16384.json` / `Sentence-ModernBERT-JP-3B-bs2048.json` - ModernBERT-3Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-3B-PT-bs16384.json` / `Sentence-ModernBERT-EN-3B-bs2048.json` - ModernBERT-3Bの英語WSL/FT設定 - `Sentence-Sarashina-Bi-0.5B-PT.json` / `Sentence-Sarashina-Bi-0.5B.json` - Sarashina-Bi-0.5Bの日本語WSL/FT設定 - `Sentence-Sarashina-Bi-EN-0.5B-PT.json` / `Sentence-Sarashina-Bi-EN-0.5B.json` - Sarashina-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-1B-PT.json` / `Sentence-Sarashina-Bi-JP-1B.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-1B-PT.json` / `Sentence-Sarashina-Bi-EN-1B.json` - Sarashina-Bi-1Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-3B-PT.json` / `Sentence-Sarashina-Bi-JP-3B.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-3B-PT.json` / `Sentence-Sarashina-Bi-EN-3B.json` - Sarashina-Bi-3Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024.json` - Sarashina-Bi-1Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048.json` - Sarashina-Bi-3Bの英語WSL/FT設定 diff --git a/scripts/constract_llm/train/pt/README.md b/scripts/constract_llm/train/pt/README.md index 8d47a571..815cccb7 100644 --- a/scripts/constract_llm/train/pt/README.md +++ b/scripts/constract_llm/train/pt/README.md @@ -24,7 +24,7 @@ The `run_mlm.py` script is used for pre-training models using the Masked Languag ### Usage ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json ``` For multi-GPU training: @@ -34,7 +34,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json ``` ### Custom Parameters @@ -53,7 +53,7 @@ The `run_mntp.py` script is used for pre-training models using the Masked Next T ### Usage ```bash -python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json ``` For multi-GPU training: @@ -63,7 +63,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json ``` ### Custom Parameters @@ -85,18 +85,18 @@ Configuration files for pre-training are stored in `config/constract_llm/train/p - `Llama-JP-0.5B-PT-stage2.json` - Configuration for stage 2 pre-training of Llama-JP-0.5B - `Llama-EN-0.5B-PT-stage1.json` - Configuration for stage 1 English pre-training of Llama-0.5B - `Llama-EN-0.5B-PT-stage2.json` - Configuration for stage 2 English pre-training of Llama-0.5B -- `Llama-JP-1B-PT-stage1.json` / `Llama-JP-1B-PT-stage2.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B -- `Llama-EN-1B-PT-stage1.json` / `Llama-EN-1B-PT-stage2.json` - Configuration for intermediate-scale English pre-training of Llama-1B -- `Llama-JP-3B-PT-stage1.json` / `Llama-JP-3B-PT-stage2.json` - Configuration for scaled Japanese pre-training of Llama-3B -- `Llama-EN-3B-PT-stage1.json` / `Llama-EN-3B-PT-stage2.json` - Configuration for scaled English pre-training of Llama-3B +- `Llama-JP-1B-PT-stage1-bs8192.json` / `Llama-JP-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B +- `Llama-EN-1B-PT-stage1-bs8192.json` / `Llama-EN-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of Llama-1B +- `Llama-JP-3B-PT-stage1-bs16384.json` / `Llama-JP-3B-PT-stage2-bs2048.json` - Configuration for scaled Japanese pre-training of Llama-3B +- `Llama-EN-3B-PT-stage1-bs16384.json` / `Llama-EN-3B-PT-stage2-bs2048.json` - Configuration for scaled English pre-training of Llama-3B - `ModernBERT-JP-0.5B-PT-stage1.json` - Configuration for stage 1 pre-training of ModernBERT-JP-0.5B - `ModernBERT-JP-0.5B-PT-stage2.json` - Configuration for stage 2 pre-training of ModernBERT-JP-0.5B - `ModernBERT-EN-0.5B-PT-stage1.json` - Configuration for stage 1 English pre-training of ModernBERT-0.5B - `ModernBERT-EN-0.5B-PT-stage2.json` - Configuration for stage 2 English pre-training of ModernBERT-0.5B -- `ModernBERT-JP-1B-PT-stage1.json` / `ModernBERT-JP-1B-PT-stage2.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B -- `ModernBERT-EN-1B-PT-stage1.json` / `ModernBERT-EN-1B-PT-stage2.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B -- `ModernBERT-JP-3B-PT-stage1.json` / `ModernBERT-JP-3B-PT-stage2.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B -- `ModernBERT-EN-3B-PT-stage1.json` / `ModernBERT-EN-3B-PT-stage2.json` - Configuration for scaled English pre-training of ModernBERT-3B +- `ModernBERT-JP-1B-PT-stage1-bs8192.json` / `ModernBERT-JP-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B +- `ModernBERT-EN-1B-PT-stage1-bs8192.json` / `ModernBERT-EN-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B +- `ModernBERT-JP-3B-PT-stage1-bs16384.json` / `ModernBERT-JP-3B-PT-stage2-bs2048.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B +- `ModernBERT-EN-3B-PT-stage1-bs16384.json` / `ModernBERT-EN-3B-PT-stage2-bs2048.json` - Configuration for scaled English pre-training of ModernBERT-3B ## Causal Language Modeling (CLM) @@ -115,7 +115,7 @@ The `run_clm.py` script is used for pre-training and fine-tuning models using th ### Usage ```bash -python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json +python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/stage2.json ``` For multi-GPU training: @@ -125,7 +125,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json + scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/stage2.json ``` ### Custom Parameters diff --git a/scripts/constract_llm/train/pt/README_JA.md b/scripts/constract_llm/train/pt/README_JA.md index acb0fe31..9d7eae74 100644 --- a/scripts/constract_llm/train/pt/README_JA.md +++ b/scripts/constract_llm/train/pt/README_JA.md @@ -24,7 +24,7 @@ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json ``` マルチGPU学習の場合： @@ -34,7 +34,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/ModernBERT-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json ``` ### カスタムパラメータ @@ -53,7 +53,7 @@ uv run torchrun \ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json +python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json ``` マルチGPU学習の場合： @@ -63,7 +63,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/Llama-JP-0.5B-PT-stage1.json + scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json ``` ### カスタムパラメータ @@ -85,18 +85,18 @@ uv run torchrun \ - `Llama-JP-0.5B-PT-stage2.json` - Llama-JP-0.5Bのステージ2事前学習の設定 - `Llama-EN-0.5B-PT-stage1.json` - Llama-0.5Bの英語ステージ1事前学習の設定 - `Llama-EN-0.5B-PT-stage2.json` - Llama-0.5Bの英語ステージ2事前学習の設定 -- `Llama-JP-1B-PT-stage1.json` / `Llama-JP-1B-PT-stage2.json` - Llama-1Bの日本語中間スケール実験設定 -- `Llama-EN-1B-PT-stage1.json` / `Llama-EN-1B-PT-stage2.json` - Llama-1Bの英語中間スケール実験設定 -- `Llama-JP-3B-PT-stage1.json` / `Llama-JP-3B-PT-stage2.json` - Llama-3Bの日本語スケール実験設定 -- `Llama-EN-3B-PT-stage1.json` / `Llama-EN-3B-PT-stage2.json` - Llama-3Bの英語スケール実験設定 +- `Llama-JP-1B-PT-stage1-bs8192.json` / `Llama-JP-1B-PT-stage2-bs1024.json` - Llama-1Bの日本語中間スケール実験設定 +- `Llama-EN-1B-PT-stage1-bs8192.json` / `Llama-EN-1B-PT-stage2-bs1024.json` - Llama-1Bの英語中間スケール実験設定 +- `Llama-JP-3B-PT-stage1-bs16384.json` / `Llama-JP-3B-PT-stage2-bs2048.json` - Llama-3Bの日本語スケール実験設定 +- `Llama-EN-3B-PT-stage1-bs16384.json` / `Llama-EN-3B-PT-stage2-bs2048.json` - Llama-3Bの英語スケール実験設定 - `ModernBERT-JP-0.5B-PT-stage1.json` - ModernBERT-JP-0.5Bのステージ1事前学習の設定 - `ModernBERT-JP-0.5B-PT-stage2.json` - ModernBERT-JP-0.5Bのステージ2事前学習の設定 - `ModernBERT-EN-0.5B-PT-stage1.json` - ModernBERT-0.5Bの英語ステージ1事前学習の設定 - `ModernBERT-EN-0.5B-PT-stage2.json` - ModernBERT-0.5Bの英語ステージ2事前学習の設定 -- `ModernBERT-JP-1B-PT-stage1.json` / `ModernBERT-JP-1B-PT-stage2.json` - ModernBERT-1Bの日本語中間スケール実験設定 -- `ModernBERT-EN-1B-PT-stage1.json` / `ModernBERT-EN-1B-PT-stage2.json` - ModernBERT-1Bの英語中間スケール実験設定 -- `ModernBERT-JP-3B-PT-stage1.json` / `ModernBERT-JP-3B-PT-stage2.json` - ModernBERT-3Bの日本語スケール実験設定 -- `ModernBERT-EN-3B-PT-stage1.json` / `ModernBERT-EN-3B-PT-stage2.json` - ModernBERT-3Bの英語スケール実験設定 +- `ModernBERT-JP-1B-PT-stage1-bs8192.json` / `ModernBERT-JP-1B-PT-stage2-bs1024.json` - ModernBERT-1Bの日本語中間スケール実験設定 +- `ModernBERT-EN-1B-PT-stage1-bs8192.json` / `ModernBERT-EN-1B-PT-stage2-bs1024.json` - ModernBERT-1Bの英語中間スケール実験設定 +- `ModernBERT-JP-3B-PT-stage1-bs16384.json` / `ModernBERT-JP-3B-PT-stage2-bs2048.json` - ModernBERT-3Bの日本語スケール実験設定 +- `ModernBERT-EN-3B-PT-stage1-bs16384.json` / `ModernBERT-EN-3B-PT-stage2-bs2048.json` - ModernBERT-3Bの英語スケール実験設定 ## Causal Language Modeling (CLM) @@ -116,7 +116,7 @@ uv run torchrun \ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json +python scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/stage2.json ``` マルチGPU学習の場合： @@ -126,7 +126,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/YourCLMConfig.json + scripts/constract_llm/train/pt/run_clm.py config/constract_llm/train/pt/YourCLMConfig/stage2.json ``` ### カスタムパラメータ From 4fe1ceb172332fdcedf529a5fde99146bd80584f Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 19:35:15 +0900 Subject: [PATCH 03/13] Suffix Llama-Bi 1B/3B stage2 artifacts and fix README config lists The bidirectional-converted Llama stage2 hub ids now carry the same -bs suffix as the runs they derive from (ModernBERT counterparts were already suffixed), and the README configuration-file lists reflect the per-run directory layout. --- .../eval/isotropic/Llama-Bi-1B.json | 2 +- .../eval/isotropic/Llama-Bi-3B.json | 2 +- .../eval/isotropic/Llama-Bi-EN-1B.json | 2 +- .../model/save_custom_model/llama_bi_1b.json | 2 +- .../model/save_custom_model/llama_bi_3b.json | 2 +- .../save_custom_model/llama_bi_en_1b.json | 2 +- .../save_custom_model/llama_bi_en_3b.json | 2 +- .../Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json | 2 +- .../pt.json | 2 +- .../Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json | 2 +- .../pt.json | 2 +- .../eval/analysis/compute_pairwise_cka.py | 4 +- scripts/constract_llm/train/README.md | 40 +++++++++---------- scripts/constract_llm/train/README_JA.md | 40 +++++++++---------- scripts/constract_llm/train/ft/README.md | 40 +++++++++---------- scripts/constract_llm/train/ft/README_JA.md | 40 +++++++++---------- scripts/constract_llm/train/pt/README.md | 32 +++++++-------- scripts/constract_llm/train/pt/README_JA.md | 32 +++++++-------- 18 files changed, 125 insertions(+), 125 deletions(-) diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-1B.json b/config/constract_llm/eval/isotropic/Llama-Bi-1B.json index b89fb566..0661cded 100644 --- a/config/constract_llm/eval/isotropic/Llama-Bi-1B.json +++ b/config/constract_llm/eval/isotropic/Llama-Bi-1B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2-bs1024", "output_dir": "data/outputs/eval/isotropic/Llama-Bi-1B", "num_examples": 2000, "batch_size": 2, diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-3B.json b/config/constract_llm/eval/isotropic/Llama-Bi-3B.json index d30e6136..90e6cc83 100644 --- a/config/constract_llm/eval/isotropic/Llama-Bi-3B.json +++ b/config/constract_llm/eval/isotropic/Llama-Bi-3B.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", "output_dir": "data/outputs/eval/isotropic/Llama-Bi-3B", "num_examples": 2000, "dtype": "bfloat16", diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-EN-1B.json b/config/constract_llm/eval/isotropic/Llama-Bi-EN-1B.json index 9307f27e..cd935f48 100644 --- a/config/constract_llm/eval/isotropic/Llama-Bi-EN-1B.json +++ b/config/constract_llm/eval/isotropic/Llama-Bi-EN-1B.json @@ -12,5 +12,5 @@ "positive_pair_dataset_split": "dev", "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", - "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2" + "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2-bs1024" } \ No newline at end of file diff --git a/config/constract_llm/model/save_custom_model/llama_bi_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_1b.json index 5ea6f1a3..204fd895 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_1b.json @@ -4,6 +4,6 @@ "task_type": "lm", "output_dir": "./data/misc/json", "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2", + "repo_id": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2-bs1024", "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_3b.json index d8779e59..3f91b607 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_3b.json @@ -4,6 +4,6 @@ "task_type": "lm", "output_dir": "./data/misc/json", "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2", + "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json index 70785e51..c18e6bfc 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json @@ -4,6 +4,6 @@ "task_type": "lm", "output_dir": "./data/misc/json", "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2", + "repo_id": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2-bs1024", "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json index c9d83b2d..0e89a625 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json @@ -4,6 +4,6 @@ "task_type": "lm", "output_dir": "./data/misc/json", "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2", + "repo_id": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2-bs2048", "private": true } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json index 5055c047..f6735856 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2-bs1024", "trust_remote_code": true, "dataset_name": null, "use_all_subset": false, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json index a2e9a610..ae9777f6 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2-bs2048", "trust_remote_code": true, "dataset_name": null, "use_all_subset": false, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json index 0385dad0..46479b8d 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2-bs1024", "trust_remote_code": true, "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", "use_all_subset": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json index 075bcb92..4b9126bd 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json @@ -1,5 +1,5 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2", + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", "trust_remote_code": true, "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", "use_all_subset": true, diff --git a/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py b/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py index ee8479af..efd51cd5 100644 --- a/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py +++ b/scripts/constract_llm/eval/analysis/compute_pairwise_cka.py @@ -24,13 +24,13 @@ ('Sentence-Sarashina-Bi-JP-1B-PT-bs8192@final', 'Sentence-Sarashina-Bi-JP-1B-bs1024@final'), ('sarashina2.2-Bi-1b@base-ja', 'Sentence-Sarashina-Bi-JP-1B-PT-bs8192@final'), ('ModernBERT-JP-1B-PT-stage2-bs1024@base-ja', 'Sentence-ModernBERT-JP-1B-bs1024@final'), - ('Llama-Bi-JP-1B-PT-stage2@base-ja', 'Sentence-Llama-Bi-JP-1B-bs1024@final'), + ('Llama-Bi-JP-1B-PT-stage2-bs1024@base-ja', 'Sentence-Llama-Bi-JP-1B-bs1024@final'), ('Sentence-ModernBERT-EN-1B-bs1024@final', 'Sentence-Sarashina-Bi-EN-1B-bs1024@final'), ('Sentence-Llama-Bi-EN-1B-bs1024@final', 'Sentence-Sarashina-Bi-EN-1B-bs1024@final'), ('Sentence-Sarashina-Bi-EN-1B-PT-bs8192@final', 'Sentence-Sarashina-Bi-EN-1B-bs1024@final'), ('sarashina2.2-Bi-1b@base-en', 'Sentence-Sarashina-Bi-EN-1B-PT-bs8192@final'), ('ModernBERT-EN-1B-PT-stage2-bs1024@base-en', 'Sentence-ModernBERT-EN-1B-bs1024@final'), - ('Llama-Bi-EN-1B-PT-stage2@base-en', 'Sentence-Llama-Bi-EN-1B-bs1024@final'), + ('Llama-Bi-EN-1B-PT-stage2-bs1024@base-en', 'Sentence-Llama-Bi-EN-1B-bs1024@final'), ] diff --git a/scripts/constract_llm/train/README.md b/scripts/constract_llm/train/README.md index 1dc14ce5..24315938 100644 --- a/scripts/constract_llm/train/README.md +++ b/scripts/constract_llm/train/README.md @@ -52,27 +52,27 @@ For multi-GPU runs, prepend `uv run torchrun --standalone --nnodes 1 --nproc-per Configuration templates live under `config/constract_llm/train/`: - Pre-training (`pt/`): - - `Llama-JP-0.5B-PT-stage1.json` - - `Llama-JP-0.5B-PT-stage2.json` - - `Llama-JP-3B-PT-stage1-bs16384.json` - - `Llama-JP-3B-PT-stage2-bs2048.json` - - `ModernBERT-JP-0.5B-PT-stage1.json` - - `ModernBERT-JP-0.5B-PT-stage2.json` - - `ModernBERT-JP-3B-PT-stage1-bs16384.json` - - `ModernBERT-JP-3B-PT-stage2-bs2048.json` + - `Llama-JP-0.5B-PT-stage1/stage1.json` + - `Llama-JP-0.5B-PT-stage2/stage2.json` + - `Llama-JP-3B-PT-stage1-bs16384/stage1.json` + - `Llama-JP-3B-PT-stage2-bs2048/stage2.json` + - `ModernBERT-JP-0.5B-PT-stage1/stage1.json` + - `ModernBERT-JP-0.5B-PT-stage2/stage2.json` + - `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` + - `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` - Fine-tuning (`ft/`): - - `Sentence-Llama-Bi-JP-0.5B-PT.json` - - `Sentence-Llama-Bi-JP-0.5B.json` - - `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` - - `Sentence-Llama-Bi-JP-3B-bs2048.json` - - `Sentence-ModernBERT-JP-0.5B-PT.json` - - `Sentence-ModernBERT-JP-0.5B.json` - - `Sentence-ModernBERT-JP-3B-PT-bs16384.json` - - `Sentence-ModernBERT-JP-3B-bs2048.json` - - `Sentence-Sarashina-Bi-0.5B-PT.json` - - `Sentence-Sarashina-Bi-0.5B.json` - - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` - - `Sentence-Sarashina-Bi-JP-3B-bs2048.json` + - `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` + - `Sentence-Llama-Bi-JP-0.5B/ft.json` + - `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` + - `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` + - `Sentence-ModernBERT-JP-0.5B-PT/pt.json` + - `Sentence-ModernBERT-JP-0.5B/ft.json` + - `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` + - `Sentence-ModernBERT-JP-3B-bs2048/ft.json` + - `Sentence-Sarashina-Bi-0.5B-PT/pt.json` + - `Sentence-Sarashina-Bi-0.5B/ft.json` + - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` + - `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` - DeepSpeed configs: `config/constract_llm/train/ds_config/` Copy a template, adjust hyperparameters, and pass the path to the relevant launch script. diff --git a/scripts/constract_llm/train/README_JA.md b/scripts/constract_llm/train/README_JA.md index f666e16e..0ff7d156 100644 --- a/scripts/constract_llm/train/README_JA.md +++ b/scripts/constract_llm/train/README_JA.md @@ -52,27 +52,27 @@ python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/M 設定テンプレートは `config/constract_llm/train/` 配下に用意されています。 - 事前学習（`pt/`）： - - `Llama-JP-0.5B-PT-stage1.json` - - `Llama-JP-0.5B-PT-stage2.json` - - `Llama-JP-3B-PT-stage1-bs16384.json` - - `Llama-JP-3B-PT-stage2-bs2048.json` - - `ModernBERT-JP-0.5B-PT-stage1.json` - - `ModernBERT-JP-0.5B-PT-stage2.json` - - `ModernBERT-JP-3B-PT-stage1-bs16384.json` - - `ModernBERT-JP-3B-PT-stage2-bs2048.json` + - `Llama-JP-0.5B-PT-stage1/stage1.json` + - `Llama-JP-0.5B-PT-stage2/stage2.json` + - `Llama-JP-3B-PT-stage1-bs16384/stage1.json` + - `Llama-JP-3B-PT-stage2-bs2048/stage2.json` + - `ModernBERT-JP-0.5B-PT-stage1/stage1.json` + - `ModernBERT-JP-0.5B-PT-stage2/stage2.json` + - `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` + - `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` - ファインチューニング（`ft/`）： - - `Sentence-Llama-Bi-JP-0.5B-PT.json` - - `Sentence-Llama-Bi-JP-0.5B.json` - - `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` - - `Sentence-Llama-Bi-JP-3B-bs2048.json` - - `Sentence-ModernBERT-JP-0.5B-PT.json` - - `Sentence-ModernBERT-JP-0.5B.json` - - `Sentence-ModernBERT-JP-3B-PT-bs16384.json` - - `Sentence-ModernBERT-JP-3B-bs2048.json` - - `Sentence-Sarashina-Bi-0.5B-PT.json` - - `Sentence-Sarashina-Bi-0.5B.json` - - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` - - `Sentence-Sarashina-Bi-JP-3B-bs2048.json` + - `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` + - `Sentence-Llama-Bi-JP-0.5B/ft.json` + - `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` + - `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` + - `Sentence-ModernBERT-JP-0.5B-PT/pt.json` + - `Sentence-ModernBERT-JP-0.5B/ft.json` + - `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` + - `Sentence-ModernBERT-JP-3B-bs2048/ft.json` + - `Sentence-Sarashina-Bi-0.5B-PT/pt.json` + - `Sentence-Sarashina-Bi-0.5B/ft.json` + - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` + - `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` - DeepSpeed 設定: `config/constract_llm/train/ds_config/` テンプレートをコピーしてハイパーパラメータを調整し、対応するランチャーに渡してください。 diff --git a/scripts/constract_llm/train/ft/README.md b/scripts/constract_llm/train/ft/README.md index 830d8640..c1a06e57 100644 --- a/scripts/constract_llm/train/ft/README.md +++ b/scripts/constract_llm/train/ft/README.md @@ -63,23 +63,23 @@ For detailed parameter information, refer to the data classes in `src/mirei/cons Configuration files for fine-tuning are stored in `config/constract_llm/train/ft/`: -- `Sentence-Llama-Bi-JP-0.5B-PT.json` - Configuration for fine-tuning pre-trained Llama-Bi-JP-0.5B as a Sentence Transformer -- `Sentence-Llama-Bi-JP-0.5B.json` - Configuration for fine-tuning Llama-Bi-JP-0.5B as a Sentence Transformer -- `Sentence-Llama-Bi-EN-0.5B-PT.json` / `Sentence-Llama-Bi-EN-0.5B.json` - English WSL and FT configurations for Llama-Bi-0.5B -- `Sentence-Llama-Bi-JP-1B-PT-bs8192.json` / `Sentence-Llama-Bi-JP-1B-bs1024.json` - Japanese WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-EN-1B-PT-bs8192.json` / `Sentence-Llama-Bi-EN-1B-bs1024.json` - English WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` / `Sentence-Llama-Bi-JP-3B-bs2048.json` - Japanese WSL and FT configurations for Llama-Bi-3B -- `Sentence-Llama-Bi-EN-3B-PT-bs16384.json` / `Sentence-Llama-Bi-EN-3B-bs2048.json` - English WSL and FT configurations for Llama-Bi-3B -- `Sentence-ModernBERT-JP-0.5B-PT.json` - Configuration for fine-tuning pre-trained ModernBERT-JP-0.5B as a Sentence Transformer -- `Sentence-ModernBERT-JP-0.5B.json` - Configuration for fine-tuning ModernBERT-JP-0.5B as a Sentence Transformer -- `Sentence-ModernBERT-EN-0.5B-PT.json` / `Sentence-ModernBERT-EN-0.5B.json` - English WSL and FT configurations for ModernBERT-0.5B -- `Sentence-ModernBERT-JP-1B-PT-bs8192.json` / `Sentence-ModernBERT-JP-1B-bs1024.json` - Japanese WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-EN-1B-PT-bs8192.json` / `Sentence-ModernBERT-EN-1B-bs1024.json` - English WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-JP-3B-PT-bs16384.json` / `Sentence-ModernBERT-JP-3B-bs2048.json` - Japanese WSL and FT configurations for ModernBERT-3B -- `Sentence-ModernBERT-EN-3B-PT-bs16384.json` / `Sentence-ModernBERT-EN-3B-bs2048.json` - English WSL and FT configurations for ModernBERT-3B -- `Sentence-Sarashina-Bi-0.5B-PT.json` / `Sentence-Sarashina-Bi-0.5B.json` - Japanese WSL and FT configurations for Sarashina-Bi-0.5B -- `Sentence-Sarashina-Bi-EN-0.5B-PT.json` / `Sentence-Sarashina-Bi-EN-0.5B.json` - English WSL and FT configurations for Sarashina-Bi-0.5B -- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024.json` - English WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B -- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048.json` - English WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` - Configuration for fine-tuning pre-trained Llama-Bi-JP-0.5B as a Sentence Transformer +- `Sentence-Llama-Bi-JP-0.5B/ft.json` - Configuration for fine-tuning Llama-Bi-JP-0.5B as a Sentence Transformer +- `Sentence-Llama-Bi-EN-0.5B-PT/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Llama-Bi-0.5B +- `Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-JP-1B-bs1024/ft.json` - Japanese WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-EN-1B-bs1024/ft.json` - English WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` - Japanese WSL and FT configurations for Llama-Bi-3B +- `Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-EN-3B-bs2048/ft.json` - English WSL and FT configurations for Llama-Bi-3B +- `Sentence-ModernBERT-JP-0.5B-PT/pt.json` - Configuration for fine-tuning pre-trained ModernBERT-JP-0.5B as a Sentence Transformer +- `Sentence-ModernBERT-JP-0.5B/ft.json` - Configuration for fine-tuning ModernBERT-JP-0.5B as a Sentence Transformer +- `Sentence-ModernBERT-EN-0.5B-PT/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - English WSL and FT configurations for ModernBERT-0.5B +- `Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-JP-1B-bs1024/ft.json` - Japanese WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-EN-1B-bs1024/ft.json` - English WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-JP-3B-bs2048/ft.json` - Japanese WSL and FT configurations for ModernBERT-3B +- `Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-EN-3B-bs2048/ft.json` - English WSL and FT configurations for ModernBERT-3B +- `Sentence-Sarashina-Bi-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-0.5B +- `Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Sarashina-Bi-0.5B +- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json` - English WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json` - English WSL and FT configurations for Sarashina-Bi-3B diff --git a/scripts/constract_llm/train/ft/README_JA.md b/scripts/constract_llm/train/ft/README_JA.md index 4677484b..23a1ccde 100644 --- a/scripts/constract_llm/train/ft/README_JA.md +++ b/scripts/constract_llm/train/ft/README_JA.md @@ -62,23 +62,23 @@ uv run torchrun \ FTの設定ファイルは`config/constract_llm/train/ft/`に格納されています： -- `Sentence-Llama-Bi-JP-0.5B-PT.json` - 事前学習済みLlama-Bi-JP-0.5BをSentence TransformerとしてWSLするための設定 -- `Sentence-Llama-Bi-JP-0.5B.json` - Llama-Bi-JP-0.5BをSentence TransformerとしてFTするための設定 -- `Sentence-Llama-Bi-EN-0.5B-PT.json` / `Sentence-Llama-Bi-EN-0.5B.json` - Llama-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-1B-PT-bs8192.json` / `Sentence-Llama-Bi-JP-1B-bs1024.json` - Llama-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-1B-PT-bs8192.json` / `Sentence-Llama-Bi-EN-1B-bs1024.json` - Llama-Bi-1Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-3B-PT-bs16384.json` / `Sentence-Llama-Bi-JP-3B-bs2048.json` - Llama-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-3B-PT-bs16384.json` / `Sentence-Llama-Bi-EN-3B-bs2048.json` - Llama-Bi-3Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-0.5B-PT.json` - 事前学習済みModernBERT-JP-0.5BをSentence TransformerとしてWSLするための設定 -- `Sentence-ModernBERT-JP-0.5B.json` - ModernBERT-JP-0.5BをSentence TransformerとしてFTするための設定 -- `Sentence-ModernBERT-EN-0.5B-PT.json` / `Sentence-ModernBERT-EN-0.5B.json` - ModernBERT-0.5Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-1B-PT-bs8192.json` / `Sentence-ModernBERT-JP-1B-bs1024.json` - ModernBERT-1Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-1B-PT-bs8192.json` / `Sentence-ModernBERT-EN-1B-bs1024.json` - ModernBERT-1Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-3B-PT-bs16384.json` / `Sentence-ModernBERT-JP-3B-bs2048.json` - ModernBERT-3Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-3B-PT-bs16384.json` / `Sentence-ModernBERT-EN-3B-bs2048.json` - ModernBERT-3Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-0.5B-PT.json` / `Sentence-Sarashina-Bi-0.5B.json` - Sarashina-Bi-0.5Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-0.5B-PT.json` / `Sentence-Sarashina-Bi-EN-0.5B.json` - Sarashina-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024.json` - Sarashina-Bi-1Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048.json` - Sarashina-Bi-3Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` - 事前学習済みLlama-Bi-JP-0.5BをSentence TransformerとしてWSLするための設定 +- `Sentence-Llama-Bi-JP-0.5B/ft.json` - Llama-Bi-JP-0.5BをSentence TransformerとしてFTするための設定 +- `Sentence-Llama-Bi-EN-0.5B-PT/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - Llama-Bi-0.5Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-JP-1B-bs1024/ft.json` - Llama-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-EN-1B-bs1024/ft.json` - Llama-Bi-1Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` - Llama-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-EN-3B-bs2048/ft.json` - Llama-Bi-3Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-0.5B-PT/pt.json` - 事前学習済みModernBERT-JP-0.5BをSentence TransformerとしてWSLするための設定 +- `Sentence-ModernBERT-JP-0.5B/ft.json` - ModernBERT-JP-0.5BをSentence TransformerとしてFTするための設定 +- `Sentence-ModernBERT-EN-0.5B-PT/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - ModernBERT-0.5Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-JP-1B-bs1024/ft.json` - ModernBERT-1Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-EN-1B-bs1024/ft.json` - ModernBERT-1Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-JP-3B-bs2048/ft.json` - ModernBERT-3Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-EN-3B-bs2048/ft.json` - ModernBERT-3Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Sarashina-Bi-0.5Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - Sarashina-Bi-0.5Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json` - Sarashina-Bi-1Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json` - Sarashina-Bi-3Bの英語WSL/FT設定 diff --git a/scripts/constract_llm/train/pt/README.md b/scripts/constract_llm/train/pt/README.md index 815cccb7..1b7281bd 100644 --- a/scripts/constract_llm/train/pt/README.md +++ b/scripts/constract_llm/train/pt/README.md @@ -81,22 +81,22 @@ For detailed parameter information, refer to the data classes in `src/mirei/cons Configuration files for pre-training are stored in `config/constract_llm/train/pt/`: -- `Llama-JP-0.5B-PT-stage1.json` - Configuration for stage 1 pre-training of Llama-JP-0.5B -- `Llama-JP-0.5B-PT-stage2.json` - Configuration for stage 2 pre-training of Llama-JP-0.5B -- `Llama-EN-0.5B-PT-stage1.json` - Configuration for stage 1 English pre-training of Llama-0.5B -- `Llama-EN-0.5B-PT-stage2.json` - Configuration for stage 2 English pre-training of Llama-0.5B -- `Llama-JP-1B-PT-stage1-bs8192.json` / `Llama-JP-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B -- `Llama-EN-1B-PT-stage1-bs8192.json` / `Llama-EN-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of Llama-1B -- `Llama-JP-3B-PT-stage1-bs16384.json` / `Llama-JP-3B-PT-stage2-bs2048.json` - Configuration for scaled Japanese pre-training of Llama-3B -- `Llama-EN-3B-PT-stage1-bs16384.json` / `Llama-EN-3B-PT-stage2-bs2048.json` - Configuration for scaled English pre-training of Llama-3B -- `ModernBERT-JP-0.5B-PT-stage1.json` - Configuration for stage 1 pre-training of ModernBERT-JP-0.5B -- `ModernBERT-JP-0.5B-PT-stage2.json` - Configuration for stage 2 pre-training of ModernBERT-JP-0.5B -- `ModernBERT-EN-0.5B-PT-stage1.json` - Configuration for stage 1 English pre-training of ModernBERT-0.5B -- `ModernBERT-EN-0.5B-PT-stage2.json` - Configuration for stage 2 English pre-training of ModernBERT-0.5B -- `ModernBERT-JP-1B-PT-stage1-bs8192.json` / `ModernBERT-JP-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B -- `ModernBERT-EN-1B-PT-stage1-bs8192.json` / `ModernBERT-EN-1B-PT-stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B -- `ModernBERT-JP-3B-PT-stage1-bs16384.json` / `ModernBERT-JP-3B-PT-stage2-bs2048.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B -- `ModernBERT-EN-3B-PT-stage1-bs16384.json` / `ModernBERT-EN-3B-PT-stage2-bs2048.json` - Configuration for scaled English pre-training of ModernBERT-3B +- `Llama-JP-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 pre-training of Llama-JP-0.5B +- `Llama-JP-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 pre-training of Llama-JP-0.5B +- `Llama-EN-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 English pre-training of Llama-0.5B +- `Llama-EN-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 English pre-training of Llama-0.5B +- `Llama-JP-1B-PT-stage1-bs8192/stage1.json` / `Llama-JP-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B +- `Llama-EN-1B-PT-stage1-bs8192/stage1.json` / `Llama-EN-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale English pre-training of Llama-1B +- `Llama-JP-3B-PT-stage1-bs16384/stage1.json` / `Llama-JP-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled Japanese pre-training of Llama-3B +- `Llama-EN-3B-PT-stage1-bs16384/stage1.json` / `Llama-EN-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled English pre-training of Llama-3B +- `ModernBERT-JP-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 pre-training of ModernBERT-JP-0.5B +- `ModernBERT-JP-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 pre-training of ModernBERT-JP-0.5B +- `ModernBERT-EN-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 English pre-training of ModernBERT-0.5B +- `ModernBERT-EN-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 English pre-training of ModernBERT-0.5B +- `ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B +- `ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B +- `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B +- `ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled English pre-training of ModernBERT-3B ## Causal Language Modeling (CLM) diff --git a/scripts/constract_llm/train/pt/README_JA.md b/scripts/constract_llm/train/pt/README_JA.md index 9d7eae74..b5619e1a 100644 --- a/scripts/constract_llm/train/pt/README_JA.md +++ b/scripts/constract_llm/train/pt/README_JA.md @@ -81,22 +81,22 @@ uv run torchrun \ 事前学習の設定ファイルは`config/constract_llm/train/pt/`に格納されています： -- `Llama-JP-0.5B-PT-stage1.json` - Llama-JP-0.5Bのステージ1事前学習の設定 -- `Llama-JP-0.5B-PT-stage2.json` - Llama-JP-0.5Bのステージ2事前学習の設定 -- `Llama-EN-0.5B-PT-stage1.json` - Llama-0.5Bの英語ステージ1事前学習の設定 -- `Llama-EN-0.5B-PT-stage2.json` - Llama-0.5Bの英語ステージ2事前学習の設定 -- `Llama-JP-1B-PT-stage1-bs8192.json` / `Llama-JP-1B-PT-stage2-bs1024.json` - Llama-1Bの日本語中間スケール実験設定 -- `Llama-EN-1B-PT-stage1-bs8192.json` / `Llama-EN-1B-PT-stage2-bs1024.json` - Llama-1Bの英語中間スケール実験設定 -- `Llama-JP-3B-PT-stage1-bs16384.json` / `Llama-JP-3B-PT-stage2-bs2048.json` - Llama-3Bの日本語スケール実験設定 -- `Llama-EN-3B-PT-stage1-bs16384.json` / `Llama-EN-3B-PT-stage2-bs2048.json` - Llama-3Bの英語スケール実験設定 -- `ModernBERT-JP-0.5B-PT-stage1.json` - ModernBERT-JP-0.5Bのステージ1事前学習の設定 -- `ModernBERT-JP-0.5B-PT-stage2.json` - ModernBERT-JP-0.5Bのステージ2事前学習の設定 -- `ModernBERT-EN-0.5B-PT-stage1.json` - ModernBERT-0.5Bの英語ステージ1事前学習の設定 -- `ModernBERT-EN-0.5B-PT-stage2.json` - ModernBERT-0.5Bの英語ステージ2事前学習の設定 -- `ModernBERT-JP-1B-PT-stage1-bs8192.json` / `ModernBERT-JP-1B-PT-stage2-bs1024.json` - ModernBERT-1Bの日本語中間スケール実験設定 -- `ModernBERT-EN-1B-PT-stage1-bs8192.json` / `ModernBERT-EN-1B-PT-stage2-bs1024.json` - ModernBERT-1Bの英語中間スケール実験設定 -- `ModernBERT-JP-3B-PT-stage1-bs16384.json` / `ModernBERT-JP-3B-PT-stage2-bs2048.json` - ModernBERT-3Bの日本語スケール実験設定 -- `ModernBERT-EN-3B-PT-stage1-bs16384.json` / `ModernBERT-EN-3B-PT-stage2-bs2048.json` - ModernBERT-3Bの英語スケール実験設定 +- `Llama-JP-0.5B-PT-stage1/stage1.json` - Llama-JP-0.5Bのステージ1事前学習の設定 +- `Llama-JP-0.5B-PT-stage2/stage2.json` - Llama-JP-0.5Bのステージ2事前学習の設定 +- `Llama-EN-0.5B-PT-stage1/stage1.json` - Llama-0.5Bの英語ステージ1事前学習の設定 +- `Llama-EN-0.5B-PT-stage2/stage2.json` - Llama-0.5Bの英語ステージ2事前学習の設定 +- `Llama-JP-1B-PT-stage1-bs8192/stage1.json` / `Llama-JP-1B-PT-stage2-bs1024/stage2.json` - Llama-1Bの日本語中間スケール実験設定 +- `Llama-EN-1B-PT-stage1-bs8192/stage1.json` / `Llama-EN-1B-PT-stage2-bs1024/stage2.json` - Llama-1Bの英語中間スケール実験設定 +- `Llama-JP-3B-PT-stage1-bs16384/stage1.json` / `Llama-JP-3B-PT-stage2-bs2048/stage2.json` - Llama-3Bの日本語スケール実験設定 +- `Llama-EN-3B-PT-stage1-bs16384/stage1.json` / `Llama-EN-3B-PT-stage2-bs2048/stage2.json` - Llama-3Bの英語スケール実験設定 +- `ModernBERT-JP-0.5B-PT-stage1/stage1.json` - ModernBERT-JP-0.5Bのステージ1事前学習の設定 +- `ModernBERT-JP-0.5B-PT-stage2/stage2.json` - ModernBERT-JP-0.5Bのステージ2事前学習の設定 +- `ModernBERT-EN-0.5B-PT-stage1/stage1.json` - ModernBERT-0.5Bの英語ステージ1事前学習の設定 +- `ModernBERT-EN-0.5B-PT-stage2/stage2.json` - ModernBERT-0.5Bの英語ステージ2事前学習の設定 +- `ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json` - ModernBERT-1Bの日本語中間スケール実験設定 +- `ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json` - ModernBERT-1Bの英語中間スケール実験設定 +- `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` - ModernBERT-3Bの日本語スケール実験設定 +- `ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json` - ModernBERT-3Bの英語スケール実験設定 ## Causal Language Modeling (CLM) From 7e4823a3640a1a8d8516f0a05aa2fa9b3e8e57b4 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 19:39:42 +0900 Subject: [PATCH 04/13] Group train configs by model directory with per-stage files pt//{stage1,stage2}[-bs].json and ft//{pt,ft}[-bs].json replace the per-run directories, so each model's stages sit together and full paths stay short. run_name and other in-config identifiers keep the full suffixed names. --- .../pt.json | 0 .../pt.json | 0 .../ft-bs1024.json} | 0 .../pt-bs8192.json} | 0 .../ft-bs2048.json} | 0 .../pt-bs16384.json} | 0 .../pt.json | 0 .../ft-bs1024.json} | 0 .../pt-bs8192.json} | 0 .../ft-bs2048.json} | 0 .../pt-bs16384.json} | 0 .../pt.json | 0 .../pt.json | 0 .../ft-bs1024.json} | 0 .../pt-bs8192.json} | 0 .../ft-bs2048.json} | 0 .../pt-bs16384.json} | 0 .../pt.json | 0 .../ft-bs1024.json} | 0 .../pt-bs8192.json} | 0 .../ft-bs2048.json} | 0 .../pt-bs16384.json} | 0 .../pt.json | 0 .../pt.json | 0 .../pt.json | 0 .../pt.json | 0 .../ft-bs1024.json} | 0 .../pt-bs8192.json} | 0 .../ft-bs2048.json} | 0 .../pt-bs16384.json} | 0 .../ft-bs1024.json} | 0 .../pt-bs8192.json} | 0 .../ft-bs2048.json} | 0 .../pt-bs16384.json} | 0 .../stage1.json | 0 .../stage2.json | 0 .../stage1-bs8192.json} | 0 .../stage2-bs1024.json} | 0 .../stage1-bs16384.json} | 0 .../stage2-bs2048.json} | 0 .../stage1.json | 0 .../stage2.json | 0 .../stage1-bs8192.json} | 0 .../stage2-bs1024.json} | 0 .../stage1-bs16384.json} | 0 .../stage2-bs2048.json} | 0 .../stage1.json | 0 .../stage2.json | 0 .../stage1.json | 0 .../stage2.json | 0 .../stage1-bs8192.json} | 0 .../stage2-bs1024.json} | 0 .../stage1-bs16384.json} | 0 .../stage2-bs2048.json} | 0 .../stage1.json | 0 .../stage2.json | 0 .../stage1-bs8192.json} | 0 .../stage2-bs1024.json} | 0 .../stage1-bs16384.json} | 0 .../stage2-bs2048.json} | 0 .../stage1.json | 0 .../stage2.json | 0 scripts/constract_llm/train/README.md | 36 ++++++++--------- scripts/constract_llm/train/README_JA.md | 36 ++++++++--------- scripts/constract_llm/train/ft/README.md | 36 ++++++++--------- scripts/constract_llm/train/ft/README_JA.md | 36 ++++++++--------- scripts/constract_llm/train/pt/README.md | 40 +++++++++---------- scripts/constract_llm/train/pt/README_JA.md | 40 +++++++++---------- 68 files changed, 112 insertions(+), 112 deletions(-) rename config/constract_llm/train/ft/{Sentence-InstructLM-Bi-EN-0.5B-PT => Sentence-InstructLM-Bi-EN-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-0.5B-PT => Sentence-Llama-Bi-EN-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-1B-bs1024/ft.json => Sentence-Llama-Bi-EN-1B/ft-bs1024.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json => Sentence-Llama-Bi-EN-1B/pt-bs8192.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-3B-bs2048/ft.json => Sentence-Llama-Bi-EN-3B/ft-bs2048.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json => Sentence-Llama-Bi-EN-3B/pt-bs16384.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-0.5B-PT => Sentence-Llama-Bi-JP-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-1B-bs1024/ft.json => Sentence-Llama-Bi-JP-1B/ft-bs1024.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json => Sentence-Llama-Bi-JP-1B/pt-bs8192.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-3B-bs2048/ft.json => Sentence-Llama-Bi-JP-3B/ft-bs2048.json} (100%) rename config/constract_llm/train/ft/{Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json => Sentence-Llama-Bi-JP-3B/pt-bs16384.json} (100%) rename config/constract_llm/train/ft/{Sentence-Mistral-Bi-EN-0.5B-PT => Sentence-Mistral-Bi-EN-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-0.5B-PT => Sentence-ModernBERT-EN-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-1B-bs1024/ft.json => Sentence-ModernBERT-EN-1B/ft-bs1024.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json => Sentence-ModernBERT-EN-1B/pt-bs8192.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-3B-bs2048/ft.json => Sentence-ModernBERT-EN-3B/ft-bs2048.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json => Sentence-ModernBERT-EN-3B/pt-bs16384.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-0.5B-PT => Sentence-ModernBERT-JP-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-1B-bs1024/ft.json => Sentence-ModernBERT-JP-1B/ft-bs1024.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json => Sentence-ModernBERT-JP-1B/pt-bs8192.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-3B-bs2048/ft.json => Sentence-ModernBERT-JP-3B/ft-bs2048.json} (100%) rename config/constract_llm/train/ft/{Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json => Sentence-ModernBERT-JP-3B/pt-bs16384.json} (100%) rename config/constract_llm/train/ft/{Sentence-Qwen2.5-Bi-EN-0.5B-PT => Sentence-Qwen2.5-Bi-EN-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-0.5B-PT => Sentence-Sarashina-Bi-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-0.5B-PT => Sentence-Sarashina-Bi-EN-0.5B}/pt.json (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json => Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json => Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json => Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json => Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json => Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json => Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json => Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json} (100%) rename config/constract_llm/train/ft/{Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json => Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json} (100%) rename config/constract_llm/train/pt/{Llama-EN-0.5B-PT-stage1 => Llama-EN-0.5B}/stage1.json (100%) rename config/constract_llm/train/pt/{Llama-EN-0.5B-PT-stage2 => Llama-EN-0.5B}/stage2.json (100%) rename config/constract_llm/train/pt/{Llama-EN-1B-PT-stage1-bs8192/stage1.json => Llama-EN-1B/stage1-bs8192.json} (100%) rename config/constract_llm/train/pt/{Llama-EN-1B-PT-stage2-bs1024/stage2.json => Llama-EN-1B/stage2-bs1024.json} (100%) rename config/constract_llm/train/pt/{Llama-EN-3B-PT-stage1-bs16384/stage1.json => Llama-EN-3B/stage1-bs16384.json} (100%) rename config/constract_llm/train/pt/{Llama-EN-3B-PT-stage2-bs2048/stage2.json => Llama-EN-3B/stage2-bs2048.json} (100%) rename config/constract_llm/train/pt/{Llama-JP-0.5B-PT-stage1 => Llama-JP-0.5B}/stage1.json (100%) rename config/constract_llm/train/pt/{Llama-JP-0.5B-PT-stage2 => Llama-JP-0.5B}/stage2.json (100%) rename config/constract_llm/train/pt/{Llama-JP-1B-PT-stage1-bs8192/stage1.json => Llama-JP-1B/stage1-bs8192.json} (100%) rename config/constract_llm/train/pt/{Llama-JP-1B-PT-stage2-bs1024/stage2.json => Llama-JP-1B/stage2-bs1024.json} (100%) rename config/constract_llm/train/pt/{Llama-JP-3B-PT-stage1-bs16384/stage1.json => Llama-JP-3B/stage1-bs16384.json} (100%) rename config/constract_llm/train/pt/{Llama-JP-3B-PT-stage2-bs2048/stage2.json => Llama-JP-3B/stage2-bs2048.json} (100%) rename config/constract_llm/train/pt/{Mistral-EN-0.5B-PT-stage1 => Mistral-EN-0.5B}/stage1.json (100%) rename config/constract_llm/train/pt/{Mistral-EN-0.5B-PT-stage2 => Mistral-EN-0.5B}/stage2.json (100%) rename config/constract_llm/train/pt/{ModernBERT-EN-0.5B-PT-stage1 => ModernBERT-EN-0.5B}/stage1.json (100%) rename config/constract_llm/train/pt/{ModernBERT-EN-0.5B-PT-stage2 => ModernBERT-EN-0.5B}/stage2.json (100%) rename config/constract_llm/train/pt/{ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json => ModernBERT-EN-1B/stage1-bs8192.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json => ModernBERT-EN-1B/stage2-bs1024.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json => ModernBERT-EN-3B/stage1-bs16384.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json => ModernBERT-EN-3B/stage2-bs2048.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-JP-0.5B-PT-stage1 => ModernBERT-JP-0.5B}/stage1.json (100%) rename config/constract_llm/train/pt/{ModernBERT-JP-0.5B-PT-stage2 => ModernBERT-JP-0.5B}/stage2.json (100%) rename config/constract_llm/train/pt/{ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json => ModernBERT-JP-1B/stage1-bs8192.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json => ModernBERT-JP-1B/stage2-bs1024.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json => ModernBERT-JP-3B/stage1-bs16384.json} (100%) rename config/constract_llm/train/pt/{ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json => ModernBERT-JP-3B/stage2-bs2048.json} (100%) rename config/constract_llm/train/pt/{Qwen2.5-Scratch-EN-0.5B-PT-stage1 => Qwen2.5-Scratch-EN-0.5B}/stage1.json (100%) rename config/constract_llm/train/pt/{Qwen2.5-Scratch-EN-0.5B-PT-stage2 => Qwen2.5-Scratch-EN-0.5B}/stage2.json (100%) diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-bs1024/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft-bs1024.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-bs1024/ft.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft-bs1024.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt-bs8192.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt-bs8192.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-bs2048/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft-bs2048.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-bs2048/ft.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft-bs2048.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt-bs16384.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt-bs16384.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-bs1024/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft-bs1024.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-bs1024/ft.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft-bs1024.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt-bs8192.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt-bs8192.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-bs2048/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft-bs2048.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-bs2048/ft.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft-bs2048.json diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt-bs16384.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json rename to config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt-bs16384.json diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-bs1024/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft-bs1024.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-bs1024/ft.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft-bs1024.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt-bs8192.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt-bs8192.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-bs2048/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft-bs2048.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-bs2048/ft.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft-bs2048.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt-bs16384.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt-bs16384.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-bs1024/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft-bs1024.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-bs1024/ft.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft-bs1024.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt-bs8192.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt-bs8192.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-bs2048/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft-bs2048.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-bs2048/ft.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft-bs2048.json diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt-bs16384.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json rename to config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt-bs16384.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/pt.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/pt.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json similarity index 100% rename from config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json rename to config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/stage1.json b/config/constract_llm/train/pt/Llama-EN-0.5B/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage1/stage1.json rename to config/constract_llm/train/pt/Llama-EN-0.5B/stage1.json diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/stage2.json b/config/constract_llm/train/pt/Llama-EN-0.5B/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-0.5B-PT-stage2/stage2.json rename to config/constract_llm/train/pt/Llama-EN-0.5B/stage2.json diff --git a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage1-bs8192/stage1.json b/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-1B-PT-stage1-bs8192/stage1.json rename to config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json diff --git a/config/constract_llm/train/pt/Llama-EN-1B-PT-stage2-bs1024/stage2.json b/config/constract_llm/train/pt/Llama-EN-1B/stage2-bs1024.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-1B-PT-stage2-bs1024/stage2.json rename to config/constract_llm/train/pt/Llama-EN-1B/stage2-bs1024.json diff --git a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage1-bs16384/stage1.json b/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-3B-PT-stage1-bs16384/stage1.json rename to config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json diff --git a/config/constract_llm/train/pt/Llama-EN-3B-PT-stage2-bs2048/stage2.json b/config/constract_llm/train/pt/Llama-EN-3B/stage2-bs2048.json similarity index 100% rename from config/constract_llm/train/pt/Llama-EN-3B-PT-stage2-bs2048/stage2.json rename to config/constract_llm/train/pt/Llama-EN-3B/stage2-bs2048.json diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json b/config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json rename to config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/stage2.json b/config/constract_llm/train/pt/Llama-JP-0.5B/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage2/stage2.json rename to config/constract_llm/train/pt/Llama-JP-0.5B/stage2.json diff --git a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage1-bs8192/stage1.json b/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-1B-PT-stage1-bs8192/stage1.json rename to config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json diff --git a/config/constract_llm/train/pt/Llama-JP-1B-PT-stage2-bs1024/stage2.json b/config/constract_llm/train/pt/Llama-JP-1B/stage2-bs1024.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-1B-PT-stage2-bs1024/stage2.json rename to config/constract_llm/train/pt/Llama-JP-1B/stage2-bs1024.json diff --git a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage1-bs16384/stage1.json b/config/constract_llm/train/pt/Llama-JP-3B/stage1-bs16384.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-3B-PT-stage1-bs16384/stage1.json rename to config/constract_llm/train/pt/Llama-JP-3B/stage1-bs16384.json diff --git a/config/constract_llm/train/pt/Llama-JP-3B-PT-stage2-bs2048/stage2.json b/config/constract_llm/train/pt/Llama-JP-3B/stage2-bs2048.json similarity index 100% rename from config/constract_llm/train/pt/Llama-JP-3B-PT-stage2-bs2048/stage2.json rename to config/constract_llm/train/pt/Llama-JP-3B/stage2-bs2048.json diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/stage1.json b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage1/stage1.json rename to config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/stage2.json b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Mistral-EN-0.5B-PT-stage2/stage2.json rename to config/constract_llm/train/pt/Mistral-EN-0.5B/stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage1/stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-0.5B-PT-stage2/stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2-bs1024.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-1B/stage2-bs1024.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json rename to config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2-bs2048.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json rename to config/constract_llm/train/pt/ModernBERT-EN-3B/stage2-bs2048.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage2.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage2/stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage2.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2-bs1024.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-1B/stage2-bs1024.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1-bs16384.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json rename to config/constract_llm/train/pt/ModernBERT-JP-3B/stage1-bs16384.json diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2-bs2048.json similarity index 100% rename from config/constract_llm/train/pt/ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json rename to config/constract_llm/train/pt/ModernBERT-JP-3B/stage2-bs2048.json diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/stage1.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json similarity index 100% rename from config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage1/stage1.json rename to config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stage2.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage2.json similarity index 100% rename from config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stage2.json rename to config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage2.json diff --git a/scripts/constract_llm/train/README.md b/scripts/constract_llm/train/README.md index 24315938..d8fbad79 100644 --- a/scripts/constract_llm/train/README.md +++ b/scripts/constract_llm/train/README.md @@ -42,7 +42,7 @@ This directory provides launch scripts for language-model pre-training and Sente All launchers expose [Google Fire](https://github.com/google/python-fire) CLIs that accept JSON/YAML/TOML configs. Basic usage: ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json ``` For multi-GPU runs, prepend `uv run torchrun --standalone --nnodes 1 --nproc-per-node $NUM_GPU` to the command above. @@ -52,27 +52,27 @@ For multi-GPU runs, prepend `uv run torchrun --standalone --nnodes 1 --nproc-per Configuration templates live under `config/constract_llm/train/`: - Pre-training (`pt/`): - - `Llama-JP-0.5B-PT-stage1/stage1.json` - - `Llama-JP-0.5B-PT-stage2/stage2.json` - - `Llama-JP-3B-PT-stage1-bs16384/stage1.json` - - `Llama-JP-3B-PT-stage2-bs2048/stage2.json` - - `ModernBERT-JP-0.5B-PT-stage1/stage1.json` - - `ModernBERT-JP-0.5B-PT-stage2/stage2.json` - - `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` - - `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` + - `Llama-JP-0.5B/stage1.json` + - `Llama-JP-0.5B/stage2.json` + - `Llama-JP-3B/stage1-bs16384.json` + - `Llama-JP-3B/stage2-bs2048.json` + - `ModernBERT-JP-0.5B/stage1.json` + - `ModernBERT-JP-0.5B/stage2.json` + - `ModernBERT-JP-3B/stage1-bs16384.json` + - `ModernBERT-JP-3B/stage2-bs2048.json` - Fine-tuning (`ft/`): - - `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` + - `Sentence-Llama-Bi-JP-0.5B/pt.json` - `Sentence-Llama-Bi-JP-0.5B/ft.json` - - `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` - - `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` - - `Sentence-ModernBERT-JP-0.5B-PT/pt.json` + - `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` + - `Sentence-ModernBERT-JP-0.5B/pt.json` - `Sentence-ModernBERT-JP-0.5B/ft.json` - - `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` - - `Sentence-ModernBERT-JP-3B-bs2048/ft.json` - - `Sentence-Sarashina-Bi-0.5B-PT/pt.json` + - `Sentence-ModernBERT-JP-3B/pt-bs16384.json` + - `Sentence-ModernBERT-JP-3B/ft-bs2048.json` + - `Sentence-Sarashina-Bi-0.5B/pt.json` - `Sentence-Sarashina-Bi-0.5B/ft.json` - - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` - - `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` + - `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - DeepSpeed configs: `config/constract_llm/train/ds_config/` Copy a template, adjust hyperparameters, and pass the path to the relevant launch script. diff --git a/scripts/constract_llm/train/README_JA.md b/scripts/constract_llm/train/README_JA.md index 0ff7d156..d29c9e58 100644 --- a/scripts/constract_llm/train/README_JA.md +++ b/scripts/constract_llm/train/README_JA.md @@ -42,7 +42,7 @@ すべてのランチャーは [Google Fire](https://github.com/google/python-fire) を利用した CLI を公開しており、JSON/YAML/TOML の設定ファイルを受け取ります。 ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json ``` マルチ GPU の場合は `uv run torchrun --standalone --nnodes 1 --nproc-per-node $NUM_GPU` をコマンド前に付けて実行してください。 @@ -52,27 +52,27 @@ python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/M 設定テンプレートは `config/constract_llm/train/` 配下に用意されています。 - 事前学習（`pt/`）： - - `Llama-JP-0.5B-PT-stage1/stage1.json` - - `Llama-JP-0.5B-PT-stage2/stage2.json` - - `Llama-JP-3B-PT-stage1-bs16384/stage1.json` - - `Llama-JP-3B-PT-stage2-bs2048/stage2.json` - - `ModernBERT-JP-0.5B-PT-stage1/stage1.json` - - `ModernBERT-JP-0.5B-PT-stage2/stage2.json` - - `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` - - `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` + - `Llama-JP-0.5B/stage1.json` + - `Llama-JP-0.5B/stage2.json` + - `Llama-JP-3B/stage1-bs16384.json` + - `Llama-JP-3B/stage2-bs2048.json` + - `ModernBERT-JP-0.5B/stage1.json` + - `ModernBERT-JP-0.5B/stage2.json` + - `ModernBERT-JP-3B/stage1-bs16384.json` + - `ModernBERT-JP-3B/stage2-bs2048.json` - ファインチューニング（`ft/`）： - - `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` + - `Sentence-Llama-Bi-JP-0.5B/pt.json` - `Sentence-Llama-Bi-JP-0.5B/ft.json` - - `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` - - `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` - - `Sentence-ModernBERT-JP-0.5B-PT/pt.json` + - `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` + - `Sentence-ModernBERT-JP-0.5B/pt.json` - `Sentence-ModernBERT-JP-0.5B/ft.json` - - `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` - - `Sentence-ModernBERT-JP-3B-bs2048/ft.json` - - `Sentence-Sarashina-Bi-0.5B-PT/pt.json` + - `Sentence-ModernBERT-JP-3B/pt-bs16384.json` + - `Sentence-ModernBERT-JP-3B/ft-bs2048.json` + - `Sentence-Sarashina-Bi-0.5B/pt.json` - `Sentence-Sarashina-Bi-0.5B/ft.json` - - `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` - - `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` + - `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - DeepSpeed 設定: `config/constract_llm/train/ds_config/` テンプレートをコピーしてハイパーパラメータを調整し、対応するランチャーに渡してください。 diff --git a/scripts/constract_llm/train/ft/README.md b/scripts/constract_llm/train/ft/README.md index c1a06e57..8fe3feee 100644 --- a/scripts/constract_llm/train/ft/README.md +++ b/scripts/constract_llm/train/ft/README.md @@ -63,23 +63,23 @@ For detailed parameter information, refer to the data classes in `src/mirei/cons Configuration files for fine-tuning are stored in `config/constract_llm/train/ft/`: -- `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` - Configuration for fine-tuning pre-trained Llama-Bi-JP-0.5B as a Sentence Transformer +- `Sentence-Llama-Bi-JP-0.5B/pt.json` - Configuration for fine-tuning pre-trained Llama-Bi-JP-0.5B as a Sentence Transformer - `Sentence-Llama-Bi-JP-0.5B/ft.json` - Configuration for fine-tuning Llama-Bi-JP-0.5B as a Sentence Transformer -- `Sentence-Llama-Bi-EN-0.5B-PT/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Llama-Bi-0.5B -- `Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-JP-1B-bs1024/ft.json` - Japanese WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-EN-1B-bs1024/ft.json` - English WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` - Japanese WSL and FT configurations for Llama-Bi-3B -- `Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-EN-3B-bs2048/ft.json` - English WSL and FT configurations for Llama-Bi-3B -- `Sentence-ModernBERT-JP-0.5B-PT/pt.json` - Configuration for fine-tuning pre-trained ModernBERT-JP-0.5B as a Sentence Transformer +- `Sentence-Llama-Bi-EN-0.5B/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Llama-Bi-0.5B +- `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - English WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for Llama-Bi-3B +- `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - English WSL and FT configurations for Llama-Bi-3B +- `Sentence-ModernBERT-JP-0.5B/pt.json` - Configuration for fine-tuning pre-trained ModernBERT-JP-0.5B as a Sentence Transformer - `Sentence-ModernBERT-JP-0.5B/ft.json` - Configuration for fine-tuning ModernBERT-JP-0.5B as a Sentence Transformer -- `Sentence-ModernBERT-EN-0.5B-PT/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - English WSL and FT configurations for ModernBERT-0.5B -- `Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-JP-1B-bs1024/ft.json` - Japanese WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-EN-1B-bs1024/ft.json` - English WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-JP-3B-bs2048/ft.json` - Japanese WSL and FT configurations for ModernBERT-3B -- `Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-EN-3B-bs2048/ft.json` - English WSL and FT configurations for ModernBERT-3B -- `Sentence-Sarashina-Bi-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-0.5B -- `Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Sarashina-Bi-0.5B -- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json` - English WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B -- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json` - English WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-ModernBERT-EN-0.5B/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - English WSL and FT configurations for ModernBERT-0.5B +- `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - English WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for ModernBERT-3B +- `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - English WSL and FT configurations for ModernBERT-3B +- `Sentence-Sarashina-Bi-0.5B/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-0.5B +- `Sentence-Sarashina-Bi-EN-0.5B/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Sarashina-Bi-0.5B +- `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - English WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - English WSL and FT configurations for Sarashina-Bi-3B diff --git a/scripts/constract_llm/train/ft/README_JA.md b/scripts/constract_llm/train/ft/README_JA.md index 23a1ccde..9e07522d 100644 --- a/scripts/constract_llm/train/ft/README_JA.md +++ b/scripts/constract_llm/train/ft/README_JA.md @@ -62,23 +62,23 @@ uv run torchrun \ FTの設定ファイルは`config/constract_llm/train/ft/`に格納されています： -- `Sentence-Llama-Bi-JP-0.5B-PT/pt.json` - 事前学習済みLlama-Bi-JP-0.5BをSentence TransformerとしてWSLするための設定 +- `Sentence-Llama-Bi-JP-0.5B/pt.json` - 事前学習済みLlama-Bi-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-Llama-Bi-JP-0.5B/ft.json` - Llama-Bi-JP-0.5BをSentence TransformerとしてFTするための設定 -- `Sentence-Llama-Bi-EN-0.5B-PT/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - Llama-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-JP-1B-bs1024/ft.json` - Llama-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Llama-Bi-EN-1B-bs1024/ft.json` - Llama-Bi-1Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-JP-3B-bs2048/ft.json` - Llama-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Llama-Bi-EN-3B-bs2048/ft.json` - Llama-Bi-3Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-0.5B-PT/pt.json` - 事前学習済みModernBERT-JP-0.5BをSentence TransformerとしてWSLするための設定 +- `Sentence-Llama-Bi-EN-0.5B/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - Llama-Bi-0.5Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Llama-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - Llama-Bi-1Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Llama-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - Llama-Bi-3Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-0.5B/pt.json` - 事前学習済みModernBERT-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-ModernBERT-JP-0.5B/ft.json` - ModernBERT-JP-0.5BをSentence TransformerとしてFTするための設定 -- `Sentence-ModernBERT-EN-0.5B-PT/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - ModernBERT-0.5Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-JP-1B-bs1024/ft.json` - ModernBERT-1Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-1B-PT-bs8192/pt.json` / `Sentence-ModernBERT-EN-1B-bs1024/ft.json` - ModernBERT-1Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-JP-3B-bs2048/ft.json` - ModernBERT-3Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-3B-PT-bs16384/pt.json` / `Sentence-ModernBERT-EN-3B-bs2048/ft.json` - ModernBERT-3Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Sarashina-Bi-0.5Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-0.5B-PT/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - Sarashina-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-JP-1B-bs1024/ft.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-1B-PT-bs8192/pt.json` / `Sentence-Sarashina-Bi-EN-1B-bs1024/ft.json` - Sarashina-Bi-1Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-JP-3B-bs2048/ft.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-3B-PT-bs16384/pt.json` / `Sentence-Sarashina-Bi-EN-3B-bs2048/ft.json` - Sarashina-Bi-3Bの英語WSL/FT設定 +- `Sentence-ModernBERT-EN-0.5B/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - ModernBERT-0.5Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - ModernBERT-1Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - ModernBERT-1Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - ModernBERT-3Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - ModernBERT-3Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-0.5B/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Sarashina-Bi-0.5Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-0.5B/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - Sarashina-Bi-0.5Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - Sarashina-Bi-1Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - Sarashina-Bi-3Bの英語WSL/FT設定 diff --git a/scripts/constract_llm/train/pt/README.md b/scripts/constract_llm/train/pt/README.md index 1b7281bd..a80d1ce6 100644 --- a/scripts/constract_llm/train/pt/README.md +++ b/scripts/constract_llm/train/pt/README.md @@ -24,7 +24,7 @@ The `run_mlm.py` script is used for pre-training models using the Masked Languag ### Usage ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json ``` For multi-GPU training: @@ -34,7 +34,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json + scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json ``` ### Custom Parameters @@ -53,7 +53,7 @@ The `run_mntp.py` script is used for pre-training models using the Masked Next T ### Usage ```bash -python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json +python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json ``` For multi-GPU training: @@ -63,7 +63,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json + scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json ``` ### Custom Parameters @@ -81,22 +81,22 @@ For detailed parameter information, refer to the data classes in `src/mirei/cons Configuration files for pre-training are stored in `config/constract_llm/train/pt/`: -- `Llama-JP-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 pre-training of Llama-JP-0.5B -- `Llama-JP-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 pre-training of Llama-JP-0.5B -- `Llama-EN-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 English pre-training of Llama-0.5B -- `Llama-EN-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 English pre-training of Llama-0.5B -- `Llama-JP-1B-PT-stage1-bs8192/stage1.json` / `Llama-JP-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B -- `Llama-EN-1B-PT-stage1-bs8192/stage1.json` / `Llama-EN-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale English pre-training of Llama-1B -- `Llama-JP-3B-PT-stage1-bs16384/stage1.json` / `Llama-JP-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled Japanese pre-training of Llama-3B -- `Llama-EN-3B-PT-stage1-bs16384/stage1.json` / `Llama-EN-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled English pre-training of Llama-3B -- `ModernBERT-JP-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 pre-training of ModernBERT-JP-0.5B -- `ModernBERT-JP-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 pre-training of ModernBERT-JP-0.5B -- `ModernBERT-EN-0.5B-PT-stage1/stage1.json` - Configuration for stage 1 English pre-training of ModernBERT-0.5B -- `ModernBERT-EN-0.5B-PT-stage2/stage2.json` - Configuration for stage 2 English pre-training of ModernBERT-0.5B -- `ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B -- `ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B -- `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B -- `ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json` - Configuration for scaled English pre-training of ModernBERT-3B +- `Llama-JP-0.5B/stage1.json` - Configuration for stage 1 pre-training of Llama-JP-0.5B +- `Llama-JP-0.5B/stage2.json` - Configuration for stage 2 pre-training of Llama-JP-0.5B +- `Llama-EN-0.5B/stage1.json` - Configuration for stage 1 English pre-training of Llama-0.5B +- `Llama-EN-0.5B/stage2.json` - Configuration for stage 2 English pre-training of Llama-0.5B +- `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B +- `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of Llama-1B +- `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2-bs2048.json` - Configuration for scaled Japanese pre-training of Llama-3B +- `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2-bs2048.json` - Configuration for scaled English pre-training of Llama-3B +- `ModernBERT-JP-0.5B/stage1.json` - Configuration for stage 1 pre-training of ModernBERT-JP-0.5B +- `ModernBERT-JP-0.5B/stage2.json` - Configuration for stage 2 pre-training of ModernBERT-JP-0.5B +- `ModernBERT-EN-0.5B/stage1.json` - Configuration for stage 1 English pre-training of ModernBERT-0.5B +- `ModernBERT-EN-0.5B/stage2.json` - Configuration for stage 2 English pre-training of ModernBERT-0.5B +- `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B +- `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B +- `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2-bs2048.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B +- `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2-bs2048.json` - Configuration for scaled English pre-training of ModernBERT-3B ## Causal Language Modeling (CLM) diff --git a/scripts/constract_llm/train/pt/README_JA.md b/scripts/constract_llm/train/pt/README_JA.md index b5619e1a..3ec657da 100644 --- a/scripts/constract_llm/train/pt/README_JA.md +++ b/scripts/constract_llm/train/pt/README_JA.md @@ -24,7 +24,7 @@ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json +python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json ``` マルチGPU学習の場合： @@ -34,7 +34,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B-PT-stage1/stage1.json + scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json ``` ### カスタムパラメータ @@ -53,7 +53,7 @@ uv run torchrun \ ### 使用方法 ```bash -python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json +python scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json ``` マルチGPU学習の場合： @@ -63,7 +63,7 @@ uv run torchrun \ --standalone \ --nnodes 1 \ --nproc-per-node $NUM_GPU \ - scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B-PT-stage1/stage1.json + scripts/constract_llm/train/pt/run_mntp.py config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json ``` ### カスタムパラメータ @@ -81,22 +81,22 @@ uv run torchrun \ 事前学習の設定ファイルは`config/constract_llm/train/pt/`に格納されています： -- `Llama-JP-0.5B-PT-stage1/stage1.json` - Llama-JP-0.5Bのステージ1事前学習の設定 -- `Llama-JP-0.5B-PT-stage2/stage2.json` - Llama-JP-0.5Bのステージ2事前学習の設定 -- `Llama-EN-0.5B-PT-stage1/stage1.json` - Llama-0.5Bの英語ステージ1事前学習の設定 -- `Llama-EN-0.5B-PT-stage2/stage2.json` - Llama-0.5Bの英語ステージ2事前学習の設定 -- `Llama-JP-1B-PT-stage1-bs8192/stage1.json` / `Llama-JP-1B-PT-stage2-bs1024/stage2.json` - Llama-1Bの日本語中間スケール実験設定 -- `Llama-EN-1B-PT-stage1-bs8192/stage1.json` / `Llama-EN-1B-PT-stage2-bs1024/stage2.json` - Llama-1Bの英語中間スケール実験設定 -- `Llama-JP-3B-PT-stage1-bs16384/stage1.json` / `Llama-JP-3B-PT-stage2-bs2048/stage2.json` - Llama-3Bの日本語スケール実験設定 -- `Llama-EN-3B-PT-stage1-bs16384/stage1.json` / `Llama-EN-3B-PT-stage2-bs2048/stage2.json` - Llama-3Bの英語スケール実験設定 -- `ModernBERT-JP-0.5B-PT-stage1/stage1.json` - ModernBERT-JP-0.5Bのステージ1事前学習の設定 -- `ModernBERT-JP-0.5B-PT-stage2/stage2.json` - ModernBERT-JP-0.5Bのステージ2事前学習の設定 -- `ModernBERT-EN-0.5B-PT-stage1/stage1.json` - ModernBERT-0.5Bの英語ステージ1事前学習の設定 -- `ModernBERT-EN-0.5B-PT-stage2/stage2.json` - ModernBERT-0.5Bの英語ステージ2事前学習の設定 -- `ModernBERT-JP-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-JP-1B-PT-stage2-bs1024/stage2.json` - ModernBERT-1Bの日本語中間スケール実験設定 -- `ModernBERT-EN-1B-PT-stage1-bs8192/stage1.json` / `ModernBERT-EN-1B-PT-stage2-bs1024/stage2.json` - ModernBERT-1Bの英語中間スケール実験設定 -- `ModernBERT-JP-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-JP-3B-PT-stage2-bs2048/stage2.json` - ModernBERT-3Bの日本語スケール実験設定 -- `ModernBERT-EN-3B-PT-stage1-bs16384/stage1.json` / `ModernBERT-EN-3B-PT-stage2-bs2048/stage2.json` - ModernBERT-3Bの英語スケール実験設定 +- `Llama-JP-0.5B/stage1.json` - Llama-JP-0.5Bのステージ1事前学習の設定 +- `Llama-JP-0.5B/stage2.json` - Llama-JP-0.5Bのステージ2事前学習の設定 +- `Llama-EN-0.5B/stage1.json` - Llama-0.5Bの英語ステージ1事前学習の設定 +- `Llama-EN-0.5B/stage2.json` - Llama-0.5Bの英語ステージ2事前学習の設定 +- `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2-bs1024.json` - Llama-1Bの日本語中間スケール実験設定 +- `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2-bs1024.json` - Llama-1Bの英語中間スケール実験設定 +- `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2-bs2048.json` - Llama-3Bの日本語スケール実験設定 +- `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2-bs2048.json` - Llama-3Bの英語スケール実験設定 +- `ModernBERT-JP-0.5B/stage1.json` - ModernBERT-JP-0.5Bのステージ1事前学習の設定 +- `ModernBERT-JP-0.5B/stage2.json` - ModernBERT-JP-0.5Bのステージ2事前学習の設定 +- `ModernBERT-EN-0.5B/stage1.json` - ModernBERT-0.5Bの英語ステージ1事前学習の設定 +- `ModernBERT-EN-0.5B/stage2.json` - ModernBERT-0.5Bの英語ステージ2事前学習の設定 +- `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2-bs1024.json` - ModernBERT-1Bの日本語中間スケール実験設定 +- `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2-bs1024.json` - ModernBERT-1Bの英語中間スケール実験設定 +- `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2-bs2048.json` - ModernBERT-3Bの日本語スケール実験設定 +- `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2-bs2048.json` - ModernBERT-3Bの英語スケール実験設定 ## Causal Language Modeling (CLM) From bfed0e53bc7515066ba0567f905729eaad9438bc Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 19:47:46 +0900 Subject: [PATCH 05/13] Organize eval configs by canonical model names - pt//.json: drop the redundant _ filename prefix - mteb_full_chunks//.json: split the model--task filenames - mteb, mteb_full, bench_sbert, isotropic: name files after the evaluated artifact (canonical case, full run name incl. -bs suffix) instead of lowercase / abbreviated JP aliases External baselines (sarashina2.2 base and its Bi conversion) keep their project labels since the same model is evaluated per language. --- ...ructlm-bi-en-0.5b.json => Sentence-InstructLM-Bi-EN-0.5B.json} | 0 ...tence-llama-bi-en-0.5b.json => Sentence-Llama-Bi-EN-0.5B.json} | 0 ...a-bi-en-1b-bs1024.json => Sentence-Llama-Bi-EN-1B-bs1024.json} | 0 ...a-bi-en-3b-bs2048.json => Sentence-Llama-Bi-EN-3B-bs2048.json} | 0 .../{sentence-llama-bi.json => Sentence-Llama-Bi-JP-0.5B.json} | 0 ...tence-llama-bi-1b.json => Sentence-Llama-Bi-JP-1B-bs1024.json} | 0 ...tence-llama-bi-3b.json => Sentence-Llama-Bi-JP-3B-bs2048.json} | 0 ...e-mistral-bi-en-0.5b.json => Sentence-Mistral-Bi-EN-0.5B.json} | 0 ...e-modernbert-en-0.5b.json => Sentence-ModernBERT-EN-0.5B.json} | 0 ...rt-en-1b-bs1024.json => Sentence-ModernBERT-EN-1B-bs1024.json} | 0 ...rt-en-3b-bs2048.json => Sentence-ModernBERT-EN-3B-bs2048.json} | 0 ...{sentence-modernbert.json => Sentence-ModernBERT-JP-0.5B.json} | 0 ...e-modernbert-1b.json => Sentence-ModernBERT-JP-1B-bs1024.json} | 0 ...e-modernbert-3b.json => Sentence-ModernBERT-JP-3B-bs2048.json} | 0 ...e-qwen2.5-bi-en-0.5b.json => Sentence-Qwen2.5-Bi-EN-0.5B.json} | 0 ...h-bi-en-0.5b.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json} | 0 ...sentence-sarashina-bi.json => Sentence-Sarashina-Bi-0.5B.json} | 0 ...rashina-bi-en-0.5b.json => Sentence-Sarashina-Bi-EN-0.5B.json} | 0 ...-en-1b-bs1024.json => Sentence-Sarashina-Bi-EN-1B-bs1024.json} | 0 ...-en-3b-bs2048.json => Sentence-Sarashina-Bi-EN-3B-bs2048.json} | 0 ...rashina-bi-1b.json => Sentence-Sarashina-Bi-JP-1B-bs1024.json} | 0 ...rashina-bi-3b.json => Sentence-Sarashina-Bi-JP-3B-bs2048.json} | 0 .../{Llama-Bi-EN-0.5B.json => Llama-Bi-EN-0.5B-PT-stage2.json} | 0 .../{Llama-Bi-EN-1B.json => Llama-Bi-EN-1B-PT-stage2-bs1024.json} | 0 .../{Llama-Bi-0.5B.json => Llama-Bi-JP-0.5B-PT-stage2.json} | 0 .../{Llama-Bi-1B.json => Llama-Bi-JP-1B-PT-stage2-bs1024.json} | 0 .../{Llama-Bi-3B.json => Llama-Bi-JP-3B-PT-stage2-bs2048.json} | 0 .../isotropic/{Llama-0.5B.json => Llama-JP-0.5B-PT-stage2.json} | 0 .../{Llama-1B.json => Llama-JP-1B-PT-stage2-bs1024.json} | 0 .../{Llama-3B.json => Llama-JP-3B-PT-stage2-bs2048.json} | 0 ...{ModernBERT-EN-0.5B.json => ModernBERT-EN-0.5B-PT-stage2.json} | 0 ...dernBERT-EN-1B.json => ModernBERT-EN-1B-PT-stage2-bs1024.json} | 0 .../{ModernBERT-0.5B.json => ModernBERT-JP-0.5B-PT-stage2.json} | 0 ...{ModernBERT-1B.json => ModernBERT-JP-1B-PT-stage2-bs1024.json} | 0 ...{ModernBERT-3B.json => ModernBERT-JP-3B-PT-stage2-bs2048.json} | 0 ...Sentence-Llama-Bi-0.5B.json => Sentence-Llama-Bi-JP-0.5B.json} | 0 ...tence-Llama-Bi-1B.json => Sentence-Llama-Bi-JP-1B-bs1024.json} | 0 ...tence-Llama-Bi-3B.json => Sentence-Llama-Bi-JP-3B-bs2048.json} | 0 ...ence-ModernBERT-0.5B.json => Sentence-ModernBERT-JP-0.5B.json} | 0 ...e-ModernBERT-1B.json => Sentence-ModernBERT-JP-1B-bs1024.json} | 0 ...e-ModernBERT-3B.json => Sentence-ModernBERT-JP-3B-bs2048.json} | 0 ...rashina-Bi-1B.json => Sentence-Sarashina-Bi-JP-1B-bs1024.json} | 0 ...rashina-Bi-3B.json => Sentence-Sarashina-Bi-JP-3B-bs2048.json} | 0 ...ructlm-bi-en-0.5b.json => Sentence-InstructLM-Bi-EN-0.5B.json} | 0 ...tence-llama-bi-en-0.5b.json => Sentence-Llama-Bi-EN-0.5B.json} | 0 ...a-bi-en-1b-bs1024.json => Sentence-Llama-Bi-EN-1B-bs1024.json} | 0 ...a-bi-en-3b-bs2048.json => Sentence-Llama-Bi-EN-3B-bs2048.json} | 0 ...e-mistral-bi-en-0.5b.json => Sentence-Mistral-Bi-EN-0.5B.json} | 0 ...e-modernbert-en-0.5b.json => Sentence-ModernBERT-EN-0.5B.json} | 0 ...rt-en-1b-bs1024.json => Sentence-ModernBERT-EN-1B-bs1024.json} | 0 ...rt-en-3b-bs2048.json => Sentence-ModernBERT-EN-3B-bs2048.json} | 0 ...e-qwen2.5-bi-en-0.5b.json => Sentence-Qwen2.5-Bi-EN-0.5B.json} | 0 ...h-bi-en-0.5b.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json} | 0 ...rashina-bi-en-0.5b.json => Sentence-Sarashina-Bi-EN-0.5B.json} | 0 ...-en-1b-bs1024.json => Sentence-Sarashina-Bi-EN-1B-bs1024.json} | 0 ...-en-3b-bs2048.json => Sentence-Sarashina-Bi-EN-3B-bs2048.json} | 0 ...ructlm-bi-en-0.5b.json => Sentence-InstructLM-Bi-EN-0.5B.json} | 0 ...tence-llama-bi-en-0.5b.json => Sentence-Llama-Bi-EN-0.5B.json} | 0 ...a-bi-en-1b-bs1024.json => Sentence-Llama-Bi-EN-1B-bs1024.json} | 0 ...e-mistral-bi-en-0.5b.json => Sentence-Mistral-Bi-EN-0.5B.json} | 0 ...e-modernbert-en-0.5b.json => Sentence-ModernBERT-EN-0.5B.json} | 0 ...rt-en-1b-bs1024.json => Sentence-ModernBERT-EN-1B-bs1024.json} | 0 ...e-qwen2.5-bi-en-0.5b.json => Sentence-Qwen2.5-Bi-EN-0.5B.json} | 0 ...h-bi-en-0.5b.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json} | 0 ...rashina-bi-en-0.5b.json => Sentence-Sarashina-Bi-EN-0.5B.json} | 0 ...-en-1b-bs1024.json => Sentence-Sarashina-Bi-EN-1B-bs1024.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../clf-clust.json} | 0 .../retr-arguana.json} | 0 .../retr-climatefeverhardnega.json} | 0 .../retr-cqadupstackgamingret.json} | 0 .../retr-cqadupstackunixretri.json} | 0 .../retr-feverhardnegatives.json} | 0 .../retr-fiqa2018.json} | 0 .../retr-hotpotqahardnegative.json} | 0 .../retr-scidocs.json} | 0 .../retr-touche2020retrieval.json} | 0 .../retr-treccovid.json} | 0 .../sts-rerank.json} | 0 .../{InstructLM-EN-0.5B_cola.json => cola.json} | 0 .../{InstructLM-EN-0.5B_csqa.json => csqa.json} | 0 .../{InstructLM-EN-0.5B_mnli.json => mnli.json} | 0 .../{InstructLM-EN-0.5B_squad.json => squad.json} | 0 .../{InstructLM-EN-0.5B_stsb.json => stsb.json} | 0 .../{Llama-EN-0.5B-PT-stage2_cola.json => cola.json} | 0 .../{Llama-EN-0.5B-PT-stage2_csqa.json => csqa.json} | 0 .../{Llama-EN-0.5B-PT-stage2_mnli.json => mnli.json} | 0 .../{Llama-EN-0.5B-PT-stage2_squad.json => squad.json} | 0 .../{Llama-EN-0.5B-PT-stage2_stsb.json => stsb.json} | 0 .../{Llama-EN-1B-PT-stage2-bs1024_cola.json => cola.json} | 0 .../{Llama-EN-1B-PT-stage2-bs1024_csqa.json => csqa.json} | 0 .../{Llama-EN-1B-PT-stage2-bs1024_mnli.json => mnli.json} | 0 .../{Llama-EN-1B-PT-stage2-bs1024_squad.json => squad.json} | 0 .../{Llama-EN-1B-PT-stage2-bs1024_stsb.json => stsb.json} | 0 .../{Llama-EN-3B-PT-stage2-bs2048_cola.json => cola.json} | 0 .../{Llama-EN-3B-PT-stage2-bs2048_csqa.json => csqa.json} | 0 .../{Llama-EN-3B-PT-stage2-bs2048_mnli.json => mnli.json} | 0 .../{Llama-EN-3B-PT-stage2-bs2048_squad.json => squad.json} | 0 .../{Llama-EN-3B-PT-stage2-bs2048_stsb.json => stsb.json} | 0 .../{Llama-JP-0.5B-PT-stage2_jcola.json => jcola.json} | 0 .../{Llama-JP-0.5B-PT-stage2_jcsqa.json => jcsqa.json} | 0 .../{Llama-JP-0.5B-PT-stage2_jnli.json => jnli.json} | 0 .../{Llama-JP-0.5B-PT-stage2_jsquad.json => jsquad.json} | 0 .../{Llama-JP-0.5B-PT-stage2_jsts.json => jsts.json} | 0 .../{Llama-JP-1B-PT-stage2-bs1024_jcola.json => jcola.json} | 0 .../{Llama-JP-1B-PT-stage2-bs1024_jcsqa.json => jcsqa.json} | 0 .../{Llama-JP-1B-PT-stage2-bs1024_jnli.json => jnli.json} | 0 .../{Llama-JP-1B-PT-stage2-bs1024_jsquad.json => jsquad.json} | 0 .../{Llama-JP-1B-PT-stage2-bs1024_jsts.json => jsts.json} | 0 .../{Llama-JP-3B-PT-stage2-bs2048_jcola.json => jcola.json} | 0 .../{Llama-JP-3B-PT-stage2-bs2048_jcsqa.json => jcsqa.json} | 0 .../{Llama-JP-3B-PT-stage2-bs2048_jnli.json => jnli.json} | 0 .../{Llama-JP-3B-PT-stage2-bs2048_jsquad.json => jsquad.json} | 0 .../{Llama-JP-3B-PT-stage2-bs2048_jsts.json => jsts.json} | 0 .../{Mistral-EN-0.5B-PT-stage2_cola.json => cola.json} | 0 .../{Mistral-EN-0.5B-PT-stage2_csqa.json => csqa.json} | 0 .../{Mistral-EN-0.5B-PT-stage2_mnli.json => mnli.json} | 0 .../{Mistral-EN-0.5B-PT-stage2_squad.json => squad.json} | 0 .../{Mistral-EN-0.5B-PT-stage2_stsb.json => stsb.json} | 0 .../{ModernBERT-EN-0.5B-PT-stage2_cola.json => cola.json} | 0 .../{ModernBERT-EN-0.5B-PT-stage2_csqa.json => csqa.json} | 0 .../{ModernBERT-EN-0.5B-PT-stage2_mnli.json => mnli.json} | 0 .../{ModernBERT-EN-0.5B-PT-stage2_squad.json => squad.json} | 0 .../{ModernBERT-EN-0.5B-PT-stage2_stsb.json => stsb.json} | 0 .../{ModernBERT-EN-1B-PT-stage2-bs1024_cola.json => cola.json} | 0 .../{ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json => csqa.json} | 0 .../{ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json => mnli.json} | 0 .../{ModernBERT-EN-1B-PT-stage2-bs1024_squad.json => squad.json} | 0 .../{ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json => stsb.json} | 0 .../{ModernBERT-EN-3B-PT-stage2-bs2048_cola.json => cola.json} | 0 .../{ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json => csqa.json} | 0 .../{ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json => mnli.json} | 0 .../{ModernBERT-EN-3B-PT-stage2-bs2048_squad.json => squad.json} | 0 .../{ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json => stsb.json} | 0 .../{ModernBERT-JP-0.5B-PT-stage2_jcola.json => jcola.json} | 0 .../{ModernBERT-JP-0.5B-PT-stage2_jcsqa.json => jcsqa.json} | 0 .../{ModernBERT-JP-0.5B-PT-stage2_jnli.json => jnli.json} | 0 .../{ModernBERT-JP-0.5B-PT-stage2_jsquad.json => jsquad.json} | 0 .../{ModernBERT-JP-0.5B-PT-stage2_jsts.json => jsts.json} | 0 .../{ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json => jcola.json} | 0 .../{ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json => jcsqa.json} | 0 .../{ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json => jnli.json} | 0 ...{ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json => jsquad.json} | 0 .../{ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json => jsts.json} | 0 .../{ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json => jcola.json} | 0 .../{ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json => jcsqa.json} | 0 .../{ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json => jnli.json} | 0 ...{ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json => jsquad.json} | 0 .../{ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json => jsts.json} | 0 .../pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_cola.json => cola.json} | 0 .../pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_csqa.json => csqa.json} | 0 .../pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_mnli.json => mnli.json} | 0 .../pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_squad.json => squad.json} | 0 .../pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_stsb.json => stsb.json} | 0 .../{Qwen2.5-Scratch-EN-0.5B-PT-stage2_cola.json => cola.json} | 0 .../{Qwen2.5-Scratch-EN-0.5B-PT-stage2_csqa.json => csqa.json} | 0 .../{Qwen2.5-Scratch-EN-0.5B-PT-stage2_mnli.json => mnli.json} | 0 .../{Qwen2.5-Scratch-EN-0.5B-PT-stage2_squad.json => squad.json} | 0 .../{Qwen2.5-Scratch-EN-0.5B-PT-stage2_stsb.json => stsb.json} | 0 .../Sarashina-EN-0.5B/{Sarashina-EN-0.5B_cola.json => cola.json} | 0 .../Sarashina-EN-0.5B/{Sarashina-EN-0.5B_csqa.json => csqa.json} | 0 .../Sarashina-EN-0.5B/{Sarashina-EN-0.5B_mnli.json => mnli.json} | 0 .../{Sarashina-EN-0.5B_squad.json => squad.json} | 0 .../Sarashina-EN-0.5B/{Sarashina-EN-0.5B_stsb.json => stsb.json} | 0 .../pt/Sarashina-EN-1B/{Sarashina-EN-1B_cola.json => cola.json} | 0 .../pt/Sarashina-EN-1B/{Sarashina-EN-1B_csqa.json => csqa.json} | 0 .../pt/Sarashina-EN-1B/{Sarashina-EN-1B_mnli.json => mnli.json} | 0 .../pt/Sarashina-EN-1B/{Sarashina-EN-1B_squad.json => squad.json} | 0 .../pt/Sarashina-EN-1B/{Sarashina-EN-1B_stsb.json => stsb.json} | 0 .../pt/Sarashina-EN-3B/{Sarashina-EN-3B_cola.json => cola.json} | 0 .../pt/Sarashina-EN-3B/{Sarashina-EN-3B_csqa.json => csqa.json} | 0 .../pt/Sarashina-EN-3B/{Sarashina-EN-3B_mnli.json => mnli.json} | 0 .../pt/Sarashina-EN-3B/{Sarashina-EN-3B_squad.json => squad.json} | 0 .../pt/Sarashina-EN-3B/{Sarashina-EN-3B_stsb.json => stsb.json} | 0 .../{Sarashina-JP-0.5B_jcola.json => jcola.json} | 0 .../{Sarashina-JP-0.5B_jcsqa.json => jcsqa.json} | 0 .../Sarashina-JP-0.5B/{Sarashina-JP-0.5B_jnli.json => jnli.json} | 0 .../{Sarashina-JP-0.5B_jsquad.json => jsquad.json} | 0 .../Sarashina-JP-0.5B/{Sarashina-JP-0.5B_jsts.json => jsts.json} | 0 .../pt/Sarashina-JP-1B/{Sarashina-JP-1B_jcola.json => jcola.json} | 0 .../pt/Sarashina-JP-1B/{Sarashina-JP-1B_jcsqa.json => jcsqa.json} | 0 .../pt/Sarashina-JP-1B/{Sarashina-JP-1B_jnli.json => jnli.json} | 0 .../Sarashina-JP-1B/{Sarashina-JP-1B_jsquad.json => jsquad.json} | 0 .../pt/Sarashina-JP-1B/{Sarashina-JP-1B_jsts.json => jsts.json} | 0 .../pt/Sarashina-JP-3B/{Sarashina-JP-3B_jcola.json => jcola.json} | 0 .../pt/Sarashina-JP-3B/{Sarashina-JP-3B_jcsqa.json => jcsqa.json} | 0 .../pt/Sarashina-JP-3B/{Sarashina-JP-3B_jnli.json => jnli.json} | 0 .../Sarashina-JP-3B/{Sarashina-JP-3B_jsquad.json => jsquad.json} | 0 .../pt/Sarashina-JP-3B/{Sarashina-JP-3B_jsts.json => jsts.json} | 0 296 files changed, 0 insertions(+), 0 deletions(-) rename config/constract_llm/eval/bench_sbert/{sentence-instructlm-bi-en-0.5b.json => Sentence-InstructLM-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi-en-0.5b.json => Sentence-Llama-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi-en-1b-bs1024.json => Sentence-Llama-Bi-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi-en-3b-bs2048.json => Sentence-Llama-Bi-EN-3B-bs2048.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi.json => Sentence-Llama-Bi-JP-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi-1b.json => Sentence-Llama-Bi-JP-1B-bs1024.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-llama-bi-3b.json => Sentence-Llama-Bi-JP-3B-bs2048.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-mistral-bi-en-0.5b.json => Sentence-Mistral-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert-en-0.5b.json => Sentence-ModernBERT-EN-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert-en-1b-bs1024.json => Sentence-ModernBERT-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert-en-3b-bs2048.json => Sentence-ModernBERT-EN-3B-bs2048.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert.json => Sentence-ModernBERT-JP-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert-1b.json => Sentence-ModernBERT-JP-1B-bs1024.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-modernbert-3b.json => Sentence-ModernBERT-JP-3B-bs2048.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-qwen2.5-bi-en-0.5b.json => Sentence-Qwen2.5-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-qwen2.5-scratch-bi-en-0.5b.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi.json => Sentence-Sarashina-Bi-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi-en-0.5b.json => Sentence-Sarashina-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi-en-1b-bs1024.json => Sentence-Sarashina-Bi-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi-en-3b-bs2048.json => Sentence-Sarashina-Bi-EN-3B-bs2048.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi-1b.json => Sentence-Sarashina-Bi-JP-1B-bs1024.json} (100%) rename config/constract_llm/eval/bench_sbert/{sentence-sarashina-bi-3b.json => Sentence-Sarashina-Bi-JP-3B-bs2048.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-Bi-EN-0.5B.json => Llama-Bi-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-Bi-EN-1B.json => Llama-Bi-EN-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-Bi-0.5B.json => Llama-Bi-JP-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-Bi-1B.json => Llama-Bi-JP-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-Bi-3B.json => Llama-Bi-JP-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-0.5B.json => Llama-JP-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-1B.json => Llama-JP-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{Llama-3B.json => Llama-JP-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/isotropic/{ModernBERT-EN-0.5B.json => ModernBERT-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/isotropic/{ModernBERT-EN-1B.json => ModernBERT-EN-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{ModernBERT-0.5B.json => ModernBERT-JP-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/isotropic/{ModernBERT-1B.json => ModernBERT-JP-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{ModernBERT-3B.json => ModernBERT-JP-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-Llama-Bi-0.5B.json => Sentence-Llama-Bi-JP-0.5B.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-Llama-Bi-1B.json => Sentence-Llama-Bi-JP-1B-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-Llama-Bi-3B.json => Sentence-Llama-Bi-JP-3B-bs2048.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-ModernBERT-0.5B.json => Sentence-ModernBERT-JP-0.5B.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-ModernBERT-1B.json => Sentence-ModernBERT-JP-1B-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-ModernBERT-3B.json => Sentence-ModernBERT-JP-3B-bs2048.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-Sarashina-Bi-1B.json => Sentence-Sarashina-Bi-JP-1B-bs1024.json} (100%) rename config/constract_llm/eval/isotropic/{Sentence-Sarashina-Bi-3B.json => Sentence-Sarashina-Bi-JP-3B-bs2048.json} (100%) rename config/constract_llm/eval/mteb/{sentence-instructlm-bi-en-0.5b.json => Sentence-InstructLM-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb/{sentence-llama-bi-en-0.5b.json => Sentence-Llama-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb/{sentence-llama-bi-en-1b-bs1024.json => Sentence-Llama-Bi-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/mteb/{sentence-llama-bi-en-3b-bs2048.json => Sentence-Llama-Bi-EN-3B-bs2048.json} (100%) rename config/constract_llm/eval/mteb/{sentence-mistral-bi-en-0.5b.json => Sentence-Mistral-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb/{sentence-modernbert-en-0.5b.json => Sentence-ModernBERT-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb/{sentence-modernbert-en-1b-bs1024.json => Sentence-ModernBERT-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/mteb/{sentence-modernbert-en-3b-bs2048.json => Sentence-ModernBERT-EN-3B-bs2048.json} (100%) rename config/constract_llm/eval/mteb/{sentence-qwen2.5-bi-en-0.5b.json => Sentence-Qwen2.5-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb/{sentence-qwen2.5-scratch-bi-en-0.5b.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb/{sentence-sarashina-bi-en-0.5b.json => Sentence-Sarashina-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb/{sentence-sarashina-bi-en-1b-bs1024.json => Sentence-Sarashina-Bi-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/mteb/{sentence-sarashina-bi-en-3b-bs2048.json => Sentence-Sarashina-Bi-EN-3B-bs2048.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-instructlm-bi-en-0.5b.json => Sentence-InstructLM-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-llama-bi-en-0.5b.json => Sentence-Llama-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-llama-bi-en-1b-bs1024.json => Sentence-Llama-Bi-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-mistral-bi-en-0.5b.json => Sentence-Mistral-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-modernbert-en-0.5b.json => Sentence-ModernBERT-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-modernbert-en-1b-bs1024.json => Sentence-ModernBERT-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-qwen2.5-bi-en-0.5b.json => Sentence-Qwen2.5-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-qwen2.5-scratch-bi-en-0.5b.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-sarashina-bi-en-0.5b.json => Sentence-Sarashina-Bi-EN-0.5B.json} (100%) rename config/constract_llm/eval/mteb_full/{sentence-sarashina-bi-en-1b-bs1024.json => Sentence-Sarashina-Bi-EN-1B-bs1024.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--clf-clust.json => Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-arguana.json => Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-climatefeverhardnega.json => Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-cqadupstackgamingret.json => Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-cqadupstackunixretri.json => Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-feverhardnegatives.json => Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-fiqa2018.json => Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-hotpotqahardnegative.json => Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-scidocs.json => Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-touche2020retrieval..json => Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--retr-treccovid.json => Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-instructlm-bi-en-0.5b--sts-rerank.json => Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--clf-clust.json => Sentence-Llama-Bi-EN-0.5B/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-arguana.json => Sentence-Llama-Bi-EN-0.5B/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-climatefeverhardnega.json => Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-cqadupstackgamingret.json => Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-cqadupstackunixretri.json => Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-feverhardnegatives.json => Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-fiqa2018.json => Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-hotpotqahardnegative.json => Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-scidocs.json => Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-touche2020retrieval..json => Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--retr-treccovid.json => Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-0.5b--sts-rerank.json => Sentence-Llama-Bi-EN-0.5B/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--clf-clust.json => Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-arguana.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-climatefeverhardnega.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-cqadupstackgamingret.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-cqadupstackunixretri.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-feverhardnegatives.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-fiqa2018.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-hotpotqahardnegative.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-scidocs.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-touche2020retrieval..json => Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--retr-treccovid.json => Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-llama-bi-en-1b-bs1024--sts-rerank.json => Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--clf-clust.json => Sentence-Mistral-Bi-EN-0.5B/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-arguana.json => Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-climatefeverhardnega.json => Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-cqadupstackgamingret.json => Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-cqadupstackunixretri.json => Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-feverhardnegatives.json => Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-fiqa2018.json => Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-hotpotqahardnegative.json => Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-scidocs.json => Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-touche2020retrieval..json => Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--retr-treccovid.json => Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-mistral-bi-en-0.5b--sts-rerank.json => Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--clf-clust.json => Sentence-ModernBERT-EN-0.5B/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-arguana.json => Sentence-ModernBERT-EN-0.5B/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-climatefeverhardnega.json => Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-cqadupstackgamingret.json => Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-cqadupstackunixretri.json => Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-feverhardnegatives.json => Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-fiqa2018.json => Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-hotpotqahardnegative.json => Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-scidocs.json => Sentence-ModernBERT-EN-0.5B/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-touche2020retrieval..json => Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--retr-treccovid.json => Sentence-ModernBERT-EN-0.5B/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-0.5b--sts-rerank.json => Sentence-ModernBERT-EN-0.5B/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--clf-clust.json => Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-arguana.json => Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-climatefeverhardnega.json => Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-cqadupstackgamingret.json => Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-cqadupstackunixretri.json => Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-feverhardnegatives.json => Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-fiqa2018.json => Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-hotpotqahardnegative.json => Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-scidocs.json => Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-touche2020retrieval..json => Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--retr-treccovid.json => Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-modernbert-en-1b-bs1024--sts-rerank.json => Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--clf-clust.json => Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-arguana.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-climatefeverhardnega.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-cqadupstackgamingret.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-cqadupstackunixretri.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-feverhardnegatives.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-fiqa2018.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-hotpotqahardnegative.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-scidocs.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-touche2020retrieval..json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--retr-treccovid.json => Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-bi-en-0.5b--sts-rerank.json => Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--clf-clust.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-arguana.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-climatefeverhardnega.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-cqadupstackgamingret.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-cqadupstackunixretri.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-feverhardnegatives.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-fiqa2018.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-hotpotqahardnegative.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-scidocs.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-touche2020retrieval..json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--retr-treccovid.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-qwen2.5-scratch-bi-en-0.5b--sts-rerank.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--clf-clust.json => Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-arguana.json => Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-climatefeverhardnega.json => Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-cqadupstackgamingret.json => Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-cqadupstackunixretri.json => Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-feverhardnegatives.json => Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-fiqa2018.json => Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-hotpotqahardnegative.json => Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-scidocs.json => Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-touche2020retrieval..json => Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--retr-treccovid.json => Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-0.5b--sts-rerank.json => Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--clf-clust.json => Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-arguana.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-climatefeverhardnega.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackgamingret.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackunixretri.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-feverhardnegatives.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-fiqa2018.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-hotpotqahardnegative.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-scidocs.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-touche2020retrieval..json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--retr-treccovid.json => Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json} (100%) rename config/constract_llm/eval/mteb_full_chunks/{sentence-sarashina-bi-en-1b-bs1024--sts-rerank.json => Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json} (100%) rename config/constract_llm/eval/pt/InstructLM-EN-0.5B/{InstructLM-EN-0.5B_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/InstructLM-EN-0.5B/{InstructLM-EN-0.5B_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/InstructLM-EN-0.5B/{InstructLM-EN-0.5B_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/InstructLM-EN-0.5B/{InstructLM-EN-0.5B_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/InstructLM-EN-0.5B/{InstructLM-EN-0.5B_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/{Llama-EN-0.5B-PT-stage2_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/{Llama-EN-0.5B-PT-stage2_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/{Llama-EN-0.5B-PT-stage2_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/{Llama-EN-0.5B-PT-stage2_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/{Llama-EN-0.5B-PT-stage2_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/{Llama-EN-1B-PT-stage2-bs1024_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/{Llama-EN-1B-PT-stage2-bs1024_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/{Llama-EN-1B-PT-stage2-bs1024_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/{Llama-EN-1B-PT-stage2-bs1024_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/{Llama-EN-1B-PT-stage2-bs1024_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/{Llama-EN-3B-PT-stage2-bs2048_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/{Llama-EN-3B-PT-stage2-bs2048_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/{Llama-EN-3B-PT-stage2-bs2048_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/{Llama-EN-3B-PT-stage2-bs2048_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/{Llama-EN-3B-PT-stage2-bs2048_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/{Llama-JP-0.5B-PT-stage2_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/{Llama-JP-0.5B-PT-stage2_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/{Llama-JP-0.5B-PT-stage2_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/{Llama-JP-0.5B-PT-stage2_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/{Llama-JP-0.5B-PT-stage2_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/{Llama-JP-1B-PT-stage2-bs1024_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/{Llama-JP-1B-PT-stage2-bs1024_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/{Llama-JP-1B-PT-stage2-bs1024_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/{Llama-JP-1B-PT-stage2-bs1024_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/{Llama-JP-1B-PT-stage2-bs1024_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/{Llama-JP-3B-PT-stage2-bs2048_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/{Llama-JP-3B-PT-stage2-bs2048_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/{Llama-JP-3B-PT-stage2-bs2048_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/{Llama-JP-3B-PT-stage2-bs2048_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/{Llama-JP-3B-PT-stage2-bs2048_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/{Mistral-EN-0.5B-PT-stage2_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/{Mistral-EN-0.5B-PT-stage2_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/{Mistral-EN-0.5B-PT-stage2_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/{Mistral-EN-0.5B-PT-stage2_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/{Mistral-EN-0.5B-PT-stage2_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/{ModernBERT-EN-0.5B-PT-stage2_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/{ModernBERT-EN-0.5B-PT-stage2_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/{ModernBERT-EN-0.5B-PT-stage2_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/{ModernBERT-EN-0.5B-PT-stage2_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/{ModernBERT-EN-0.5B-PT-stage2_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/{ModernBERT-EN-1B-PT-stage2-bs1024_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/{ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/{ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/{ModernBERT-EN-1B-PT-stage2-bs1024_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/{ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/{ModernBERT-EN-3B-PT-stage2-bs2048_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/{ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/{ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/{ModernBERT-EN-3B-PT-stage2-bs2048_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/{ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/{ModernBERT-JP-0.5B-PT-stage2_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/{ModernBERT-JP-0.5B-PT-stage2_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/{ModernBERT-JP-0.5B-PT-stage2_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/{ModernBERT-JP-0.5B-PT-stage2_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/{ModernBERT-JP-0.5B-PT-stage2_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/{ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/{ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/{ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/{ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/{ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/{ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/{ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/{ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/{ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/{ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/{Qwen2.5-EN-0.5B_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/{Qwen2.5-Scratch-EN-0.5B-PT-stage2_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/{Qwen2.5-Scratch-EN-0.5B-PT-stage2_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/{Qwen2.5-Scratch-EN-0.5B-PT-stage2_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/{Qwen2.5-Scratch-EN-0.5B-PT-stage2_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/{Qwen2.5-Scratch-EN-0.5B-PT-stage2_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-0.5B/{Sarashina-EN-0.5B_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-0.5B/{Sarashina-EN-0.5B_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-0.5B/{Sarashina-EN-0.5B_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-0.5B/{Sarashina-EN-0.5B_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-0.5B/{Sarashina-EN-0.5B_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-1B/{Sarashina-EN-1B_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-1B/{Sarashina-EN-1B_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-1B/{Sarashina-EN-1B_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-1B/{Sarashina-EN-1B_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-1B/{Sarashina-EN-1B_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-3B/{Sarashina-EN-3B_cola.json => cola.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-3B/{Sarashina-EN-3B_csqa.json => csqa.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-3B/{Sarashina-EN-3B_mnli.json => mnli.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-3B/{Sarashina-EN-3B_squad.json => squad.json} (100%) rename config/constract_llm/eval/pt/Sarashina-EN-3B/{Sarashina-EN-3B_stsb.json => stsb.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-0.5B/{Sarashina-JP-0.5B_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-0.5B/{Sarashina-JP-0.5B_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-0.5B/{Sarashina-JP-0.5B_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-0.5B/{Sarashina-JP-0.5B_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-0.5B/{Sarashina-JP-0.5B_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-1B/{Sarashina-JP-1B_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-1B/{Sarashina-JP-1B_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-1B/{Sarashina-JP-1B_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-1B/{Sarashina-JP-1B_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-1B/{Sarashina-JP-1B_jsts.json => jsts.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-3B/{Sarashina-JP-3B_jcola.json => jcola.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-3B/{Sarashina-JP-3B_jcsqa.json => jcsqa.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-3B/{Sarashina-JP-3B_jnli.json => jnli.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-3B/{Sarashina-JP-3B_jsquad.json => jsquad.json} (100%) rename config/constract_llm/eval/pt/Sarashina-JP-3B/{Sarashina-JP-3B_jsts.json => jsts.json} (100%) diff --git a/config/constract_llm/eval/bench_sbert/sentence-instructlm-bi-en-0.5b.json b/config/constract_llm/eval/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-instructlm-bi-en-0.5b.json rename to config/constract_llm/eval/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-0.5b.json b/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-0.5b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b-bs1024.json b/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-1b-bs1024.json rename to config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b-bs2048.json b/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi-en-3b-bs2048.json rename to config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi.json b/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi.json rename to config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-1b.json b/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi-1b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-llama-bi-3b.json b/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-llama-bi-3b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-mistral-bi-en-0.5b.json b/config/constract_llm/eval/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-mistral-bi-en-0.5b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-0.5b.json b/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert-en-0.5b.json rename to config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b-bs1024.json b/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert-en-1b-bs1024.json rename to config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b-bs2048.json b/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert-en-3b-bs2048.json rename to config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert.json b/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert.json rename to config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-1b.json b/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert-1b.json rename to config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-modernbert-3b.json b/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-modernbert-3b.json rename to config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-qwen2.5-bi-en-0.5b.json b/config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-qwen2.5-bi-en-0.5b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-qwen2.5-scratch-bi-en-0.5b.json b/config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-qwen2.5-scratch-bi-en-0.5b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi.json b/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi.json rename to config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-0.5b.json b/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-0.5b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b-bs1024.json b/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-1b-bs1024.json rename to config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b-bs2048.json b/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-en-3b-bs2048.json rename to config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-1b.json b/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-1b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-3b.json b/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/sentence-sarashina-bi-3b.json rename to config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-EN-1B.json b/config/constract_llm/eval/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-EN-1B.json rename to config/constract_llm/eval/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-0.5B.json b/config/constract_llm/eval/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-0.5B.json rename to config/constract_llm/eval/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-1B.json b/config/constract_llm/eval/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-1B.json rename to config/constract_llm/eval/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-3B.json b/config/constract_llm/eval/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-3B.json rename to config/constract_llm/eval/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Llama-0.5B.json b/config/constract_llm/eval/isotropic/Llama-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-0.5B.json rename to config/constract_llm/eval/isotropic/Llama-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/Llama-1B.json b/config/constract_llm/eval/isotropic/Llama-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-1B.json rename to config/constract_llm/eval/isotropic/Llama-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Llama-3B.json b/config/constract_llm/eval/isotropic/Llama-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-3B.json rename to config/constract_llm/eval/isotropic/Llama-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-EN-0.5B.json b/config/constract_llm/eval/isotropic/ModernBERT-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/isotropic/ModernBERT-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-EN-1B.json b/config/constract_llm/eval/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-EN-1B.json rename to config/constract_llm/eval/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-0.5B.json b/config/constract_llm/eval/isotropic/ModernBERT-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-0.5B.json rename to config/constract_llm/eval/isotropic/ModernBERT-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-1B.json b/config/constract_llm/eval/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-1B.json rename to config/constract_llm/eval/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-3B.json b/config/constract_llm/eval/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-3B.json rename to config/constract_llm/eval/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-0.5B.json b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-0.5B.json rename to config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-1B.json b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-1B.json rename to config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-3B.json b/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-3B.json rename to config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-0.5B.json b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-0.5B.json rename to config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-1B.json b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-1B.json rename to config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-3B.json b/config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-3B.json rename to config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-1B.json b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-1B.json rename to config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-3B.json b/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-3B.json rename to config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/mteb/sentence-instructlm-bi-en-0.5b.json b/config/constract_llm/eval/mteb/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-instructlm-bi-en-0.5b.json rename to config/constract_llm/eval/mteb/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/sentence-llama-bi-en-0.5b.json b/config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-llama-bi-en-0.5b.json rename to config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/sentence-llama-bi-en-1b-bs1024.json b/config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-llama-bi-en-1b-bs1024.json rename to config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb/sentence-llama-bi-en-3b-bs2048.json b/config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-llama-bi-en-3b-bs2048.json rename to config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/mteb/sentence-mistral-bi-en-0.5b.json b/config/constract_llm/eval/mteb/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-mistral-bi-en-0.5b.json rename to config/constract_llm/eval/mteb/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/sentence-modernbert-en-0.5b.json b/config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-modernbert-en-0.5b.json rename to config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/sentence-modernbert-en-1b-bs1024.json b/config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-modernbert-en-1b-bs1024.json rename to config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb/sentence-modernbert-en-3b-bs2048.json b/config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-modernbert-en-3b-bs2048.json rename to config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/mteb/sentence-qwen2.5-bi-en-0.5b.json b/config/constract_llm/eval/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-qwen2.5-bi-en-0.5b.json rename to config/constract_llm/eval/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/sentence-qwen2.5-scratch-bi-en-0.5b.json b/config/constract_llm/eval/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-qwen2.5-scratch-bi-en-0.5b.json rename to config/constract_llm/eval/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-0.5b.json b/config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-sarashina-bi-en-0.5b.json rename to config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b-bs1024.json b/config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-sarashina-bi-en-1b-bs1024.json rename to config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b-bs2048.json b/config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/mteb/sentence-sarashina-bi-en-3b-bs2048.json rename to config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/mteb_full/sentence-instructlm-bi-en-0.5b.json b/config/constract_llm/eval/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-instructlm-bi-en-0.5b.json rename to config/constract_llm/eval/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/sentence-llama-bi-en-0.5b.json b/config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-llama-bi-en-0.5b.json rename to config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b-bs1024.json b/config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-llama-bi-en-1b-bs1024.json rename to config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb_full/sentence-mistral-bi-en-0.5b.json b/config/constract_llm/eval/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-mistral-bi-en-0.5b.json rename to config/constract_llm/eval/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/sentence-modernbert-en-0.5b.json b/config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-modernbert-en-0.5b.json rename to config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b-bs1024.json b/config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-modernbert-en-1b-bs1024.json rename to config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb_full/sentence-qwen2.5-bi-en-0.5b.json b/config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-qwen2.5-bi-en-0.5b.json rename to config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/sentence-qwen2.5-scratch-bi-en-0.5b.json b/config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-qwen2.5-scratch-bi-en-0.5b.json rename to config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-0.5b.json b/config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-0.5b.json rename to config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b-bs1024.json b/config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb_full/sentence-sarashina-bi-en-1b-bs1024.json rename to config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-instructlm-bi-en-0.5b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-0.5b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-llama-bi-en-1b-bs1024--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-mistral-bi-en-0.5b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-0.5b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-modernbert-en-1b-bs1024--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-bi-en-0.5b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-qwen2.5-scratch-bi-en-0.5b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-0.5b--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--clf-clust.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--clf-clust.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-arguana.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-arguana.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-climatefeverhardnega.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-climatefeverhardnega.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackgamingret.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackgamingret.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackunixretri.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-cqadupstackunixretri.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-feverhardnegatives.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-feverhardnegatives.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-fiqa2018.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-fiqa2018.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-hotpotqahardnegative.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-hotpotqahardnegative.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-scidocs.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-scidocs.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-touche2020retrieval..json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-touche2020retrieval..json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-treccovid.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--retr-treccovid.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--sts-rerank.json b/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/sentence-sarashina-bi-en-1b-bs1024--sts-rerank.json rename to config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_cola.json b/config/constract_llm/eval/pt/InstructLM-EN-0.5B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_cola.json rename to config/constract_llm/eval/pt/InstructLM-EN-0.5B/cola.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_csqa.json b/config/constract_llm/eval/pt/InstructLM-EN-0.5B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_csqa.json rename to config/constract_llm/eval/pt/InstructLM-EN-0.5B/csqa.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_mnli.json b/config/constract_llm/eval/pt/InstructLM-EN-0.5B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_mnli.json rename to config/constract_llm/eval/pt/InstructLM-EN-0.5B/mnli.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_squad.json b/config/constract_llm/eval/pt/InstructLM-EN-0.5B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_squad.json rename to config/constract_llm/eval/pt/InstructLM-EN-0.5B/squad.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_stsb.json b/config/constract_llm/eval/pt/InstructLM-EN-0.5B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/InstructLM-EN-0.5B_stsb.json rename to config/constract_llm/eval/pt/InstructLM-EN-0.5B/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_cola.json b/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_squad.json b/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/Llama-EN-0.5B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_cola.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_cola.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/cola.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_csqa.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_csqa.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/csqa.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_mnli.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_mnli.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/mnli.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_squad.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_squad.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/squad.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_stsb.json b/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/Llama-EN-1B-PT-stage2-bs1024_stsb.json rename to config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_cola.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_cola.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/cola.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_csqa.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_csqa.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/csqa.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_mnli.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_mnli.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/mnli.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_squad.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_squad.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/squad.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_stsb.json b/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/Llama-EN-3B-PT-stage2-bs2048_stsb.json rename to config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jcola.json b/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jcola.json rename to config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcola.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jcsqa.json b/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jcsqa.json rename to config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcsqa.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jnli.json b/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jnli.json rename to config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jnli.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jsquad.json b/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jsquad.json rename to config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsquad.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jsts.json b/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/Llama-JP-0.5B-PT-stage2_jsts.json rename to config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsts.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcola.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcola.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcola.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcsqa.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jcsqa.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jnli.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jnli.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jnli.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsquad.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsquad.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsquad.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsts.json b/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/Llama-JP-1B-PT-stage2-bs1024_jsts.json rename to config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsts.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcola.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcola.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcola.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcsqa.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jcsqa.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jnli.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jnli.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jnli.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsquad.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsquad.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsquad.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsts.json b/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/Llama-JP-3B-PT-stage2-bs2048_jsts.json rename to config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsts.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_cola.json b/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_squad.json b/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/Mistral-EN-0.5B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_cola.json b/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_squad.json b/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/ModernBERT-EN-0.5B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_cola.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_cola.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_csqa.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_mnli.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_squad.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_squad.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json b/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/ModernBERT-EN-1B-PT-stage2-bs1024_stsb.json rename to config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_cola.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_cola.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_csqa.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_mnli.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_squad.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_squad.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json b/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/ModernBERT-EN-3B-PT-stage2-bs2048_stsb.json rename to config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jcola.json b/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jcola.json rename to config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jcsqa.json b/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jcsqa.json rename to config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jnli.json b/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jnli.json rename to config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jsquad.json b/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jsquad.json rename to config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsquad.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jsts.json b/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/ModernBERT-JP-0.5B-PT-stage2_jsts.json rename to config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsts.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcola.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jcsqa.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jnli.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsquad.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json b/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/ModernBERT-JP-1B-PT-stage2-bs1024_jsts.json rename to config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcola.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jcsqa.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jnli.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsquad.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json b/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/ModernBERT-JP-3B-PT-stage2-bs2048_jsts.json rename to config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_cola.json b/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_cola.json rename to config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/cola.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_csqa.json b/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_csqa.json rename to config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/csqa.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_mnli.json b/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_mnli.json rename to config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/mnli.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_squad.json b/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_squad.json rename to config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/squad.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_stsb.json b/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/Qwen2.5-EN-0.5B_stsb.json rename to config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/stsb.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_cola.json b/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_cola.json rename to config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_csqa.json b/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_csqa.json rename to config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_mnli.json b/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_mnli.json rename to config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_squad.json b/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_squad.json rename to config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_stsb.json b/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/Qwen2.5-Scratch-EN-0.5B-PT-stage2_stsb.json rename to config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_cola.json b/config/constract_llm/eval/pt/Sarashina-EN-0.5B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_cola.json rename to config/constract_llm/eval/pt/Sarashina-EN-0.5B/cola.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_csqa.json b/config/constract_llm/eval/pt/Sarashina-EN-0.5B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_csqa.json rename to config/constract_llm/eval/pt/Sarashina-EN-0.5B/csqa.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_mnli.json b/config/constract_llm/eval/pt/Sarashina-EN-0.5B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_mnli.json rename to config/constract_llm/eval/pt/Sarashina-EN-0.5B/mnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_squad.json b/config/constract_llm/eval/pt/Sarashina-EN-0.5B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_squad.json rename to config/constract_llm/eval/pt/Sarashina-EN-0.5B/squad.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_stsb.json b/config/constract_llm/eval/pt/Sarashina-EN-0.5B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/Sarashina-EN-0.5B_stsb.json rename to config/constract_llm/eval/pt/Sarashina-EN-0.5B/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_cola.json b/config/constract_llm/eval/pt/Sarashina-EN-1B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_cola.json rename to config/constract_llm/eval/pt/Sarashina-EN-1B/cola.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_csqa.json b/config/constract_llm/eval/pt/Sarashina-EN-1B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_csqa.json rename to config/constract_llm/eval/pt/Sarashina-EN-1B/csqa.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_mnli.json b/config/constract_llm/eval/pt/Sarashina-EN-1B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_mnli.json rename to config/constract_llm/eval/pt/Sarashina-EN-1B/mnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_squad.json b/config/constract_llm/eval/pt/Sarashina-EN-1B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_squad.json rename to config/constract_llm/eval/pt/Sarashina-EN-1B/squad.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_stsb.json b/config/constract_llm/eval/pt/Sarashina-EN-1B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/Sarashina-EN-1B_stsb.json rename to config/constract_llm/eval/pt/Sarashina-EN-1B/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_cola.json b/config/constract_llm/eval/pt/Sarashina-EN-3B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_cola.json rename to config/constract_llm/eval/pt/Sarashina-EN-3B/cola.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_csqa.json b/config/constract_llm/eval/pt/Sarashina-EN-3B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_csqa.json rename to config/constract_llm/eval/pt/Sarashina-EN-3B/csqa.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_mnli.json b/config/constract_llm/eval/pt/Sarashina-EN-3B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_mnli.json rename to config/constract_llm/eval/pt/Sarashina-EN-3B/mnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_squad.json b/config/constract_llm/eval/pt/Sarashina-EN-3B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_squad.json rename to config/constract_llm/eval/pt/Sarashina-EN-3B/squad.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_stsb.json b/config/constract_llm/eval/pt/Sarashina-EN-3B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/Sarashina-EN-3B_stsb.json rename to config/constract_llm/eval/pt/Sarashina-EN-3B/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jcola.json b/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jcola.json rename to config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcola.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jcsqa.json b/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jcsqa.json rename to config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcsqa.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jnli.json b/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jnli.json rename to config/constract_llm/eval/pt/Sarashina-JP-0.5B/jnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jsquad.json b/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jsquad.json rename to config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsquad.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jsts.json b/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/Sarashina-JP-0.5B_jsts.json rename to config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsts.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jcola.json b/config/constract_llm/eval/pt/Sarashina-JP-1B/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jcola.json rename to config/constract_llm/eval/pt/Sarashina-JP-1B/jcola.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jcsqa.json b/config/constract_llm/eval/pt/Sarashina-JP-1B/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jcsqa.json rename to config/constract_llm/eval/pt/Sarashina-JP-1B/jcsqa.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jnli.json b/config/constract_llm/eval/pt/Sarashina-JP-1B/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jnli.json rename to config/constract_llm/eval/pt/Sarashina-JP-1B/jnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jsquad.json b/config/constract_llm/eval/pt/Sarashina-JP-1B/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jsquad.json rename to config/constract_llm/eval/pt/Sarashina-JP-1B/jsquad.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jsts.json b/config/constract_llm/eval/pt/Sarashina-JP-1B/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/Sarashina-JP-1B_jsts.json rename to config/constract_llm/eval/pt/Sarashina-JP-1B/jsts.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jcola.json b/config/constract_llm/eval/pt/Sarashina-JP-3B/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jcola.json rename to config/constract_llm/eval/pt/Sarashina-JP-3B/jcola.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jcsqa.json b/config/constract_llm/eval/pt/Sarashina-JP-3B/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jcsqa.json rename to config/constract_llm/eval/pt/Sarashina-JP-3B/jcsqa.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jnli.json b/config/constract_llm/eval/pt/Sarashina-JP-3B/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jnli.json rename to config/constract_llm/eval/pt/Sarashina-JP-3B/jnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jsquad.json b/config/constract_llm/eval/pt/Sarashina-JP-3B/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jsquad.json rename to config/constract_llm/eval/pt/Sarashina-JP-3B/jsquad.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jsts.json b/config/constract_llm/eval/pt/Sarashina-JP-3B/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/Sarashina-JP-3B_jsts.json rename to config/constract_llm/eval/pt/Sarashina-JP-3B/jsts.json From 2c07407e710d47e1980ffed4b0e0899e4ffb96a1 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:01:21 +0900 Subject: [PATCH 06/13] Split eval configs into pt/ and ft/ suite directories eval/pt/{glue,qa,csqa,isotropic} hold the pre-training model evals (suite names follow scripts/constract_llm/eval/pt/run_*.py), and eval/ft/{mteb,mteb_full,mteb_full_chunks,bench_sbert,isotropic} hold the sentence-embedding evals. eval/analysis stays shared. --- .../bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json | 0 .../{ => ft}/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json | 0 .../bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json | 0 .../bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json | 0 .../{ => ft}/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json | 0 .../bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json | 0 .../bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json | 0 .../{ => ft}/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json | 0 .../{ => ft}/bench_sbert/Sentence-ModernBERT-EN-0.5B.json | 0 .../bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json | 0 .../bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json | 0 .../{ => ft}/bench_sbert/Sentence-ModernBERT-JP-0.5B.json | 0 .../bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json | 0 .../bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json | 0 .../{ => ft}/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json | 0 .../bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json | 0 .../{ => ft}/bench_sbert/Sentence-Sarashina-Bi-0.5B.json | 0 .../{ => ft}/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json | 0 .../bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json | 0 .../bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json | 0 .../bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json | 0 .../bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json | 0 .../{ => ft}/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json | 0 .../eval/{ => ft}/isotropic/Sentence-Llama-Bi-EN-0.5B.json | 0 .../{ => ft}/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json | 0 .../{ => ft}/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json | 0 .../eval/{ => ft}/isotropic/Sentence-Llama-Bi-JP-0.5B.json | 0 .../{ => ft}/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json | 0 .../{ => ft}/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json | 0 .../{ => ft}/isotropic/Sentence-Mistral-Bi-EN-0.5B.json | 0 .../{ => ft}/isotropic/Sentence-ModernBERT-EN-0.5B.json | 0 .../isotropic/Sentence-ModernBERT-EN-1B-bs1024.json | 0 .../isotropic/Sentence-ModernBERT-EN-3B-bs2048.json | 0 .../{ => ft}/isotropic/Sentence-ModernBERT-JP-0.5B.json | 0 .../isotropic/Sentence-ModernBERT-JP-1B-bs1024.json | 0 .../isotropic/Sentence-ModernBERT-JP-3B-bs2048.json | 0 .../{ => ft}/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json | 0 .../isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json | 0 .../eval/{ => ft}/isotropic/Sentence-Sarashina-Bi-0.5B.json | 0 .../{ => ft}/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json | 0 .../isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json | 0 .../isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json | 0 .../isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json | 0 .../isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json | 0 config/constract_llm/eval/{ => ft}/isotropic/example.json | 0 .../eval/{ => ft}/mteb/Sentence-InstructLM-Bi-EN-0.5B.json | 0 .../eval/{ => ft}/mteb/Sentence-Llama-Bi-EN-0.5B.json | 0 .../eval/{ => ft}/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json | 0 .../eval/{ => ft}/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json | 0 .../eval/{ => ft}/mteb/Sentence-Mistral-Bi-EN-0.5B.json | 0 .../eval/{ => ft}/mteb/Sentence-ModernBERT-EN-0.5B.json | 0 .../{ => ft}/mteb/Sentence-ModernBERT-EN-1B-bs1024.json | 0 .../{ => ft}/mteb/Sentence-ModernBERT-EN-3B-bs2048.json | 0 .../eval/{ => ft}/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json | 0 .../{ => ft}/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json | 0 .../eval/{ => ft}/mteb/Sentence-Sarashina-Bi-EN-0.5B.json | 0 .../{ => ft}/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json | 0 .../{ => ft}/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json | 0 .../{ => ft}/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json | 0 .../eval/{ => ft}/mteb_full/Sentence-Llama-Bi-EN-0.5B.json | 0 .../{ => ft}/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json | 0 .../{ => ft}/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json | 0 .../{ => ft}/mteb_full/Sentence-ModernBERT-EN-0.5B.json | 0 .../mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json | 0 .../{ => ft}/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json | 0 .../mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json | 0 .../{ => ft}/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json | 0 .../mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json | 0 .../Sentence-Llama-Bi-EN-0.5B/clf-clust.json | 0 .../Sentence-Llama-Bi-EN-0.5B/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json | 0 .../Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json | 0 .../Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json | 0 .../Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json | 0 .../Sentence-Llama-Bi-EN-0.5B/sts-rerank.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/clf-clust.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json | 0 .../Sentence-ModernBERT-EN-0.5B/clf-clust.json | 0 .../Sentence-ModernBERT-EN-0.5B/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-ModernBERT-EN-0.5B/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-ModernBERT-EN-0.5B/retr-treccovid.json | 0 .../Sentence-ModernBERT-EN-0.5B/sts-rerank.json | 0 .../Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json | 0 .../Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json | 0 .../Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json | 0 .../Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json | 0 .../Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json | 0 .../retr-climatefeverhardnega.json | 0 .../retr-cqadupstackgamingret.json | 0 .../retr-cqadupstackunixretri.json | 0 .../retr-feverhardnegatives.json | 0 .../Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json | 0 .../retr-hotpotqahardnegative.json | 0 .../Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json | 0 .../retr-touche2020retrieval.json | 0 .../Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json | 0 .../Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json | 0 .../csqa.json => csqa/InstructLM-EN-0.5B.json} | 0 .../csqa.json => csqa/Llama-EN-0.5B-PT-stage2.json} | 0 .../csqa.json => csqa/Llama-EN-1B-PT-stage2-bs1024.json} | 0 .../csqa.json => csqa/Llama-EN-3B-PT-stage2-bs2048.json} | 0 .../jcsqa.json => csqa/Llama-JP-0.5B-PT-stage2.json} | 0 .../jcsqa.json => csqa/Llama-JP-1B-PT-stage2-bs1024.json} | 0 .../jcsqa.json => csqa/Llama-JP-3B-PT-stage2-bs2048.json} | 0 .../csqa.json => csqa/Mistral-EN-0.5B-PT-stage2.json} | 0 .../csqa.json => csqa/ModernBERT-EN-0.5B-PT-stage2.json} | 0 .../ModernBERT-EN-1B-PT-stage2-bs1024.json} | 0 .../ModernBERT-EN-3B-PT-stage2-bs2048.json} | 0 .../jcsqa.json => csqa/ModernBERT-JP-0.5B-PT-stage2.json} | 0 .../ModernBERT-JP-1B-PT-stage2-bs1024.json} | 0 .../ModernBERT-JP-3B-PT-stage2-bs2048.json} | 0 .../csqa.json => csqa/Qwen2.5-EN-0.5B.json} | 0 .../Qwen2.5-Scratch-EN-0.5B-PT-stage2.json} | 0 .../csqa.json => csqa/Sarashina-EN-0.5B.json} | 0 .../csqa.json => csqa/Sarashina-EN-1B.json} | 0 .../csqa.json => csqa/Sarashina-EN-3B.json} | 0 .../jcsqa.json => csqa/Sarashina-JP-0.5B.json} | 0 .../jcsqa.json => csqa/Sarashina-JP-1B.json} | 0 .../jcsqa.json => csqa/Sarashina-JP-3B.json} | 0 .../eval/pt/{ => glue}/InstructLM-EN-0.5B/cola.json | 0 .../eval/pt/{ => glue}/InstructLM-EN-0.5B/mnli.json | 0 .../eval/pt/{ => glue}/InstructLM-EN-0.5B/stsb.json | 0 .../eval/pt/{ => glue}/Llama-EN-0.5B-PT-stage2/cola.json | 0 .../eval/pt/{ => glue}/Llama-EN-0.5B-PT-stage2/mnli.json | 0 .../eval/pt/{ => glue}/Llama-EN-0.5B-PT-stage2/stsb.json | 0 .../pt/{ => glue}/Llama-EN-1B-PT-stage2-bs1024/cola.json | 0 .../pt/{ => glue}/Llama-EN-1B-PT-stage2-bs1024/mnli.json | 0 .../pt/{ => glue}/Llama-EN-1B-PT-stage2-bs1024/stsb.json | 0 .../pt/{ => glue}/Llama-EN-3B-PT-stage2-bs2048/cola.json | 0 .../pt/{ => glue}/Llama-EN-3B-PT-stage2-bs2048/mnli.json | 0 .../pt/{ => glue}/Llama-EN-3B-PT-stage2-bs2048/stsb.json | 0 .../eval/pt/{ => glue}/Llama-JP-0.5B-PT-stage2/jcola.json | 0 .../eval/pt/{ => glue}/Llama-JP-0.5B-PT-stage2/jnli.json | 0 .../eval/pt/{ => glue}/Llama-JP-0.5B-PT-stage2/jsts.json | 0 .../pt/{ => glue}/Llama-JP-1B-PT-stage2-bs1024/jcola.json | 0 .../pt/{ => glue}/Llama-JP-1B-PT-stage2-bs1024/jnli.json | 0 .../pt/{ => glue}/Llama-JP-1B-PT-stage2-bs1024/jsts.json | 0 .../pt/{ => glue}/Llama-JP-3B-PT-stage2-bs2048/jcola.json | 0 .../pt/{ => glue}/Llama-JP-3B-PT-stage2-bs2048/jnli.json | 0 .../pt/{ => glue}/Llama-JP-3B-PT-stage2-bs2048/jsts.json | 0 .../eval/pt/{ => glue}/Mistral-EN-0.5B-PT-stage2/cola.json | 0 .../eval/pt/{ => glue}/Mistral-EN-0.5B-PT-stage2/mnli.json | 0 .../eval/pt/{ => glue}/Mistral-EN-0.5B-PT-stage2/stsb.json | 0 .../pt/{ => glue}/ModernBERT-EN-0.5B-PT-stage2/cola.json | 0 .../pt/{ => glue}/ModernBERT-EN-0.5B-PT-stage2/mnli.json | 0 .../pt/{ => glue}/ModernBERT-EN-0.5B-PT-stage2/stsb.json | 0 .../{ => glue}/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json | 0 .../{ => glue}/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json | 0 .../{ => glue}/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json | 0 .../{ => glue}/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json | 0 .../{ => glue}/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json | 0 .../{ => glue}/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json | 0 .../pt/{ => glue}/ModernBERT-JP-0.5B-PT-stage2/jcola.json | 0 .../pt/{ => glue}/ModernBERT-JP-0.5B-PT-stage2/jnli.json | 0 .../pt/{ => glue}/ModernBERT-JP-0.5B-PT-stage2/jsts.json | 0 .../{ => glue}/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json | 0 .../{ => glue}/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json | 0 .../{ => glue}/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json | 0 .../{ => glue}/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json | 0 .../{ => glue}/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json | 0 .../{ => glue}/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json | 0 .../eval/pt/{ => glue}/Qwen2.5-EN-0.5B/cola.json | 0 .../eval/pt/{ => glue}/Qwen2.5-EN-0.5B/mnli.json | 0 .../eval/pt/{ => glue}/Qwen2.5-EN-0.5B/stsb.json | 0 .../{ => glue}/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json | 0 .../{ => glue}/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json | 0 .../{ => glue}/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-0.5B/cola.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-0.5B/mnli.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-0.5B/stsb.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-1B/cola.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-1B/mnli.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-1B/stsb.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-3B/cola.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-3B/mnli.json | 0 .../eval/pt/{ => glue}/Sarashina-EN-3B/stsb.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-0.5B/jcola.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-0.5B/jnli.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-0.5B/jsts.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-1B/jcola.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-1B/jnli.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-1B/jsts.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-3B/jcola.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-3B/jnli.json | 0 .../eval/pt/{ => glue}/Sarashina-JP-3B/jsts.json | 0 .../eval/{ => pt}/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json | 0 .../{ => pt}/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json | 0 .../eval/{ => pt}/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json | 0 .../{ => pt}/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json | 0 .../{ => pt}/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json | 0 .../eval/{ => pt}/isotropic/Llama-JP-0.5B-PT-stage2.json | 0 .../{ => pt}/isotropic/Llama-JP-1B-PT-stage2-bs1024.json | 0 .../{ => pt}/isotropic/Llama-JP-3B-PT-stage2-bs2048.json | 0 .../{ => pt}/isotropic/ModernBERT-EN-0.5B-PT-stage2.json | 0 .../isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json | 0 .../{ => pt}/isotropic/ModernBERT-JP-0.5B-PT-stage2.json | 0 .../isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json | 0 .../isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json | 0 .../eval/{ => pt}/isotropic/Sarashina-0.5B.json | 0 .../constract_llm/eval/{ => pt}/isotropic/Sarashina-1B.json | 0 .../constract_llm/eval/{ => pt}/isotropic/Sarashina-3B.json | 0 .../eval/{ => pt}/isotropic/Sarashina-Bi-0.5B.json | 0 .../eval/{ => pt}/isotropic/Sarashina-Bi-1B.json | 0 .../eval/{ => pt}/isotropic/Sarashina-Bi-3B.json | 0 .../eval/{ => pt}/isotropic/Sarashina-Bi-EN-0.5B.json | 0 .../eval/{ => pt}/isotropic/Sarashina-Bi-EN-1B.json | 0 .../squad.json => qa/InstructLM-EN-0.5B.json} | 0 .../squad.json => qa/Llama-EN-0.5B-PT-stage2.json} | 0 .../squad.json => qa/Llama-EN-1B-PT-stage2-bs1024.json} | 0 .../squad.json => qa/Llama-EN-3B-PT-stage2-bs2048.json} | 0 .../jsquad.json => qa/Llama-JP-0.5B-PT-stage2.json} | 0 .../jsquad.json => qa/Llama-JP-1B-PT-stage2-bs1024.json} | 0 .../jsquad.json => qa/Llama-JP-3B-PT-stage2-bs2048.json} | 0 .../squad.json => qa/Mistral-EN-0.5B-PT-stage2.json} | 0 .../squad.json => qa/ModernBERT-EN-0.5B-PT-stage2.json} | 0 .../ModernBERT-EN-1B-PT-stage2-bs1024.json} | 0 .../ModernBERT-EN-3B-PT-stage2-bs2048.json} | 0 .../jsquad.json => qa/ModernBERT-JP-0.5B-PT-stage2.json} | 0 .../ModernBERT-JP-1B-PT-stage2-bs1024.json} | 0 .../ModernBERT-JP-3B-PT-stage2-bs2048.json} | 0 .../{Qwen2.5-EN-0.5B/squad.json => qa/Qwen2.5-EN-0.5B.json} | 0 .../Qwen2.5-Scratch-EN-0.5B-PT-stage2.json} | 0 .../squad.json => qa/Sarashina-EN-0.5B.json} | 0 .../{Sarashina-EN-1B/squad.json => qa/Sarashina-EN-1B.json} | 0 .../{Sarashina-EN-3B/squad.json => qa/Sarashina-EN-3B.json} | 0 .../jsquad.json => qa/Sarashina-JP-0.5B.json} | 0 .../jsquad.json => qa/Sarashina-JP-1B.json} | 0 .../jsquad.json => qa/Sarashina-JP-3B.json} | 0 scripts/constract_llm/eval/isotropic/README.md | 6 +++--- scripts/constract_llm/eval/isotropic/README_JA.md | 6 +++--- 321 files changed, 6 insertions(+), 6 deletions(-) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-ModernBERT-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-ModernBERT-JP-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Sarashina-Bi-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Llama-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Llama-Bi-JP-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Mistral-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-ModernBERT-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-ModernBERT-JP-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Sarashina-Bi-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/isotropic/example.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-InstructLM-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Llama-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Mistral-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-ModernBERT-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-ModernBERT-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-ModernBERT-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Sarashina-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-Llama-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-ModernBERT-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json (100%) rename config/constract_llm/eval/{ => ft}/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json (100%) rename config/constract_llm/eval/pt/{InstructLM-EN-0.5B/csqa.json => csqa/InstructLM-EN-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Llama-EN-0.5B-PT-stage2/csqa.json => csqa/Llama-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{Llama-EN-1B-PT-stage2-bs1024/csqa.json => csqa/Llama-EN-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{Llama-EN-3B-PT-stage2-bs2048/csqa.json => csqa/Llama-EN-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{Llama-JP-0.5B-PT-stage2/jcsqa.json => csqa/Llama-JP-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{Llama-JP-1B-PT-stage2-bs1024/jcsqa.json => csqa/Llama-JP-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{Llama-JP-3B-PT-stage2-bs2048/jcsqa.json => csqa/Llama-JP-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{Mistral-EN-0.5B-PT-stage2/csqa.json => csqa/Mistral-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-EN-0.5B-PT-stage2/csqa.json => csqa/ModernBERT-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json => csqa/ModernBERT-EN-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json => csqa/ModernBERT-EN-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-JP-0.5B-PT-stage2/jcsqa.json => csqa/ModernBERT-JP-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json => csqa/ModernBERT-JP-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json => csqa/ModernBERT-JP-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{Qwen2.5-EN-0.5B/csqa.json => csqa/Qwen2.5-EN-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json => csqa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-EN-0.5B/csqa.json => csqa/Sarashina-EN-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-EN-1B/csqa.json => csqa/Sarashina-EN-1B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-EN-3B/csqa.json => csqa/Sarashina-EN-3B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-JP-0.5B/jcsqa.json => csqa/Sarashina-JP-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-JP-1B/jcsqa.json => csqa/Sarashina-JP-1B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-JP-3B/jcsqa.json => csqa/Sarashina-JP-3B.json} (100%) rename config/constract_llm/eval/pt/{ => glue}/InstructLM-EN-0.5B/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/InstructLM-EN-0.5B/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/InstructLM-EN-0.5B/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-0.5B-PT-stage2/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-0.5B-PT-stage2/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-0.5B-PT-stage2/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-1B-PT-stage2-bs1024/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-1B-PT-stage2-bs1024/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-1B-PT-stage2-bs1024/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-3B-PT-stage2-bs2048/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-3B-PT-stage2-bs2048/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-EN-3B-PT-stage2-bs2048/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-0.5B-PT-stage2/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-0.5B-PT-stage2/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-0.5B-PT-stage2/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-1B-PT-stage2-bs1024/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-1B-PT-stage2-bs1024/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-1B-PT-stage2-bs1024/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-3B-PT-stage2-bs2048/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-3B-PT-stage2-bs2048/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Llama-JP-3B-PT-stage2-bs2048/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Mistral-EN-0.5B-PT-stage2/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Mistral-EN-0.5B-PT-stage2/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Mistral-EN-0.5B-PT-stage2/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-0.5B-PT-stage2/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-0.5B-PT-stage2/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-0.5B-PT-stage2/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-0.5B-PT-stage2/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-0.5B-PT-stage2/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-0.5B-PT-stage2/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Qwen2.5-EN-0.5B/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Qwen2.5-EN-0.5B/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Qwen2.5-EN-0.5B/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-0.5B/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-0.5B/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-0.5B/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-1B/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-1B/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-1B/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-3B/cola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-3B/mnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-EN-3B/stsb.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-0.5B/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-0.5B/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-0.5B/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-1B/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-1B/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-1B/jsts.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-3B/jcola.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-3B/jnli.json (100%) rename config/constract_llm/eval/pt/{ => glue}/Sarashina-JP-3B/jsts.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-JP-0.5B-PT-stage2.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-JP-1B-PT-stage2-bs1024.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Llama-JP-3B-PT-stage2-bs2048.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/ModernBERT-EN-0.5B-PT-stage2.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/ModernBERT-JP-0.5B-PT-stage2.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-0.5B.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-1B.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-3B.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-Bi-0.5B.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-Bi-1B.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-Bi-3B.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-Bi-EN-0.5B.json (100%) rename config/constract_llm/eval/{ => pt}/isotropic/Sarashina-Bi-EN-1B.json (100%) rename config/constract_llm/eval/pt/{InstructLM-EN-0.5B/squad.json => qa/InstructLM-EN-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Llama-EN-0.5B-PT-stage2/squad.json => qa/Llama-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{Llama-EN-1B-PT-stage2-bs1024/squad.json => qa/Llama-EN-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{Llama-EN-3B-PT-stage2-bs2048/squad.json => qa/Llama-EN-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{Llama-JP-0.5B-PT-stage2/jsquad.json => qa/Llama-JP-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{Llama-JP-1B-PT-stage2-bs1024/jsquad.json => qa/Llama-JP-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{Llama-JP-3B-PT-stage2-bs2048/jsquad.json => qa/Llama-JP-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{Mistral-EN-0.5B-PT-stage2/squad.json => qa/Mistral-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-EN-0.5B-PT-stage2/squad.json => qa/ModernBERT-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-EN-1B-PT-stage2-bs1024/squad.json => qa/ModernBERT-EN-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-EN-3B-PT-stage2-bs2048/squad.json => qa/ModernBERT-EN-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-JP-0.5B-PT-stage2/jsquad.json => qa/ModernBERT-JP-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json => qa/ModernBERT-JP-1B-PT-stage2-bs1024.json} (100%) rename config/constract_llm/eval/pt/{ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json => qa/ModernBERT-JP-3B-PT-stage2-bs2048.json} (100%) rename config/constract_llm/eval/pt/{Qwen2.5-EN-0.5B/squad.json => qa/Qwen2.5-EN-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json => qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-EN-0.5B/squad.json => qa/Sarashina-EN-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-EN-1B/squad.json => qa/Sarashina-EN-1B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-EN-3B/squad.json => qa/Sarashina-EN-3B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-JP-0.5B/jsquad.json => qa/Sarashina-JP-0.5B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-JP-1B/jsquad.json => qa/Sarashina-JP-1B.json} (100%) rename config/constract_llm/eval/pt/{Sarashina-JP-3B/jsquad.json => qa/Sarashina-JP-3B.json} (100%) diff --git a/config/constract_llm/eval/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json diff --git a/config/constract_llm/eval/isotropic/example.json b/config/constract_llm/eval/ft/isotropic/example.json similarity index 100% rename from config/constract_llm/eval/isotropic/example.json rename to config/constract_llm/eval/ft/isotropic/example.json diff --git a/config/constract_llm/eval/mteb/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/mteb/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-3B-bs2048.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-ModernBERT-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json similarity index 100% rename from config/constract_llm/eval/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json similarity index 100% rename from config/constract_llm/eval/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json diff --git a/config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json b/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json rename to config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/csqa.json b/config/constract_llm/eval/pt/csqa/InstructLM-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/csqa.json rename to config/constract_llm/eval/pt/csqa/InstructLM-EN-0.5B.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/csqa/Llama-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/csqa.json rename to config/constract_llm/eval/pt/csqa/Llama-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/csqa.json b/config/constract_llm/eval/pt/csqa/Llama-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/csqa.json rename to config/constract_llm/eval/pt/csqa/Llama-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/csqa.json b/config/constract_llm/eval/pt/csqa/Llama-EN-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/csqa.json rename to config/constract_llm/eval/pt/csqa/Llama-EN-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/csqa/Llama-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcsqa.json rename to config/constract_llm/eval/pt/csqa/Llama-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json b/config/constract_llm/eval/pt/csqa/Llama-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json rename to config/constract_llm/eval/pt/csqa/Llama-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json b/config/constract_llm/eval/pt/csqa/Llama-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json rename to config/constract_llm/eval/pt/csqa/Llama-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/csqa/Mistral-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/csqa.json rename to config/constract_llm/eval/pt/csqa/Mistral-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/csqa/ModernBERT-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/csqa.json rename to config/constract_llm/eval/pt/csqa/ModernBERT-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json b/config/constract_llm/eval/pt/csqa/ModernBERT-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json rename to config/constract_llm/eval/pt/csqa/ModernBERT-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json b/config/constract_llm/eval/pt/csqa/ModernBERT-EN-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json rename to config/constract_llm/eval/pt/csqa/ModernBERT-EN-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/csqa/ModernBERT-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json rename to config/constract_llm/eval/pt/csqa/ModernBERT-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json b/config/constract_llm/eval/pt/csqa/ModernBERT-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json rename to config/constract_llm/eval/pt/csqa/ModernBERT-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json b/config/constract_llm/eval/pt/csqa/ModernBERT-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json rename to config/constract_llm/eval/pt/csqa/ModernBERT-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/csqa.json b/config/constract_llm/eval/pt/csqa/Qwen2.5-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/csqa.json rename to config/constract_llm/eval/pt/csqa/Qwen2.5-EN-0.5B.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/csqa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json rename to config/constract_llm/eval/pt/csqa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/csqa.json b/config/constract_llm/eval/pt/csqa/Sarashina-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/csqa.json rename to config/constract_llm/eval/pt/csqa/Sarashina-EN-0.5B.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/csqa.json b/config/constract_llm/eval/pt/csqa/Sarashina-EN-1B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/csqa.json rename to config/constract_llm/eval/pt/csqa/Sarashina-EN-1B.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/csqa.json b/config/constract_llm/eval/pt/csqa/Sarashina-EN-3B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/csqa.json rename to config/constract_llm/eval/pt/csqa/Sarashina-EN-3B.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcsqa.json b/config/constract_llm/eval/pt/csqa/Sarashina-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcsqa.json rename to config/constract_llm/eval/pt/csqa/Sarashina-JP-0.5B.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/jcsqa.json b/config/constract_llm/eval/pt/csqa/Sarashina-JP-1B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/jcsqa.json rename to config/constract_llm/eval/pt/csqa/Sarashina-JP-1B.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/jcsqa.json b/config/constract_llm/eval/pt/csqa/Sarashina-JP-3B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/jcsqa.json rename to config/constract_llm/eval/pt/csqa/Sarashina-JP-3B.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/cola.json b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/cola.json rename to config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/cola.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/mnli.json b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/mnli.json rename to config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/mnli.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/stsb.json b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/stsb.json rename to config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/cola.json rename to config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/mnli.json rename to config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/stsb.json rename to config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/cola.json rename to config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/cola.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/mnli.json rename to config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/mnli.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/stsb.json rename to config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/cola.json rename to config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/cola.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/mnli.json rename to config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/mnli.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/stsb.json rename to config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/stsb.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jcola.json rename to config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jcola.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jnli.json rename to config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsts.json rename to config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jcola.json rename to config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jcola.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jnli.json rename to config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jnli.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsts.json rename to config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jsts.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jcola.json rename to config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jcola.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jnli.json rename to config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jnli.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsts.json rename to config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jsts.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/cola.json rename to config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/mnli.json rename to config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/stsb.json rename to config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/cola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/mnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/stsb.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jcola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jcola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsts.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/cola.json b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/cola.json rename to config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/cola.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/mnli.json b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/mnli.json rename to config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/mnli.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/stsb.json b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/stsb.json rename to config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/stsb.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json rename to config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json rename to config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json rename to config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/cola.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/cola.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/cola.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/mnli.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/mnli.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/mnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/stsb.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/stsb.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/cola.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/cola.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-1B/cola.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/mnli.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/mnli.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-1B/mnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/stsb.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/stsb.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-1B/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/cola.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/cola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/cola.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-3B/cola.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/mnli.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/mnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/mnli.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-3B/mnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/stsb.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/stsb.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/stsb.json rename to config/constract_llm/eval/pt/glue/Sarashina-EN-3B/stsb.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcola.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/jcola.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/jnli.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsts.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/jcola.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/jcola.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jcola.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/jnli.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/jsts.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/jcola.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jcola.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/jcola.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jcola.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/jnli.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/jsts.json rename to config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Llama-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/Llama-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/Llama-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/Llama-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-0.5B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-0.5B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-1B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-1B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-1B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-1B.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-3B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-3B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-3B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-3B.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-Bi-0.5B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-Bi-0.5B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-Bi-1B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-1B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-Bi-1B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-1B.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-Bi-3B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-Bi-3B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B.json diff --git a/config/constract_llm/eval/isotropic/Sarashina-Bi-EN-1B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B.json similarity index 100% rename from config/constract_llm/eval/isotropic/Sarashina-Bi-EN-1B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B.json diff --git a/config/constract_llm/eval/pt/InstructLM-EN-0.5B/squad.json b/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/InstructLM-EN-0.5B/squad.json rename to config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B.json diff --git a/config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-0.5B-PT-stage2/squad.json rename to config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-1B-PT-stage2-bs1024/squad.json rename to config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-EN-3B-PT-stage2-bs2048/squad.json rename to config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-0.5B-PT-stage2/jsquad.json rename to config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-1B-PT-stage2-bs1024/jsquad.json rename to config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/Llama-JP-3B-PT-stage2-bs2048/jsquad.json rename to config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Mistral-EN-0.5B-PT-stage2/squad.json rename to config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-0.5B-PT-stage2/squad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-0.5B-PT-stage2/jsquad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024.json diff --git a/config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/squad.json b/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-EN-0.5B/squad.json rename to config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B.json diff --git a/config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json similarity index 100% rename from config/constract_llm/eval/pt/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json rename to config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-0.5B/squad.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-0.5B/squad.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-1B/squad.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-1B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-1B/squad.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-1B.json diff --git a/config/constract_llm/eval/pt/Sarashina-EN-3B/squad.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-3B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-EN-3B/squad.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-3B.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsquad.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-0.5B/jsquad.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-1B/jsquad.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-1B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-1B/jsquad.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-1B.json diff --git a/config/constract_llm/eval/pt/Sarashina-JP-3B/jsquad.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-3B.json similarity index 100% rename from config/constract_llm/eval/pt/Sarashina-JP-3B/jsquad.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-3B.json diff --git a/scripts/constract_llm/eval/isotropic/README.md b/scripts/constract_llm/eval/isotropic/README.md index b0ec2bd3..28f1cb98 100644 --- a/scripts/constract_llm/eval/isotropic/README.md +++ b/scripts/constract_llm/eval/isotropic/README.md @@ -14,13 +14,13 @@ The script supports configuration via JSON/YAML/TOML files or command-line argum ```bash # Compute both alignment and uniformity -python scripts/constract_llm/eval/isotropic/eval.py main --config_file_path=config/constract_llm/eval/isotropic/example.json +python scripts/constract_llm/eval/isotropic/eval.py main --config_file_path=config/constract_llm/eval/ft/isotropic/example.json # Compute only alignment -python scripts/constract_llm/eval/isotropic/eval.py alignment --config_file_path=config/constract_llm/eval/isotropic/example.json +python scripts/constract_llm/eval/isotropic/eval.py alignment --config_file_path=config/constract_llm/eval/ft/isotropic/example.json # Compute only uniformity -python scripts/constract_llm/eval/isotropic/eval.py uniformity --config_file_path=config/constract_llm/eval/isotropic/example.json +python scripts/constract_llm/eval/isotropic/eval.py uniformity --config_file_path=config/constract_llm/eval/ft/isotropic/example.json ``` You can also override config parameters via CLI: diff --git a/scripts/constract_llm/eval/isotropic/README_JA.md b/scripts/constract_llm/eval/isotropic/README_JA.md index e5973b96..ec9d8e70 100644 --- a/scripts/constract_llm/eval/isotropic/README_JA.md +++ b/scripts/constract_llm/eval/isotropic/README_JA.md @@ -14,13 +14,13 @@ ```bash # アライメントとユニフォーミティを両方計算 -python scripts/constract_llm/eval/isotropic/eval.py main --config_file_path=config/constract_llm/eval/isotropic/example.json +python scripts/constract_llm/eval/isotropic/eval.py main --config_file_path=config/constract_llm/eval/ft/isotropic/example.json # アライメントのみ計算 -python scripts/constract_llm/eval/isotropic/eval.py alignment --config_file_path=config/constract_llm/eval/isotropic/example.json +python scripts/constract_llm/eval/isotropic/eval.py alignment --config_file_path=config/constract_llm/eval/ft/isotropic/example.json # ユニフォーミティのみ計算 -python scripts/constract_llm/eval/isotropic/eval.py uniformity --config_file_path=config/constract_llm/eval/isotropic/example.json +python scripts/constract_llm/eval/isotropic/eval.py uniformity --config_file_path=config/constract_llm/eval/ft/isotropic/example.json ``` コマンドライン引数で設定値を上書きすることも可能です。 From 63e7295edda38bc57f19d93b7f15b1ed45d495c2 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:09:40 +0900 Subject: [PATCH 07/13] Fold mteb_full and mteb_full_chunks into per-model mteb directories eval/ft/mteb//{subset,full}.json and full_chunks/.json (subset = the 5-task quick run formerly under mteb/). --- .../Sentence-InstructLM-Bi-EN-0.5B/full.json} | 0 .../Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/clf-clust.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../full_chunks}/retr-treccovid.json | 0 .../Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../Sentence-Llama-Bi-EN-0.5B/full.json} | 0 .../Sentence-Llama-Bi-EN-0.5B/full_chunks}/clf-clust.json | 0 .../Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-treccovid.json | 0 .../Sentence-Llama-Bi-EN-0.5B/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/full.json} | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/clf-clust.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../full_chunks}/retr-treccovid.json | 0 .../Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../subset.json} | 0 .../Sentence-Mistral-Bi-EN-0.5B/full.json} | 0 .../Sentence-Mistral-Bi-EN-0.5B/full_chunks}/clf-clust.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-treccovid.json | 0 .../Sentence-Mistral-Bi-EN-0.5B/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../Sentence-ModernBERT-EN-0.5B/full.json} | 0 .../Sentence-ModernBERT-EN-0.5B/full_chunks}/clf-clust.json | 0 .../Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-treccovid.json | 0 .../Sentence-ModernBERT-EN-0.5B/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../Sentence-ModernBERT-EN-1B-bs1024/full.json} | 0 .../Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/clf-clust.json | 0 .../full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../full_chunks}/retr-treccovid.json | 0 .../Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../subset.json} | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/full.json} | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/clf-clust.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-treccovid.json | 0 .../Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full.json} | 0 .../full_chunks}/clf-clust.json | 0 .../full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../full_chunks}/retr-treccovid.json | 0 .../full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../Sentence-Sarashina-Bi-EN-0.5B/full.json} | 0 .../Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/clf-clust.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../full_chunks}/retr-treccovid.json | 0 .../Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../Sentence-Sarashina-Bi-EN-1B-bs1024/full.json} | 0 .../full_chunks}/clf-clust.json | 0 .../full_chunks}/retr-arguana.json | 0 .../full_chunks}/retr-climatefeverhardnega.json | 0 .../full_chunks}/retr-cqadupstackgamingret.json | 0 .../full_chunks}/retr-cqadupstackunixretri.json | 0 .../full_chunks}/retr-feverhardnegatives.json | 0 .../full_chunks}/retr-fiqa2018.json | 0 .../full_chunks}/retr-hotpotqahardnegative.json | 0 .../full_chunks}/retr-scidocs.json | 0 .../full_chunks}/retr-touche2020retrieval.json | 0 .../full_chunks}/retr-treccovid.json | 0 .../full_chunks}/sts-rerank.json | 0 .../subset.json} | 0 .../subset.json} | 0 143 files changed, 0 insertions(+), 0 deletions(-) rename config/constract_llm/eval/ft/{mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json => mteb/Sentence-InstructLM-Bi-EN-0.5B/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B => mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-InstructLM-Bi-EN-0.5B.json => Sentence-InstructLM-Bi-EN-0.5B/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-Llama-Bi-EN-0.5B.json => mteb/Sentence-Llama-Bi-EN-0.5B/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B => mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-0.5B.json => Sentence-Llama-Bi-EN-0.5B/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024 => mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024.json => Sentence-Llama-Bi-EN-1B-bs1024/subset.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-3B-bs2048.json => Sentence-Llama-Bi-EN-3B-bs2048/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-Mistral-Bi-EN-0.5B.json => mteb/Sentence-Mistral-Bi-EN-0.5B/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B => mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Mistral-Bi-EN-0.5B.json => Sentence-Mistral-Bi-EN-0.5B/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-ModernBERT-EN-0.5B.json => mteb/Sentence-ModernBERT-EN-0.5B/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-0.5B => mteb/Sentence-ModernBERT-EN-0.5B/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-0.5B.json => Sentence-ModernBERT-EN-0.5B/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json => mteb/Sentence-ModernBERT-EN-1B-bs1024/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024 => mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024.json => Sentence-ModernBERT-EN-1B-bs1024/subset.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-3B-bs2048.json => Sentence-ModernBERT-EN-3B-bs2048/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Qwen2.5-Bi-EN-0.5B.json => Sentence-Qwen2.5-Bi-EN-0.5B/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B => mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json => mteb/Sentence-Sarashina-Bi-EN-0.5B/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B => mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-0.5B.json => Sentence-Sarashina-Bi-EN-0.5B/subset.json} (100%) rename config/constract_llm/eval/ft/{mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full.json} (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/clf-clust.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-arguana.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-climatefeverhardnega.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-cqadupstackgamingret.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-cqadupstackunixretri.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-feverhardnegatives.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-fiqa2018.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-hotpotqahardnegative.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-scidocs.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-touche2020retrieval.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/retr-treccovid.json (100%) rename config/constract_llm/eval/ft/{mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024 => mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks}/sts-rerank.json (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024.json => Sentence-Sarashina-Bi-EN-1B-bs1024/subset.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-3B-bs2048.json => Sentence-Sarashina-Bi-EN-3B-bs2048/subset.json} (100%) diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-InstructLM-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-InstructLM-Bi-EN-0.5B/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-0.5B/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Llama-Bi-EN-1B-bs1024/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/subset.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Mistral-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Mistral-Bi-EN-0.5B/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-0.5B/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-ModernBERT-EN-1B-bs1024/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/subset.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Bi-EN-0.5B/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-0.5B/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-0.5B/subset.json diff --git a/config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/clf-clust.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/clf-clust.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json diff --git a/config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json similarity index 100% rename from config/constract_llm/eval/ft/mteb_full_chunks/Sentence-Sarashina-Bi-EN-1B-bs1024/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/subset.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048/subset.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048/subset.json From 51a408878aa79888519b4bcbacabd081f03db252 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:13:18 +0900 Subject: [PATCH 08/13] Group pt QA evals per model eval/pt/qa//{squad|jsquad,csqa|jcsqa}.json replaces the flat qa/ and csqa/ suites, mirroring glue//.json. --- .../InstructLM-EN-0.5B.json => qa/InstructLM-EN-0.5B/csqa.json} | 0 .../qa/{InstructLM-EN-0.5B.json => InstructLM-EN-0.5B/squad.json} | 0 .../Llama-EN-0.5B-PT-stage2/csqa.json} | 0 .../squad.json} | 0 .../Llama-EN-1B-PT-stage2-bs1024/csqa.json} | 0 .../squad.json} | 0 .../Llama-EN-3B-PT-stage2-bs2048/csqa.json} | 0 .../squad.json} | 0 .../Llama-JP-0.5B-PT-stage2/jcsqa.json} | 0 .../jsquad.json} | 0 .../Llama-JP-1B-PT-stage2-bs1024/jcsqa.json} | 0 .../jsquad.json} | 0 .../Llama-JP-3B-PT-stage2-bs2048/jcsqa.json} | 0 .../jsquad.json} | 0 .../Mistral-EN-0.5B-PT-stage2/csqa.json} | 0 .../squad.json} | 0 .../ModernBERT-EN-0.5B-PT-stage2/csqa.json} | 0 .../squad.json} | 0 .../ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json} | 0 .../squad.json} | 0 .../ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json} | 0 .../squad.json} | 0 .../ModernBERT-JP-0.5B-PT-stage2/jcsqa.json} | 0 .../jsquad.json} | 0 .../ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json} | 0 .../jsquad.json} | 0 .../ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json} | 0 .../jsquad.json} | 0 .../{csqa/Qwen2.5-EN-0.5B.json => qa/Qwen2.5-EN-0.5B/csqa.json} | 0 .../pt/qa/{Qwen2.5-EN-0.5B.json => Qwen2.5-EN-0.5B/squad.json} | 0 .../Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json} | 0 .../squad.json} | 0 .../Sarashina-EN-0.5B.json => qa/Sarashina-EN-0.5B/csqa.json} | 0 .../qa/{Sarashina-EN-0.5B.json => Sarashina-EN-0.5B/squad.json} | 0 .../{csqa/Sarashina-EN-1B.json => qa/Sarashina-EN-1B/csqa.json} | 0 .../pt/qa/{Sarashina-EN-1B.json => Sarashina-EN-1B/squad.json} | 0 .../{csqa/Sarashina-EN-3B.json => qa/Sarashina-EN-3B/csqa.json} | 0 .../pt/qa/{Sarashina-EN-3B.json => Sarashina-EN-3B/squad.json} | 0 .../Sarashina-JP-0.5B.json => qa/Sarashina-JP-0.5B/jcsqa.json} | 0 .../qa/{Sarashina-JP-0.5B.json => Sarashina-JP-0.5B/jsquad.json} | 0 .../{csqa/Sarashina-JP-1B.json => qa/Sarashina-JP-1B/jcsqa.json} | 0 .../pt/qa/{Sarashina-JP-1B.json => Sarashina-JP-1B/jsquad.json} | 0 .../{csqa/Sarashina-JP-3B.json => qa/Sarashina-JP-3B/jcsqa.json} | 0 .../pt/qa/{Sarashina-JP-3B.json => Sarashina-JP-3B/jsquad.json} | 0 44 files changed, 0 insertions(+), 0 deletions(-) rename config/constract_llm/eval/pt/{csqa/InstructLM-EN-0.5B.json => qa/InstructLM-EN-0.5B/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{InstructLM-EN-0.5B.json => InstructLM-EN-0.5B/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Llama-EN-0.5B-PT-stage2.json => qa/Llama-EN-0.5B-PT-stage2/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-EN-0.5B-PT-stage2.json => Llama-EN-0.5B-PT-stage2/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Llama-EN-1B-PT-stage2-bs1024.json => qa/Llama-EN-1B-PT-stage2-bs1024/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-EN-1B-PT-stage2-bs1024.json => Llama-EN-1B-PT-stage2-bs1024/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Llama-EN-3B-PT-stage2-bs2048.json => qa/Llama-EN-3B-PT-stage2-bs2048/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-EN-3B-PT-stage2-bs2048.json => Llama-EN-3B-PT-stage2-bs2048/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Llama-JP-0.5B-PT-stage2.json => qa/Llama-JP-0.5B-PT-stage2/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-JP-0.5B-PT-stage2.json => Llama-JP-0.5B-PT-stage2/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Llama-JP-1B-PT-stage2-bs1024.json => qa/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-JP-1B-PT-stage2-bs1024.json => Llama-JP-1B-PT-stage2-bs1024/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Llama-JP-3B-PT-stage2-bs2048.json => qa/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-JP-3B-PT-stage2-bs2048.json => Llama-JP-3B-PT-stage2-bs2048/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Mistral-EN-0.5B-PT-stage2.json => qa/Mistral-EN-0.5B-PT-stage2/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Mistral-EN-0.5B-PT-stage2.json => Mistral-EN-0.5B-PT-stage2/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/ModernBERT-EN-0.5B-PT-stage2.json => qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-EN-0.5B-PT-stage2.json => ModernBERT-EN-0.5B-PT-stage2/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/ModernBERT-EN-1B-PT-stage2-bs1024.json => qa/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-EN-1B-PT-stage2-bs1024.json => ModernBERT-EN-1B-PT-stage2-bs1024/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/ModernBERT-EN-3B-PT-stage2-bs2048.json => qa/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-EN-3B-PT-stage2-bs2048.json => ModernBERT-EN-3B-PT-stage2-bs2048/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/ModernBERT-JP-0.5B-PT-stage2.json => qa/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-JP-0.5B-PT-stage2.json => ModernBERT-JP-0.5B-PT-stage2/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/ModernBERT-JP-1B-PT-stage2-bs1024.json => qa/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-JP-1B-PT-stage2-bs1024.json => ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/ModernBERT-JP-3B-PT-stage2-bs2048.json => qa/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-JP-3B-PT-stage2-bs2048.json => ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Qwen2.5-EN-0.5B.json => qa/Qwen2.5-EN-0.5B/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Qwen2.5-EN-0.5B.json => Qwen2.5-EN-0.5B/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json => qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Qwen2.5-Scratch-EN-0.5B-PT-stage2.json => Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Sarashina-EN-0.5B.json => qa/Sarashina-EN-0.5B/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Sarashina-EN-0.5B.json => Sarashina-EN-0.5B/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Sarashina-EN-1B.json => qa/Sarashina-EN-1B/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Sarashina-EN-1B.json => Sarashina-EN-1B/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Sarashina-EN-3B.json => qa/Sarashina-EN-3B/csqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Sarashina-EN-3B.json => Sarashina-EN-3B/squad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Sarashina-JP-0.5B.json => qa/Sarashina-JP-0.5B/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Sarashina-JP-0.5B.json => Sarashina-JP-0.5B/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Sarashina-JP-1B.json => qa/Sarashina-JP-1B/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Sarashina-JP-1B.json => Sarashina-JP-1B/jsquad.json} (100%) rename config/constract_llm/eval/pt/{csqa/Sarashina-JP-3B.json => qa/Sarashina-JP-3B/jcsqa.json} (100%) rename config/constract_llm/eval/pt/qa/{Sarashina-JP-3B.json => Sarashina-JP-3B/jsquad.json} (100%) diff --git a/config/constract_llm/eval/pt/csqa/InstructLM-EN-0.5B.json b/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/InstructLM-EN-0.5B.json rename to config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/csqa.json diff --git a/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B.json b/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B.json rename to config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Llama-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Llama-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Llama-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Llama-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Llama-EN-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Llama-EN-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Llama-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Llama-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/Llama-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Llama-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/Llama-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Llama-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/Mistral-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Mistral-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/csqa/ModernBERT-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/ModernBERT-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/csqa/ModernBERT-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/ModernBERT-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json diff --git a/config/constract_llm/eval/pt/csqa/ModernBERT-EN-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/ModernBERT-EN-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json diff --git a/config/constract_llm/eval/pt/csqa/ModernBERT-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/ModernBERT-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/ModernBERT-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/ModernBERT-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/ModernBERT-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/ModernBERT-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/Qwen2.5-EN-0.5B.json b/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Qwen2.5-EN-0.5B.json rename to config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B.json b/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B.json rename to config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Sarashina-EN-0.5B.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Sarashina-EN-0.5B.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Sarashina-EN-1B.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Sarashina-EN-1B.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-1B/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-1B.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Sarashina-EN-1B.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-1B/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Sarashina-EN-3B.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/csqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Sarashina-EN-3B.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-3B/csqa.json diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-3B.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/squad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Sarashina-EN-3B.json rename to config/constract_llm/eval/pt/qa/Sarashina-EN-3B/squad.json diff --git a/config/constract_llm/eval/pt/csqa/Sarashina-JP-0.5B.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Sarashina-JP-0.5B.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/Sarashina-JP-1B.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Sarashina-JP-1B.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-1B.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Sarashina-JP-1B.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jsquad.json diff --git a/config/constract_llm/eval/pt/csqa/Sarashina-JP-3B.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jcsqa.json similarity index 100% rename from config/constract_llm/eval/pt/csqa/Sarashina-JP-3B.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jcsqa.json diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-3B.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jsquad.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Sarashina-JP-3B.json rename to config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jsquad.json From 50b8f7fb4821186bed67716879cc750989cf689d Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:30:01 +0900 Subject: [PATCH 09/13] Add batch-matched 1B/3B configs (total batch equal to 0.5B) Unsuffixed 1B/3B train configs use the 0.5B effective totals on 8 GPUs (stage1/WSL 4096, stage2/FT 512), keeping per-device batch and adjusting gradient accumulation (3B FT halves per-device batch to fit 512). Matching eval configs (glue/qa/isotropic/mteb/bench_sbert) and Llama-Bi conversion configs are added; the size-scaled variants keep their -bs names (conversion configs renamed to *_bs.json). --- .../bench_sbert/Sentence-Llama-Bi-EN-1B.json | 35 ++++++++++ .../bench_sbert/Sentence-Llama-Bi-EN-3B.json | 35 ++++++++++ .../bench_sbert/Sentence-Llama-Bi-JP-1B.json | 35 ++++++++++ .../bench_sbert/Sentence-Llama-Bi-JP-3B.json | 35 ++++++++++ .../Sentence-ModernBERT-EN-1B.json | 35 ++++++++++ .../Sentence-ModernBERT-EN-3B.json | 35 ++++++++++ .../Sentence-ModernBERT-JP-1B.json | 35 ++++++++++ .../Sentence-ModernBERT-JP-3B.json | 35 ++++++++++ .../Sentence-Sarashina-Bi-EN-1B.json | 35 ++++++++++ .../Sentence-Sarashina-Bi-EN-3B.json | 35 ++++++++++ .../Sentence-Sarashina-Bi-JP-1B.json | 35 ++++++++++ .../Sentence-Sarashina-Bi-JP-3B.json | 35 ++++++++++ .../ft/isotropic/Sentence-Llama-Bi-EN-1B.json | 15 +++++ .../ft/isotropic/Sentence-Llama-Bi-EN-3B.json | 15 +++++ .../ft/isotropic/Sentence-Llama-Bi-JP-1B.json | 12 ++++ .../ft/isotropic/Sentence-Llama-Bi-JP-3B.json | 12 ++++ .../isotropic/Sentence-ModernBERT-EN-1B.json | 15 +++++ .../isotropic/Sentence-ModernBERT-EN-3B.json | 15 +++++ .../isotropic/Sentence-ModernBERT-JP-1B.json | 12 ++++ .../isotropic/Sentence-ModernBERT-JP-3B.json | 12 ++++ .../Sentence-Sarashina-Bi-EN-1B.json | 15 +++++ .../Sentence-Sarashina-Bi-EN-3B.json | 15 +++++ .../Sentence-Sarashina-Bi-JP-1B.json | 12 ++++ .../Sentence-Sarashina-Bi-JP-3B.json | 12 ++++ .../ft/mteb/Sentence-Llama-Bi-EN-1B/full.json | 63 ++++++++++++++++++ .../full_chunks/clf-clust.json | 42 ++++++++++++ .../full_chunks/retr-arguana.json | 27 ++++++++ .../retr-climatefeverhardnega.json | 27 ++++++++ .../retr-cqadupstackgamingret.json | 27 ++++++++ .../retr-cqadupstackunixretri.json | 27 ++++++++ .../full_chunks/retr-feverhardnegatives.json | 27 ++++++++ .../full_chunks/retr-fiqa2018.json | 27 ++++++++ .../retr-hotpotqahardnegative.json | 27 ++++++++ .../full_chunks/retr-scidocs.json | 27 ++++++++ .../full_chunks/retr-touche2020retrieval.json | 27 ++++++++ .../full_chunks/retr-treccovid.json | 27 ++++++++ .../full_chunks/sts-rerank.json | 37 +++++++++++ .../mteb/Sentence-Llama-Bi-EN-1B/subset.json | 29 ++++++++ .../mteb/Sentence-Llama-Bi-EN-3B/subset.json | 29 ++++++++ .../mteb/Sentence-ModernBERT-EN-1B/full.json | 63 ++++++++++++++++++ .../full_chunks/clf-clust.json | 42 ++++++++++++ .../full_chunks/retr-arguana.json | 27 ++++++++ .../retr-climatefeverhardnega.json | 27 ++++++++ .../retr-cqadupstackgamingret.json | 27 ++++++++ .../retr-cqadupstackunixretri.json | 27 ++++++++ .../full_chunks/retr-feverhardnegatives.json | 27 ++++++++ .../full_chunks/retr-fiqa2018.json | 27 ++++++++ .../retr-hotpotqahardnegative.json | 27 ++++++++ .../full_chunks/retr-scidocs.json | 27 ++++++++ .../full_chunks/retr-touche2020retrieval.json | 27 ++++++++ .../full_chunks/retr-treccovid.json | 27 ++++++++ .../full_chunks/sts-rerank.json | 37 +++++++++++ .../Sentence-ModernBERT-EN-1B/subset.json | 29 ++++++++ .../Sentence-ModernBERT-EN-3B/subset.json | 29 ++++++++ .../Sentence-Sarashina-Bi-EN-1B/full.json | 63 ++++++++++++++++++ .../full_chunks/clf-clust.json | 42 ++++++++++++ .../full_chunks/retr-arguana.json | 27 ++++++++ .../retr-climatefeverhardnega.json | 27 ++++++++ .../retr-cqadupstackgamingret.json | 27 ++++++++ .../retr-cqadupstackunixretri.json | 27 ++++++++ .../full_chunks/retr-feverhardnegatives.json | 27 ++++++++ .../full_chunks/retr-fiqa2018.json | 27 ++++++++ .../retr-hotpotqahardnegative.json | 27 ++++++++ .../full_chunks/retr-scidocs.json | 27 ++++++++ .../full_chunks/retr-touche2020retrieval.json | 27 ++++++++ .../full_chunks/retr-treccovid.json | 27 ++++++++ .../full_chunks/sts-rerank.json | 37 +++++++++++ .../Sentence-Sarashina-Bi-EN-1B/subset.json | 29 ++++++++ .../Sentence-Sarashina-Bi-EN-3B/subset.json | 29 ++++++++ .../pt/glue/Llama-EN-1B-PT-stage2/cola.json | 52 +++++++++++++++ .../pt/glue/Llama-EN-1B-PT-stage2/mnli.json | 52 +++++++++++++++ .../pt/glue/Llama-EN-1B-PT-stage2/stsb.json | 52 +++++++++++++++ .../pt/glue/Llama-EN-3B-PT-stage2/cola.json | 51 ++++++++++++++ .../pt/glue/Llama-EN-3B-PT-stage2/mnli.json | 51 ++++++++++++++ .../pt/glue/Llama-EN-3B-PT-stage2/stsb.json | 51 ++++++++++++++ .../pt/glue/Llama-JP-1B-PT-stage2/jcola.json | 51 ++++++++++++++ .../pt/glue/Llama-JP-1B-PT-stage2/jnli.json | 51 ++++++++++++++ .../pt/glue/Llama-JP-1B-PT-stage2/jsts.json | 51 ++++++++++++++ .../pt/glue/Llama-JP-3B-PT-stage2/jcola.json | 50 ++++++++++++++ .../pt/glue/Llama-JP-3B-PT-stage2/jnli.json | 50 ++++++++++++++ .../pt/glue/Llama-JP-3B-PT-stage2/jsts.json | 50 ++++++++++++++ .../glue/ModernBERT-EN-1B-PT-stage2/cola.json | 52 +++++++++++++++ .../glue/ModernBERT-EN-1B-PT-stage2/mnli.json | 52 +++++++++++++++ .../glue/ModernBERT-EN-1B-PT-stage2/stsb.json | 52 +++++++++++++++ .../glue/ModernBERT-EN-3B-PT-stage2/cola.json | 51 ++++++++++++++ .../glue/ModernBERT-EN-3B-PT-stage2/mnli.json | 51 ++++++++++++++ .../glue/ModernBERT-EN-3B-PT-stage2/stsb.json | 51 ++++++++++++++ .../ModernBERT-JP-1B-PT-stage2/jcola.json | 51 ++++++++++++++ .../glue/ModernBERT-JP-1B-PT-stage2/jnli.json | 51 ++++++++++++++ .../glue/ModernBERT-JP-1B-PT-stage2/jsts.json | 51 ++++++++++++++ .../ModernBERT-JP-3B-PT-stage2/jcola.json | 50 ++++++++++++++ .../glue/ModernBERT-JP-3B-PT-stage2/jnli.json | 50 ++++++++++++++ .../glue/ModernBERT-JP-3B-PT-stage2/jsts.json | 50 ++++++++++++++ .../isotropic/Llama-Bi-EN-1B-PT-stage2.json | 16 +++++ .../isotropic/Llama-Bi-JP-1B-PT-stage2.json | 13 ++++ .../isotropic/Llama-Bi-JP-3B-PT-stage2.json | 12 ++++ .../pt/isotropic/Llama-JP-1B-PT-stage2.json | 13 ++++ .../pt/isotropic/Llama-JP-3B-PT-stage2.json | 12 ++++ .../isotropic/ModernBERT-EN-1B-PT-stage2.json | 16 +++++ .../isotropic/ModernBERT-JP-1B-PT-stage2.json | 12 ++++ .../isotropic/ModernBERT-JP-3B-PT-stage2.json | 12 ++++ .../pt/qa/Llama-EN-1B-PT-stage2/csqa.json | 52 +++++++++++++++ .../pt/qa/Llama-EN-1B-PT-stage2/squad.json | 55 ++++++++++++++++ .../pt/qa/Llama-EN-3B-PT-stage2/csqa.json | 51 ++++++++++++++ .../pt/qa/Llama-EN-3B-PT-stage2/squad.json | 54 +++++++++++++++ .../pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json | 52 +++++++++++++++ .../pt/qa/Llama-JP-1B-PT-stage2/jsquad.json | 55 ++++++++++++++++ .../pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json | 51 ++++++++++++++ .../pt/qa/Llama-JP-3B-PT-stage2/jsquad.json | 54 +++++++++++++++ .../qa/ModernBERT-EN-1B-PT-stage2/csqa.json | 52 +++++++++++++++ .../qa/ModernBERT-EN-1B-PT-stage2/squad.json | 55 ++++++++++++++++ .../qa/ModernBERT-EN-3B-PT-stage2/csqa.json | 51 ++++++++++++++ .../qa/ModernBERT-EN-3B-PT-stage2/squad.json | 54 +++++++++++++++ .../qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json | 52 +++++++++++++++ .../qa/ModernBERT-JP-1B-PT-stage2/jsquad.json | 55 ++++++++++++++++ .../qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json | 51 ++++++++++++++ .../qa/ModernBERT-JP-3B-PT-stage2/jsquad.json | 54 +++++++++++++++ .../model/save_custom_model/llama_bi_1b.json | 4 +- .../save_custom_model/llama_bi_1b_bs1024.json | 9 +++ .../model/save_custom_model/llama_bi_3b.json | 14 ++-- .../save_custom_model/llama_bi_3b_bs2048.json | 9 +++ .../save_custom_model/llama_bi_en_1b.json | 4 +- .../llama_bi_en_1b_bs1024.json | 9 +++ .../save_custom_model/llama_bi_en_3b.json | 4 +- .../llama_bi_en_3b_bs2048.json | 9 +++ .../train/ft/Sentence-Llama-Bi-EN-1B/ft.json | 66 +++++++++++++++++++ .../train/ft/Sentence-Llama-Bi-EN-1B/pt.json | 66 +++++++++++++++++++ .../train/ft/Sentence-Llama-Bi-EN-3B/ft.json | 66 +++++++++++++++++++ .../train/ft/Sentence-Llama-Bi-EN-3B/pt.json | 66 +++++++++++++++++++ .../train/ft/Sentence-Llama-Bi-JP-1B/ft.json | 64 ++++++++++++++++++ .../train/ft/Sentence-Llama-Bi-JP-1B/pt.json | 64 ++++++++++++++++++ .../train/ft/Sentence-Llama-Bi-JP-3B/ft.json | 64 ++++++++++++++++++ .../train/ft/Sentence-Llama-Bi-JP-3B/pt.json | 64 ++++++++++++++++++ .../ft/Sentence-ModernBERT-EN-1B/ft.json | 66 +++++++++++++++++++ .../ft/Sentence-ModernBERT-EN-1B/pt.json | 66 +++++++++++++++++++ .../ft/Sentence-ModernBERT-EN-3B/ft.json | 66 +++++++++++++++++++ .../ft/Sentence-ModernBERT-EN-3B/pt.json | 66 +++++++++++++++++++ .../ft/Sentence-ModernBERT-JP-1B/ft.json | 64 ++++++++++++++++++ .../ft/Sentence-ModernBERT-JP-1B/pt.json | 64 ++++++++++++++++++ .../ft/Sentence-ModernBERT-JP-3B/ft.json | 64 ++++++++++++++++++ .../ft/Sentence-ModernBERT-JP-3B/pt.json | 64 ++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-EN-1B/ft.json | 66 +++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-EN-1B/pt.json | 66 +++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-EN-3B/ft.json | 66 +++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-EN-3B/pt.json | 66 +++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-JP-1B/ft.json | 64 ++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-JP-1B/pt.json | 64 ++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-JP-3B/ft.json | 64 ++++++++++++++++++ .../ft/Sentence-Sarashina-Bi-JP-3B/pt.json | 64 ++++++++++++++++++ .../train/pt/Llama-EN-1B/stage1.json | 54 +++++++++++++++ .../train/pt/Llama-EN-1B/stage2.json | 54 +++++++++++++++ .../train/pt/Llama-EN-3B/stage1.json | 54 +++++++++++++++ .../train/pt/Llama-EN-3B/stage2.json | 54 +++++++++++++++ .../train/pt/Llama-JP-1B/stage1.json | 54 +++++++++++++++ .../train/pt/Llama-JP-1B/stage2.json | 54 +++++++++++++++ .../train/pt/Llama-JP-3B/stage1.json | 54 +++++++++++++++ .../train/pt/Llama-JP-3B/stage2.json | 54 +++++++++++++++ .../train/pt/ModernBERT-EN-1B/stage1.json | 55 ++++++++++++++++ .../train/pt/ModernBERT-EN-1B/stage2.json | 55 ++++++++++++++++ .../train/pt/ModernBERT-EN-3B/stage1.json | 55 ++++++++++++++++ .../train/pt/ModernBERT-EN-3B/stage2.json | 55 ++++++++++++++++ .../train/pt/ModernBERT-JP-1B/stage1.json | 55 ++++++++++++++++ .../train/pt/ModernBERT-JP-1B/stage2.json | 55 ++++++++++++++++ .../train/pt/ModernBERT-JP-3B/stage1.json | 55 ++++++++++++++++ .../train/pt/ModernBERT-JP-3B/stage2.json | 55 ++++++++++++++++ scripts/constract_llm/train/README.md | 20 +++--- scripts/constract_llm/train/README_JA.md | 20 +++--- scripts/constract_llm/train/ft/README.md | 24 +++---- scripts/constract_llm/train/ft/README_JA.md | 24 +++---- scripts/constract_llm/train/pt/README.md | 16 ++--- scripts/constract_llm/train/pt/README_JA.md | 16 ++--- 171 files changed, 6711 insertions(+), 73 deletions(-) create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B.json create mode 100644 config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B.json create mode 100644 config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/clf-clust.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-arguana.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-fiqa2018.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-scidocs.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-treccovid.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/sts-rerank.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/subset.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B/subset.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/clf-clust.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-arguana.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-climatefeverhardnega.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackgamingret.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackunixretri.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-feverhardnegatives.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-fiqa2018.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-hotpotqahardnegative.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-scidocs.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-touche2020retrieval.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-treccovid.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/sts-rerank.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/subset.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B/subset.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/clf-clust.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-arguana.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-fiqa2018.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-scidocs.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-treccovid.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/sts-rerank.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/subset.json create mode 100644 config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B/subset.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json create mode 100644 config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json create mode 100644 config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json create mode 100644 config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json create mode 100644 config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json create mode 100644 config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json create mode 100644 config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json create mode 100644 config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json create mode 100644 config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json create mode 100644 config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json create mode 100644 config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json create mode 100644 config/constract_llm/train/pt/Llama-EN-1B/stage1.json create mode 100644 config/constract_llm/train/pt/Llama-EN-1B/stage2.json create mode 100644 config/constract_llm/train/pt/Llama-EN-3B/stage1.json create mode 100644 config/constract_llm/train/pt/Llama-EN-3B/stage2.json create mode 100644 config/constract_llm/train/pt/Llama-JP-1B/stage1.json create mode 100644 config/constract_llm/train/pt/Llama-JP-1B/stage2.json create mode 100644 config/constract_llm/train/pt/Llama-JP-3B/stage1.json create mode 100644 config/constract_llm/train/pt/Llama-JP-3B/stage2.json create mode 100644 config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json create mode 100644 config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json create mode 100644 config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json create mode 100644 config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json create mode 100644 config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json create mode 100644 config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json create mode 100644 config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json create mode 100644 config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B.json new file mode 100644 index 00000000..3d90e5bd --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "data/outputs/bench_sbert/sentence-llama-bi-en-1b", + "dataset_name_or_path": "google/wiki40b", + "dataset_config_name": "en", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B.json new file mode 100644 index 00000000..5e82707a --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B", + "output_dir": "data/outputs/bench_sbert/sentence-llama-bi-en-3b", + "dataset_name_or_path": "google/wiki40b", + "dataset_config_name": "en", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B.json new file mode 100644 index 00000000..111effc2 --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B", + "output_dir": "data/outputs/bench_sbert/llama-bi-1b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B.json new file mode 100644 index 00000000..e2f9e81e --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B", + "output_dir": "data/outputs/bench_sbert/llama-bi-3b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B.json new file mode 100644 index 00000000..b185d435 --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "data/outputs/bench_sbert/sentence-modernbert-en-1b", + "dataset_name_or_path": "google/wiki40b", + "dataset_config_name": "en", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B.json new file mode 100644 index 00000000..b874c841 --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B", + "output_dir": "data/outputs/bench_sbert/sentence-modernbert-en-3b", + "dataset_name_or_path": "google/wiki40b", + "dataset_config_name": "en", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B.json new file mode 100644 index 00000000..dce0e85f --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B", + "output_dir": "data/outputs/bench_sbert/modernbert-1b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B.json new file mode 100644 index 00000000..cc52897f --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B", + "output_dir": "data/outputs/bench_sbert/modernbert-3b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B.json new file mode 100644 index 00000000..313f9c4d --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "data/outputs/bench_sbert/sentence-sarashina-bi-en-1b", + "dataset_name_or_path": "google/wiki40b", + "dataset_config_name": "en", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B.json new file mode 100644 index 00000000..f012f9e2 --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B", + "output_dir": "data/outputs/bench_sbert/sentence-sarashina-bi-en-3b", + "dataset_name_or_path": "google/wiki40b", + "dataset_config_name": "en", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B.json new file mode 100644 index 00000000..a820224e --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B", + "output_dir": "data/outputs/bench_sbert/sarashina-bi-1b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B.json new file mode 100644 index 00000000..513c5d38 --- /dev/null +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B.json @@ -0,0 +1,35 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B", + "output_dir": "data/outputs/bench_sbert/sarashina-bi-3b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B.json new file mode 100644 index 00000000..c762aacb --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B.json @@ -0,0 +1,15 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "data/outputs/eval/isotropic", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B.json new file mode 100644 index 00000000..bb57d525 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B.json @@ -0,0 +1,15 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B", + "output_dir": "data/outputs/eval/isotropic", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B.json new file mode 100644 index 00000000..e326c8bc --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B", + "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-1B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B.json new file mode 100644 index 00000000..0519c66b --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B", + "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B.json new file mode 100644 index 00000000..18f2df87 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B.json @@ -0,0 +1,15 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "data/outputs/eval/isotropic", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B.json new file mode 100644 index 00000000..a7b62ebd --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B.json @@ -0,0 +1,15 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B", + "output_dir": "data/outputs/eval/isotropic", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B.json new file mode 100644 index 00000000..371e2805 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B", + "output_dir": "data/outputs/eval/isotropic/Sentence-ModernBERT-1B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B.json new file mode 100644 index 00000000..edbb3b79 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B", + "output_dir": "data/outputs/eval/isotropic/Sentence-ModernBERT-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B.json new file mode 100644 index 00000000..1ebbb590 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B.json @@ -0,0 +1,15 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "data/outputs/eval/isotropic", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B.json new file mode 100644 index 00000000..33e0bf75 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B.json @@ -0,0 +1,15 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B", + "output_dir": "data/outputs/eval/isotropic", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B.json new file mode 100644 index 00000000..e3f56e85 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B", + "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-1B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B.json new file mode 100644 index 00000000..f79e8958 --- /dev/null +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B", + "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full.json new file mode 100644 index 00000000..0d725ddf --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full.json @@ -0,0 +1,63 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "ArguAna", + "ArXivHierarchicalClusteringP2P", + "ArXivHierarchicalClusteringS2S", + "AskUbuntuDupQuestions", + "BIOSSES", + "Banking77Classification", + "BiorxivClusteringP2P.v2", + "CQADupstackGamingRetrieval", + "CQADupstackUnixRetrieval", + "ClimateFEVERHardNegatives", + "FEVERHardNegatives", + "FiQA2018", + "HotpotQAHardNegatives", + "ImdbClassification", + "MTOPDomainClassification", + "MassiveIntentClassification", + "MassiveScenarioClassification", + "MedrxivClusteringP2P.v2", + "MedrxivClusteringS2S.v2", + "MindSmallReranking", + "SCIDOCS", + "SICK-R", + "STS12", + "STS13", + "STS14", + "STS15", + "STSBenchmark", + "StackExchangeClustering.v2", + "StackExchangeClusteringP2P.v2", + "TRECCOVID", + "Touche2020Retrieval.v3", + "ToxicConversationsClassification", + "TweetSentimentExtractionClassification", + "TwentyNewsgroupsClustering.v2", + "AmazonCounterfactualClassification", + "STS17", + "STS22.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/clf-clust.json new file mode 100644 index 00000000..68b7c384 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/clf-clust.json @@ -0,0 +1,42 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "AmazonCounterfactualClassification", + "Banking77Classification", + "ImdbClassification", + "MTOPDomainClassification", + "MassiveIntentClassification", + "MassiveScenarioClassification", + "ToxicConversationsClassification", + "TweetSentimentExtractionClassification", + "ArXivHierarchicalClusteringP2P", + "ArXivHierarchicalClusteringS2S", + "BiorxivClusteringP2P.v2", + "MedrxivClusteringP2P.v2", + "MedrxivClusteringS2S.v2", + "StackExchangeClustering.v2", + "StackExchangeClusteringP2P.v2", + "TwentyNewsgroupsClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-arguana.json new file mode 100644 index 00000000..89d5abd4 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-arguana.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "ArguAna" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json new file mode 100644 index 00000000..3e89a036 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "ClimateFEVERHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json new file mode 100644 index 00000000..3bb2d580 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "CQADupstackGamingRetrieval" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json new file mode 100644 index 00000000..ac1c8403 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "CQADupstackUnixRetrieval" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json new file mode 100644 index 00000000..3e820a41 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "FEVERHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-fiqa2018.json new file mode 100644 index 00000000..ad185a0a --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-fiqa2018.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "FiQA2018" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json new file mode 100644 index 00000000..3e76e9d8 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "HotpotQAHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-scidocs.json new file mode 100644 index 00000000..bbe2f46c --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-scidocs.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "SCIDOCS" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json new file mode 100644 index 00000000..5d29e37a --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "Touche2020Retrieval.v3" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-treccovid.json new file mode 100644 index 00000000..0c403702 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-treccovid.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "TRECCOVID" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/sts-rerank.json new file mode 100644 index 00000000..17a30997 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/sts-rerank.json @@ -0,0 +1,37 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-llama-bi-en-1b", + "tasks": [ + "BIOSSES", + "SICK-R", + "STS12", + "STS13", + "STS14", + "STS15", + "STS17", + "STS22.v2", + "STSBenchmark", + "AskUbuntuDupQuestions", + "MindSmallReranking" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/subset.json new file mode 100644 index 00000000..0a598435 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/subset.json @@ -0,0 +1,29 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B", + "output_dir": "data/outputs/eval/mteb/sentence-llama-bi-en-1b", + "tasks": [ + "SciFact", + "STSBenchmark", + "Banking77Classification.v2", + "AskUbuntuDupQuestions", + "StackExchangeClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B/subset.json new file mode 100644 index 00000000..636e1c03 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B/subset.json @@ -0,0 +1,29 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B", + "output_dir": "data/outputs/eval/mteb/sentence-llama-bi-en-3b", + "tasks": [ + "SciFact", + "STSBenchmark", + "Banking77Classification.v2", + "AskUbuntuDupQuestions", + "StackExchangeClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full.json new file mode 100644 index 00000000..8661b6c9 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full.json @@ -0,0 +1,63 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "ArguAna", + "ArXivHierarchicalClusteringP2P", + "ArXivHierarchicalClusteringS2S", + "AskUbuntuDupQuestions", + "BIOSSES", + "Banking77Classification", + "BiorxivClusteringP2P.v2", + "CQADupstackGamingRetrieval", + "CQADupstackUnixRetrieval", + "ClimateFEVERHardNegatives", + "FEVERHardNegatives", + "FiQA2018", + "HotpotQAHardNegatives", + "ImdbClassification", + "MTOPDomainClassification", + "MassiveIntentClassification", + "MassiveScenarioClassification", + "MedrxivClusteringP2P.v2", + "MedrxivClusteringS2S.v2", + "MindSmallReranking", + "SCIDOCS", + "SICK-R", + "STS12", + "STS13", + "STS14", + "STS15", + "STSBenchmark", + "StackExchangeClustering.v2", + "StackExchangeClusteringP2P.v2", + "TRECCOVID", + "Touche2020Retrieval.v3", + "ToxicConversationsClassification", + "TweetSentimentExtractionClassification", + "TwentyNewsgroupsClustering.v2", + "AmazonCounterfactualClassification", + "STS17", + "STS22.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/clf-clust.json new file mode 100644 index 00000000..d1d460b9 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/clf-clust.json @@ -0,0 +1,42 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "AmazonCounterfactualClassification", + "Banking77Classification", + "ImdbClassification", + "MTOPDomainClassification", + "MassiveIntentClassification", + "MassiveScenarioClassification", + "ToxicConversationsClassification", + "TweetSentimentExtractionClassification", + "ArXivHierarchicalClusteringP2P", + "ArXivHierarchicalClusteringS2S", + "BiorxivClusteringP2P.v2", + "MedrxivClusteringP2P.v2", + "MedrxivClusteringS2S.v2", + "StackExchangeClustering.v2", + "StackExchangeClusteringP2P.v2", + "TwentyNewsgroupsClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-arguana.json new file mode 100644 index 00000000..f6654c83 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-arguana.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "ArguAna" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-climatefeverhardnega.json new file mode 100644 index 00000000..ca243e97 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-climatefeverhardnega.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "ClimateFEVERHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackgamingret.json new file mode 100644 index 00000000..18b8aca5 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackgamingret.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "CQADupstackGamingRetrieval" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackunixretri.json new file mode 100644 index 00000000..c0321960 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackunixretri.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "CQADupstackUnixRetrieval" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-feverhardnegatives.json new file mode 100644 index 00000000..c27706cc --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-feverhardnegatives.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "FEVERHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-fiqa2018.json new file mode 100644 index 00000000..6eb2012d --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-fiqa2018.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "FiQA2018" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-hotpotqahardnegative.json new file mode 100644 index 00000000..c5e4a65b --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-hotpotqahardnegative.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "HotpotQAHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-scidocs.json new file mode 100644 index 00000000..c92366a4 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-scidocs.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "SCIDOCS" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-touche2020retrieval.json new file mode 100644 index 00000000..97f02ac4 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-touche2020retrieval.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "Touche2020Retrieval.v3" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-treccovid.json new file mode 100644 index 00000000..9d9ecea6 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-treccovid.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "TRECCOVID" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/sts-rerank.json new file mode 100644 index 00000000..b1f6cce6 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/sts-rerank.json @@ -0,0 +1,37 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-modernbert-en-1b", + "tasks": [ + "BIOSSES", + "SICK-R", + "STS12", + "STS13", + "STS14", + "STS15", + "STS17", + "STS22.v2", + "STSBenchmark", + "AskUbuntuDupQuestions", + "MindSmallReranking" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/subset.json new file mode 100644 index 00000000..a2562b49 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/subset.json @@ -0,0 +1,29 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B", + "output_dir": "data/outputs/eval/mteb/sentence-modernbert-en-1b", + "tasks": [ + "SciFact", + "STSBenchmark", + "Banking77Classification.v2", + "AskUbuntuDupQuestions", + "StackExchangeClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B/subset.json new file mode 100644 index 00000000..648e3cc5 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B/subset.json @@ -0,0 +1,29 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B", + "output_dir": "data/outputs/eval/mteb/sentence-modernbert-en-3b", + "tasks": [ + "SciFact", + "STSBenchmark", + "Banking77Classification.v2", + "AskUbuntuDupQuestions", + "StackExchangeClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full.json new file mode 100644 index 00000000..7362a533 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full.json @@ -0,0 +1,63 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "ArguAna", + "ArXivHierarchicalClusteringP2P", + "ArXivHierarchicalClusteringS2S", + "AskUbuntuDupQuestions", + "BIOSSES", + "Banking77Classification", + "BiorxivClusteringP2P.v2", + "CQADupstackGamingRetrieval", + "CQADupstackUnixRetrieval", + "ClimateFEVERHardNegatives", + "FEVERHardNegatives", + "FiQA2018", + "HotpotQAHardNegatives", + "ImdbClassification", + "MTOPDomainClassification", + "MassiveIntentClassification", + "MassiveScenarioClassification", + "MedrxivClusteringP2P.v2", + "MedrxivClusteringS2S.v2", + "MindSmallReranking", + "SCIDOCS", + "SICK-R", + "STS12", + "STS13", + "STS14", + "STS15", + "STSBenchmark", + "StackExchangeClustering.v2", + "StackExchangeClusteringP2P.v2", + "TRECCOVID", + "Touche2020Retrieval.v3", + "ToxicConversationsClassification", + "TweetSentimentExtractionClassification", + "TwentyNewsgroupsClustering.v2", + "AmazonCounterfactualClassification", + "STS17", + "STS22.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/clf-clust.json new file mode 100644 index 00000000..e7e49714 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/clf-clust.json @@ -0,0 +1,42 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "AmazonCounterfactualClassification", + "Banking77Classification", + "ImdbClassification", + "MTOPDomainClassification", + "MassiveIntentClassification", + "MassiveScenarioClassification", + "ToxicConversationsClassification", + "TweetSentimentExtractionClassification", + "ArXivHierarchicalClusteringP2P", + "ArXivHierarchicalClusteringS2S", + "BiorxivClusteringP2P.v2", + "MedrxivClusteringP2P.v2", + "MedrxivClusteringS2S.v2", + "StackExchangeClustering.v2", + "StackExchangeClusteringP2P.v2", + "TwentyNewsgroupsClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-arguana.json new file mode 100644 index 00000000..5e584fe3 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-arguana.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "ArguAna" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json new file mode 100644 index 00000000..8652bad5 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-climatefeverhardnega.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "ClimateFEVERHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json new file mode 100644 index 00000000..69401b69 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "CQADupstackGamingRetrieval" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json new file mode 100644 index 00000000..cb2719a2 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "CQADupstackUnixRetrieval" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json new file mode 100644 index 00000000..638261ca --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-feverhardnegatives.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "FEVERHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-fiqa2018.json new file mode 100644 index 00000000..111a5891 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-fiqa2018.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "FiQA2018" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json new file mode 100644 index 00000000..10586d96 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "HotpotQAHardNegatives" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-scidocs.json new file mode 100644 index 00000000..ab0f28f8 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-scidocs.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "SCIDOCS" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json new file mode 100644 index 00000000..ce75ef6e --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-touche2020retrieval.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "Touche2020Retrieval.v3" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-treccovid.json new file mode 100644 index 00000000..09b777ff --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-treccovid.json @@ -0,0 +1,27 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "TRECCOVID" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/sts-rerank.json new file mode 100644 index 00000000..78dfc28c --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/sts-rerank.json @@ -0,0 +1,37 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "/cl/work16/tatsuki-o/mirei_devsplit/mteb_full/sentence-sarashina-bi-en-1b", + "tasks": [ + "BIOSSES", + "SICK-R", + "STS12", + "STS13", + "STS14", + "STS15", + "STS17", + "STS22.v2", + "STSBenchmark", + "AskUbuntuDupQuestions", + "MindSmallReranking" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": { + "torch_dtype": "bfloat16" + }, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/subset.json new file mode 100644 index 00000000..dc0509e4 --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/subset.json @@ -0,0 +1,29 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B", + "output_dir": "data/outputs/eval/mteb/sentence-sarashina-bi-en-1b", + "tasks": [ + "SciFact", + "STSBenchmark", + "Banking77Classification.v2", + "AskUbuntuDupQuestions", + "StackExchangeClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B/subset.json new file mode 100644 index 00000000..1867694b --- /dev/null +++ b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B/subset.json @@ -0,0 +1,29 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B", + "output_dir": "data/outputs/eval/mteb/sentence-sarashina-bi-en-3b", + "tasks": [ + "SciFact", + "STSBenchmark", + "Banking77Classification.v2", + "AskUbuntuDupQuestions", + "StackExchangeClustering.v2" + ], + "languages": [ + "eng" + ], + "eval_splits": null, + "exclusive_language_filter": false, + "overwrite_strategy": "only-missing", + "public_only": true, + "raise_error": true, + "num_proc": null, + "batch_size": 32, + "normalize_embeddings": true, + "show_progress_bar": true, + "device": "cuda", + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "use_mteb_get_model": false +} diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json new file mode 100644 index 00000000..a2209ad7 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "task_name": "cola", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "cola", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-1B-PT-stage2-cola-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json new file mode 100644 index 00000000..b5f4ebcc --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "task_name": "mnli", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "mnli", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-1B-PT-stage2-mnli-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json new file mode 100644 index 00000000..af7a4302 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "task_name": "stsb", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "stsb", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-1B-PT-stage2-stsb-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json new file mode 100644 index 00000000..6086c112 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "task_name": "cola", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "cola", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-3B-PT-stage2-cola-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json new file mode 100644 index 00000000..db37f4b8 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "task_name": "mnli", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "mnli", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-3B-PT-stage2-mnli-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json new file mode 100644 index 00000000..ec56ebdc --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "task_name": "stsb", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "stsb", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-3B-PT-stage2-stsb-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json new file mode 100644 index 00000000..8ca89328 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-1B-PT-stage2-jcola-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json new file mode 100644 index 00000000..3802e7d1 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "task_name": "JNLI", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-1B-PT-stage2-jnli-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json new file mode 100644 index 00000000..ca0c8ddd --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "task_name": "JSTS", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-1B-PT-stage2-jsts-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json new file mode 100644 index 00000000..4c69f142 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json @@ -0,0 +1,50 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-3B-PT-stage2-jcola-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json new file mode 100644 index 00000000..df1d9ec4 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json @@ -0,0 +1,50 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "task_name": "JNLI", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-3B-PT-stage2-jnli-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json new file mode 100644 index 00000000..1bb76fb6 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json @@ -0,0 +1,50 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "task_name": "JSTS", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-3B-PT-stage2-jsts-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json new file mode 100644 index 00000000..18214581 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "task_name": "cola", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "cola", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-1B-PT-stage2-cola-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json new file mode 100644 index 00000000..ce1e3c12 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "task_name": "mnli", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "mnli", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-1B-PT-stage2-mnli-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json new file mode 100644 index 00000000..6124729d --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "task_name": "stsb", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "stsb", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-1B-PT-stage2-stsb-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json new file mode 100644 index 00000000..5ca5293f --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "task_name": "cola", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "cola", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-3B-PT-stage2-cola-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json new file mode 100644 index 00000000..0ec015aa --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "task_name": "mnli", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "mnli", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-3B-PT-stage2-mnli-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json new file mode 100644 index 00000000..313e7933 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "task_name": "stsb", + "dataset_name": "nyu-mll/glue", + "dataset_config_name": "stsb", + "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c", + "trust_remote_code": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-3B-PT-stage2-stsb-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json new file mode 100644 index 00000000..3dfcd5ef --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-1B-PT-stage2-jcola-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json new file mode 100644 index 00000000..507ae3f1 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "task_name": "JNLI", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-1B-PT-stage2-jnli-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json new file mode 100644 index 00000000..2b1ffcc6 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "task_name": "JSTS", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-1B-PT-stage2-jsts-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json new file mode 100644 index 00000000..40c35e84 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json @@ -0,0 +1,50 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-3B-PT-stage2-jcola-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json new file mode 100644 index 00000000..d5181111 --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json @@ -0,0 +1,50 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "task_name": "JNLI", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-3B-PT-stage2-jnli-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json new file mode 100644 index 00000000..0c6daafc --- /dev/null +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json @@ -0,0 +1,50 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "task_name": "JSTS", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-3B-PT-stage2-jsts-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "pearson", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2.json new file mode 100644 index 00000000..759f5fc0 --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2.json @@ -0,0 +1,16 @@ +{ + "output_dir": "data/outputs/eval/isotropic/Llama-Bi-EN-1B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive", + "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2" +} diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2.json new file mode 100644 index 00000000..b89fb566 --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2.json @@ -0,0 +1,13 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/Llama-Bi-1B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2.json new file mode 100644 index 00000000..33c42f1f --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/Llama-Bi-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2.json new file mode 100644 index 00000000..6e7b9f9f --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2.json @@ -0,0 +1,13 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/Llama-1B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2.json new file mode 100644 index 00000000..e6b165f9 --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/Llama-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2.json new file mode 100644 index 00000000..d8934f09 --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2.json @@ -0,0 +1,16 @@ +{ + "output_dir": "data/outputs/eval/isotropic/ModernBERT-EN-1B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "wiki_name": "google/wiki40b", + "wiki_lang": "en", + "positive_pair_dataset_name": "sentence-transformers/all-nli", + "positive_pair_dataset_config_name": "triplet", + "positive_pair_dataset_split": "dev", + "positive_pair_sentence1_column": "anchor", + "positive_pair_sentence2_column": "positive", + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2" +} diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2.json new file mode 100644 index 00000000..ca1c2261 --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/ModernBERT-1B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2.json new file mode 100644 index 00000000..3c34656f --- /dev/null +++ b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2.json @@ -0,0 +1,12 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/ModernBERT-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json new file mode 100644 index 00000000..9daf472b --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "task_name": "csqa", + "trust_remote_code": true, + "dataset_name": "tau/commonsense_qa", + "dataset_config_name": null, + "dataset_revision": "94630fe30dad47192a8546eb75f094926d47e155", + "max_seq_length": 128, + "force_add_bos_token": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-1B-PT-stage2-csqa-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json new file mode 100644 index 00000000..96e50442 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", + "task_name": "squad", + "trust_remote_code": true, + "dataset_name": "rajpurkar/squad", + "dataset_config_name": null, + "dataset_revision": "7b6d24c440a36b6815f21b70d25016731768db1f", + "max_seq_length": 384, + "force_add_bos_token": true, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-1B-PT-stage2-squad-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json new file mode 100644 index 00000000..33386edc --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "task_name": "csqa", + "trust_remote_code": true, + "dataset_name": "tau/commonsense_qa", + "dataset_config_name": null, + "dataset_revision": "94630fe30dad47192a8546eb75f094926d47e155", + "max_seq_length": 128, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-3B-PT-stage2-csqa-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json new file mode 100644 index 00000000..1e2cf428 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", + "task_name": "squad", + "trust_remote_code": true, + "dataset_name": "rajpurkar/squad", + "dataset_config_name": null, + "dataset_revision": "7b6d24c440a36b6815f21b70d25016731768db1f", + "max_seq_length": 384, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-EN-3B-PT-stage2-squad-glue", + "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue", + "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json new file mode 100644 index 00000000..9aa39032 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "task_name": "JCSQA", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JCommonsenseQA", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 128, + "force_add_bos_token": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-1B-PT-stage2-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json new file mode 100644 index 00000000..5f1c3119 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", + "task_name": "JSQuAD", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JSQuAD", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 384, + "force_add_bos_token": true, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-1B-PT-stage2-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json new file mode 100644 index 00000000..2ec2d35e --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "task_name": "JCSQA", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JCommonsenseQA", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 128, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-3B-PT-stage2-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json new file mode 100644 index 00000000..1cc16117 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "task_name": "JSQuAD", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JSQuAD", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 384, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-3B-PT-stage2-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json new file mode 100644 index 00000000..35d7484a --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "task_name": "csqa", + "trust_remote_code": true, + "dataset_name": "tau/commonsense_qa", + "dataset_config_name": null, + "dataset_revision": "94630fe30dad47192a8546eb75f094926d47e155", + "max_seq_length": 128, + "force_add_bos_token": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-1B-PT-stage2-csqa-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json new file mode 100644 index 00000000..11a6b0c8 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "task_name": "squad", + "trust_remote_code": true, + "dataset_name": "rajpurkar/squad", + "dataset_config_name": null, + "dataset_revision": "7b6d24c440a36b6815f21b70d25016731768db1f", + "max_seq_length": 384, + "force_add_bos_token": true, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-1B-PT-stage2-squad-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json new file mode 100644 index 00000000..737f8db3 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "task_name": "csqa", + "trust_remote_code": true, + "dataset_name": "tau/commonsense_qa", + "dataset_config_name": null, + "dataset_revision": "94630fe30dad47192a8546eb75f094926d47e155", + "max_seq_length": 128, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-3B-PT-stage2-csqa-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json new file mode 100644 index 00000000..05141283 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "task_name": "squad", + "trust_remote_code": true, + "dataset_name": "rajpurkar/squad", + "dataset_config_name": null, + "dataset_revision": "7b6d24c440a36b6815f21b70d25016731768db1f", + "max_seq_length": 384, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-EN-3B-PT-stage2-squad-glue", + "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue", + "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json new file mode 100644 index 00000000..92232891 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json @@ -0,0 +1,52 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "task_name": "JCSQA", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JCommonsenseQA", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 128, + "force_add_bos_token": true, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-1B-PT-stage2-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json new file mode 100644 index 00000000..a9eef4b7 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "task_name": "JSQuAD", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JSQuAD", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 384, + "force_add_bos_token": true, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-1B-PT-stage2-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 1e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json new file mode 100644 index 00000000..6699ed90 --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json @@ -0,0 +1,51 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "task_name": "JCSQA", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JCommonsenseQA", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 128, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-3B-PT-stage2-jcsqa-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json new file mode 100644 index 00000000..82e70aba --- /dev/null +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "task_name": "JSQuAD", + "trust_remote_code": true, + "dataset_name": "shunk031/JGLUE", + "dataset_config_name": "JSQuAD", + "dataset_revision": "41cc99f1c01d41b1ab13435ae97b7076c2199f4c", + "max_seq_length": 384, + "doc_stride": 128, + "n_best_size": 20, + "max_answer_length": 30, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-3B-PT-stage2-jsquad-test", + "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test", + "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-06, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "f1", + "greater_is_better": true, + "load_best_model_at_end": true, + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 500, + "eval_steps": 500, + "save_total_limit": 2, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/model/save_custom_model/llama_bi_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_1b.json index 204fd895..fb718a5f 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_1b.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", "output_dir": "./data/misc/json", "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2-bs1024", + "repo_id": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2", "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json b/config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json new file mode 100644 index 00000000..204fd895 --- /dev/null +++ b/config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json @@ -0,0 +1,9 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "./data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2-bs1024", + "private": true +} diff --git a/config/constract_llm/model/save_custom_model/llama_bi_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_3b.json index 3f91b607..8c511240 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_3b.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", - "custom_model_type": "llama", - "task_type": "lm", - "output_dir": "./data/misc/json", - "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", - "private": true + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "./data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2", + "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json b/config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json new file mode 100644 index 00000000..3f91b607 --- /dev/null +++ b/config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json @@ -0,0 +1,9 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "./data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", + "private": true +} diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json index c18e6bfc..0a5ec93a 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", "output_dir": "./data/misc/json", "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2-bs1024", + "repo_id": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2", "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json b/config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json new file mode 100644 index 00000000..c18e6bfc --- /dev/null +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json @@ -0,0 +1,9 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "./data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2-bs1024", + "private": true +} diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json index 0e89a625..c1ed70af 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", "output_dir": "./data/misc/json", "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2-bs2048", + "repo_id": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2", "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json b/config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json new file mode 100644 index 00000000..0e89a625 --- /dev/null +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json @@ -0,0 +1,9 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "./data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2-bs2048", + "private": true +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json new file mode 100644 index 00000000..259baaed --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json @@ -0,0 +1,66 @@ +{ + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": "negative", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-PT", + "run_name": "Sentence-Llama-Bi-EN-1B", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B/logs", + "train_file": "./data/processed/english_embedding/ft/train.jsonl", + "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json new file mode 100644 index 00000000..e0e177b8 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json @@ -0,0 +1,66 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2", + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": null, + "run_name": "Sentence-Llama-Bi-EN-1B-PT", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 256, + "loss_cache_mini_batch_size": 64, + "per_device_eval_batch_size": 256, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "train_file": "./data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json new file mode 100644 index 00000000..0b3bf11e --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json @@ -0,0 +1,66 @@ +{ + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": "negative", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 4, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-PT", + "run_name": "Sentence-Llama-Bi-EN-3B", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B/logs", + "train_file": "./data/processed/english_embedding/ft/train.jsonl", + "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json new file mode 100644 index 00000000..fef7d3a9 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json @@ -0,0 +1,66 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2", + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": null, + "run_name": "Sentence-Llama-Bi-EN-3B-PT", + "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 512, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 512, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "train_file": "./data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json new file mode 100644 index 00000000..92867a01 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-1B-PT", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-Llama-Bi-JP-1B", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json new file mode 100644 index 00000000..4e1cbb18 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-Llama-Bi-JP-1B-PT", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 256, + "loss_cache_mini_batch_size": 64, + "per_device_eval_batch_size": 256, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json new file mode 100644 index 00000000..646b7db5 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-PT", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-Llama-Bi-JP-3B", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 4, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json new file mode 100644 index 00000000..c36845b2 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-Llama-Bi-JP-3B-PT", + "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT", + "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 512, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 512, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json new file mode 100644 index 00000000..1bdaa067 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json @@ -0,0 +1,66 @@ +{ + "trust_remote_code": false, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": "negative", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-PT", + "run_name": "Sentence-ModernBERT-EN-1B", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B/logs", + "train_file": "./data/processed/english_embedding/ft/train.jsonl", + "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json new file mode 100644 index 00000000..a918ac21 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json @@ -0,0 +1,66 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2", + "trust_remote_code": false, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": null, + "run_name": "Sentence-ModernBERT-EN-1B-PT", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 256, + "loss_cache_mini_batch_size": 64, + "per_device_eval_batch_size": 256, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "train_file": "./data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json new file mode 100644 index 00000000..b4bdc3f0 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json @@ -0,0 +1,66 @@ +{ + "trust_remote_code": false, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": "negative", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 4, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-PT", + "run_name": "Sentence-ModernBERT-EN-3B", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B/logs", + "train_file": "./data/processed/english_embedding/ft/train.jsonl", + "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json new file mode 100644 index 00000000..500d3cdd --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json @@ -0,0 +1,66 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage2", + "trust_remote_code": false, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": null, + "run_name": "Sentence-ModernBERT-EN-3B-PT", + "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT", + "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 512, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 512, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "train_file": "./data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json new file mode 100644 index 00000000..90c2c2cf --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-1B-PT", + "trust_remote_code": false, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-ModernBERT-JP-1B", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json new file mode 100644 index 00000000..82df70ba --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage2", + "trust_remote_code": false, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-ModernBERT-JP-1B-PT", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 256, + "loss_cache_mini_batch_size": 64, + "per_device_eval_batch_size": 256, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json new file mode 100644 index 00000000..562b6b72 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-PT", + "trust_remote_code": false, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-ModernBERT-JP-3B", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 4, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json new file mode 100644 index 00000000..40435b1b --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2", + "trust_remote_code": false, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-ModernBERT-JP-3B-PT", + "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT", + "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 512, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 512, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json new file mode 100644 index 00000000..c1ef0b5e --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json @@ -0,0 +1,66 @@ +{ + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": "negative", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-PT", + "run_name": "Sentence-Sarashina-Bi-EN-1B", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B/logs", + "train_file": "./data/processed/english_embedding/ft/train.jsonl", + "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json new file mode 100644 index 00000000..ae79492c --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json @@ -0,0 +1,66 @@ +{ + "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-1b", + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": null, + "run_name": "Sentence-Sarashina-Bi-EN-1B-PT", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 256, + "loss_cache_mini_batch_size": 64, + "per_device_eval_batch_size": 256, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "train_file": "./data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json new file mode 100644 index 00000000..4b3d1b8e --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json @@ -0,0 +1,66 @@ +{ + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": "negative", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 4, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-PT", + "run_name": "Sentence-Sarashina-Bi-EN-3B", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B/logs", + "train_file": "./data/processed/english_embedding/ft/train.jsonl", + "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json new file mode 100644 index 00000000..f73d69dc --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json @@ -0,0 +1,66 @@ +{ + "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-3b", + "trust_remote_code": true, + "dataset_name": null, + "use_all_subset": false, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anchor", + "positive_column_name": "positive", + "negative_column_name": null, + "run_name": "Sentence-Sarashina-Bi-EN-3B-PT", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 512, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 512, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label", + "train_file": "./data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json new file mode 100644 index 00000000..a0bb556e --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-1B-PT", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-Sarashina-Bi-JP-1B", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json new file mode 100644 index 00000000..694a9ab6 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-1b", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-Sarashina-Bi-JP-1B-PT", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 256, + "loss_cache_mini_batch_size": 64, + "per_device_eval_batch_size": 256, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json new file mode 100644 index 00000000..66810fd0 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-PT", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-Sarashina-Bi-JP-3B", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-06, + "per_device_train_batch_size": 64, + "loss_cache_mini_batch_size": 4, + "per_device_eval_batch_size": 64, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json new file mode 100644 index 00000000..5cce28f4 --- /dev/null +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json @@ -0,0 +1,64 @@ +{ + "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-3b", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-Sarashina-Bi-JP-3B-PT", + "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT", + "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 512, + "loss_cache_mini_batch_size": 16, + "per_device_eval_batch_size": 512, + "gradient_accumulation_steps": 1, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 20, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" +} diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage1.json b/config/constract_llm/train/pt/Llama-EN-1B/stage1.json new file mode 100644 index 00000000..9c62a6fd --- /dev/null +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage1.json @@ -0,0 +1,54 @@ +{ + "dataset_name": "HuggingFaceFW/fineweb-edu", + "dataset_config_name": "sample-100BT", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.2, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0003, + "per_device_train_batch_size": 8, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "trust_remote_code": true, + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-init", + "run_name": "Llama-EN-1B-PT-stage1", + "output_dir": "./data/outputs/Llama-EN-1B-PT-stage1", + "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage1/logs" +} diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage2.json b/config/constract_llm/train/pt/Llama-EN-1B/stage2.json new file mode 100644 index 00000000..c7170f32 --- /dev/null +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage2.json @@ -0,0 +1,54 @@ +{ + "dataset_name": "google/wiki40b", + "dataset_config_name": "en", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 1, + "per_device_eval_batch_size": 1, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "trust_remote_code": true, + "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage1", + "run_name": "Llama-EN-1B-PT-stage2", + "output_dir": "./data/outputs/Llama-EN-1B-PT-stage2", + "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage2/logs" +} diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage1.json b/config/constract_llm/train/pt/Llama-EN-3B/stage1.json new file mode 100644 index 00000000..aff91d97 --- /dev/null +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage1.json @@ -0,0 +1,54 @@ +{ + "dataset_name": "HuggingFaceFW/fineweb-edu", + "dataset_config_name": "sample-100BT", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.45, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0002, + "per_device_train_batch_size": 4, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 128, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "trust_remote_code": true, + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-init", + "run_name": "Llama-EN-3B-PT-stage1", + "output_dir": "./data/outputs/Llama-EN-3B-PT-stage1", + "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage1/logs" +} diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage2.json b/config/constract_llm/train/pt/Llama-EN-3B/stage2.json new file mode 100644 index 00000000..07f5d2b5 --- /dev/null +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage2.json @@ -0,0 +1,54 @@ +{ + "dataset_name": "google/wiki40b", + "dataset_config_name": "en", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "trust_remote_code": true, + "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage1", + "run_name": "Llama-EN-3B-PT-stage2", + "output_dir": "./data/outputs/Llama-EN-3B-PT-stage2", + "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage2/logs" +} diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage1.json b/config/constract_llm/train/pt/Llama-JP-1B/stage1.json new file mode 100644 index 00000000..1ee7564e --- /dev/null +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage1.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-init", + "trust_remote_code": true, + "dataset_name": "hotchpotch/fineweb-2-edu-japanese", + "dataset_config_name": "default", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "run_name": "Llama-JP-1B-PT-stage1", + "output_dir": "./data/outputs/Llama-JP-1B-PT-stage1", + "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage1/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.25, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0003, + "per_device_train_batch_size": 8, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage2.json b/config/constract_llm/train/pt/Llama-JP-1B/stage2.json new file mode 100644 index 00000000..cb96966e --- /dev/null +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage2.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage1", + "trust_remote_code": true, + "dataset_name": "fujiki/wiki40b_ja", + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "run_name": "Llama-JP-1B-PT-stage2", + "output_dir": "./data/outputs/Llama-JP-1B-PT-stage2", + "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage2/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 6, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 1, + "per_device_eval_batch_size": 1, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage1.json b/config/constract_llm/train/pt/Llama-JP-3B/stage1.json new file mode 100644 index 00000000..b3f30b9a --- /dev/null +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage1.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-init", + "trust_remote_code": true, + "dataset_name": "hotchpotch/fineweb-2-edu-japanese", + "dataset_config_name": "default", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "run_name": "Llama-JP-3B-PT-stage1", + "output_dir": "./data/outputs/Llama-JP-3B-PT-stage1", + "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage1/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.8, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0002, + "per_device_train_batch_size": 4, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 128, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage2.json b/config/constract_llm/train/pt/Llama-JP-3B/stage2.json new file mode 100644 index 00000000..99c4bdd9 --- /dev/null +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage2.json @@ -0,0 +1,54 @@ +{ + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage1", + "trust_remote_code": true, + "dataset_name": "fujiki/wiki40b_ja", + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "run_name": "Llama-JP-3B-PT-stage2", + "output_dir": "./data/outputs/Llama-JP-3B-PT-stage2", + "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage2/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 6, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json new file mode 100644 index 00000000..1518d030 --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json @@ -0,0 +1,55 @@ +{ + "dataset_name": "HuggingFaceFW/fineweb-edu", + "dataset_config_name": "sample-100BT", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.2, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0003, + "per_device_train_batch_size": 8, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "mlm_probability": 0.3, + "line_by_line": true, + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-init", + "run_name": "ModernBERT-EN-1B-PT-stage1", + "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1", + "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1/logs" +} diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json new file mode 100644 index 00000000..1a02e158 --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json @@ -0,0 +1,55 @@ +{ + "dataset_name": "google/wiki40b", + "dataset_config_name": "en", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 1, + "per_device_eval_batch_size": 1, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "mlm_probability": 0.3, + "line_by_line": true, + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage1", + "run_name": "ModernBERT-EN-1B-PT-stage2", + "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2", + "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2/logs" +} diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json new file mode 100644 index 00000000..0cb6158f --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json @@ -0,0 +1,55 @@ +{ + "dataset_name": "HuggingFaceFW/fineweb-edu", + "dataset_config_name": "sample-100BT", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.45, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0002, + "per_device_train_batch_size": 4, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 128, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "mlm_probability": 0.3, + "line_by_line": true, + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-init", + "run_name": "ModernBERT-EN-3B-PT-stage1", + "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1", + "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1/logs" +} diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json new file mode 100644 index 00000000..261118a0 --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json @@ -0,0 +1,55 @@ +{ + "dataset_name": "google/wiki40b", + "dataset_config_name": "en", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "mlm_probability": 0.3, + "line_by_line": true, + "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage1", + "run_name": "ModernBERT-EN-3B-PT-stage2", + "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2", + "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2/logs" +} diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json new file mode 100644 index 00000000..e9724fba --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-init", + "dataset_name": "hotchpotch/fineweb-2-edu-japanese", + "dataset_config_name": "default", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "run_name": "ModernBERT-JP-1B-PT-stage1", + "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1", + "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.25, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0003, + "per_device_train_batch_size": 8, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "mlm_probability": 0.3, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "line_by_line": true, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json new file mode 100644 index 00000000..d7bfdf3f --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-PT-stage1", + "dataset_name": "fujiki/wiki40b_ja", + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "run_name": "ModernBERT-JP-1B-PT-stage2", + "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2", + "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 6, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 3e-05, + "per_device_train_batch_size": 1, + "per_device_eval_batch_size": 1, + "gradient_accumulation_steps": 64, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "mlm_probability": 0.3, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "line_by_line": true, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json new file mode 100644 index 00000000..fa088217 --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-init", + "dataset_name": "hotchpotch/fineweb-2-edu-japanese", + "dataset_config_name": "default", + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 10, + "text_column_name": "text", + "run_name": "ModernBERT-JP-3B-PT-stage1", + "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1", + "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 0.8, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 0.0002, + "per_device_train_batch_size": 4, + "per_device_eval_batch_size": 4, + "gradient_accumulation_steps": 128, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "mlm_probability": 0.3, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "line_by_line": true, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json new file mode 100644 index 00000000..2a234938 --- /dev/null +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json @@ -0,0 +1,55 @@ +{ + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage1", + "dataset_name": "fujiki/wiki40b_ja", + "dataset_config_name": null, + "streaming": false, + "preprocessing_num_workers": 32, + "dataloader_num_workers": 16, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "run_name": "ModernBERT-JP-3B-PT-stage2", + "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2", + "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2/logs", + "save_only_model": false, + "overwrite_output_dir": false, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 6, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-05, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "mlm_probability": 0.3, + "weight_decay": 1e-05, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-06, + "line_by_line": true, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" +} diff --git a/scripts/constract_llm/train/README.md b/scripts/constract_llm/train/README.md index d8fbad79..fbe65d50 100644 --- a/scripts/constract_llm/train/README.md +++ b/scripts/constract_llm/train/README.md @@ -54,25 +54,25 @@ Configuration templates live under `config/constract_llm/train/`: - Pre-training (`pt/`): - `Llama-JP-0.5B/stage1.json` - `Llama-JP-0.5B/stage2.json` - - `Llama-JP-3B/stage1-bs16384.json` - - `Llama-JP-3B/stage2-bs2048.json` + - `Llama-JP-3B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage1-bs16384.json` + - `Llama-JP-3B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage2-bs2048.json` - `ModernBERT-JP-0.5B/stage1.json` - `ModernBERT-JP-0.5B/stage2.json` - - `ModernBERT-JP-3B/stage1-bs16384.json` - - `ModernBERT-JP-3B/stage2-bs2048.json` + - `ModernBERT-JP-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage1-bs16384.json` + - `ModernBERT-JP-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage2-bs2048.json` - Fine-tuning (`ft/`): - `Sentence-Llama-Bi-JP-0.5B/pt.json` - `Sentence-Llama-Bi-JP-0.5B/ft.json` - - `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` - - `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` + - `Sentence-Llama-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Llama-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - `Sentence-ModernBERT-JP-0.5B/pt.json` - `Sentence-ModernBERT-JP-0.5B/ft.json` - - `Sentence-ModernBERT-JP-3B/pt-bs16384.json` - - `Sentence-ModernBERT-JP-3B/ft-bs2048.json` + - `Sentence-ModernBERT-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` + - `Sentence-ModernBERT-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - `Sentence-Sarashina-Bi-0.5B/pt.json` - `Sentence-Sarashina-Bi-0.5B/ft.json` - - `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` - - `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` + - `Sentence-Sarashina-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Sarashina-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - DeepSpeed configs: `config/constract_llm/train/ds_config/` Copy a template, adjust hyperparameters, and pass the path to the relevant launch script. diff --git a/scripts/constract_llm/train/README_JA.md b/scripts/constract_llm/train/README_JA.md index d29c9e58..11d7fd1d 100644 --- a/scripts/constract_llm/train/README_JA.md +++ b/scripts/constract_llm/train/README_JA.md @@ -54,25 +54,25 @@ python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/M - 事前学習（`pt/`）： - `Llama-JP-0.5B/stage1.json` - `Llama-JP-0.5B/stage2.json` - - `Llama-JP-3B/stage1-bs16384.json` - - `Llama-JP-3B/stage2-bs2048.json` + - `Llama-JP-3B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage1-bs16384.json` + - `Llama-JP-3B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage2-bs2048.json` - `ModernBERT-JP-0.5B/stage1.json` - `ModernBERT-JP-0.5B/stage2.json` - - `ModernBERT-JP-3B/stage1-bs16384.json` - - `ModernBERT-JP-3B/stage2-bs2048.json` + - `ModernBERT-JP-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage1-bs16384.json` + - `ModernBERT-JP-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage2-bs2048.json` - ファインチューニング（`ft/`）： - `Sentence-Llama-Bi-JP-0.5B/pt.json` - `Sentence-Llama-Bi-JP-0.5B/ft.json` - - `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` - - `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` + - `Sentence-Llama-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Llama-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - `Sentence-ModernBERT-JP-0.5B/pt.json` - `Sentence-ModernBERT-JP-0.5B/ft.json` - - `Sentence-ModernBERT-JP-3B/pt-bs16384.json` - - `Sentence-ModernBERT-JP-3B/ft-bs2048.json` + - `Sentence-ModernBERT-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` + - `Sentence-ModernBERT-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - `Sentence-Sarashina-Bi-0.5B/pt.json` - `Sentence-Sarashina-Bi-0.5B/ft.json` - - `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` - - `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` + - `Sentence-Sarashina-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Sarashina-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - DeepSpeed 設定: `config/constract_llm/train/ds_config/` テンプレートをコピーしてハイパーパラメータを調整し、対応するランチャーに渡してください。 diff --git a/scripts/constract_llm/train/ft/README.md b/scripts/constract_llm/train/ft/README.md index 8fe3feee..0de01b9c 100644 --- a/scripts/constract_llm/train/ft/README.md +++ b/scripts/constract_llm/train/ft/README.md @@ -66,20 +66,20 @@ Configuration files for fine-tuning are stored in `config/constract_llm/train/ft - `Sentence-Llama-Bi-JP-0.5B/pt.json` - Configuration for fine-tuning pre-trained Llama-Bi-JP-0.5B as a Sentence Transformer - `Sentence-Llama-Bi-JP-0.5B/ft.json` - Configuration for fine-tuning Llama-Bi-JP-0.5B as a Sentence Transformer - `Sentence-Llama-Bi-EN-0.5B/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Llama-Bi-0.5B -- `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - English WSL and FT configurations for Llama-Bi-1B -- `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for Llama-Bi-3B -- `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - English WSL and FT configurations for Llama-Bi-3B +- `Sentence-Llama-Bi-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - English WSL and FT configurations for Llama-Bi-1B +- `Sentence-Llama-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for Llama-Bi-3B +- `Sentence-Llama-Bi-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - English WSL and FT configurations for Llama-Bi-3B - `Sentence-ModernBERT-JP-0.5B/pt.json` - Configuration for fine-tuning pre-trained ModernBERT-JP-0.5B as a Sentence Transformer - `Sentence-ModernBERT-JP-0.5B/ft.json` - Configuration for fine-tuning ModernBERT-JP-0.5B as a Sentence Transformer - `Sentence-ModernBERT-EN-0.5B/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - English WSL and FT configurations for ModernBERT-0.5B -- `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - English WSL and FT configurations for ModernBERT-1B -- `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for ModernBERT-3B -- `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - English WSL and FT configurations for ModernBERT-3B +- `Sentence-ModernBERT-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - English WSL and FT configurations for ModernBERT-1B +- `Sentence-ModernBERT-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for ModernBERT-3B +- `Sentence-ModernBERT-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - English WSL and FT configurations for ModernBERT-3B - `Sentence-Sarashina-Bi-0.5B/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Japanese WSL and FT configurations for Sarashina-Bi-0.5B - `Sentence-Sarashina-Bi-EN-0.5B/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - English WSL and FT configurations for Sarashina-Bi-0.5B -- `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - English WSL and FT configurations for Sarashina-Bi-1B -- `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B -- `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - English WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-Sarashina-Bi-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Japanese WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - English WSL and FT configurations for Sarashina-Bi-1B +- `Sentence-Sarashina-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Japanese WSL and FT configurations for Sarashina-Bi-3B +- `Sentence-Sarashina-Bi-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - English WSL and FT configurations for Sarashina-Bi-3B diff --git a/scripts/constract_llm/train/ft/README_JA.md b/scripts/constract_llm/train/ft/README_JA.md index 9e07522d..ff3b3940 100644 --- a/scripts/constract_llm/train/ft/README_JA.md +++ b/scripts/constract_llm/train/ft/README_JA.md @@ -65,20 +65,20 @@ FTの設定ファイルは`config/constract_llm/train/ft/`に格納されてい - `Sentence-Llama-Bi-JP-0.5B/pt.json` - 事前学習済みLlama-Bi-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-Llama-Bi-JP-0.5B/ft.json` - Llama-Bi-JP-0.5BをSentence TransformerとしてFTするための設定 - `Sentence-Llama-Bi-EN-0.5B/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - Llama-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Llama-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - Llama-Bi-1Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Llama-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - Llama-Bi-3Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Llama-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - Llama-Bi-1Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Llama-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - Llama-Bi-3Bの英語WSL/FT設定 - `Sentence-ModernBERT-JP-0.5B/pt.json` - 事前学習済みModernBERT-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-ModernBERT-JP-0.5B/ft.json` - ModernBERT-JP-0.5BをSentence TransformerとしてFTするための設定 - `Sentence-ModernBERT-EN-0.5B/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - ModernBERT-0.5Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - ModernBERT-1Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - ModernBERT-1Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - ModernBERT-3Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - ModernBERT-3Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - ModernBERT-1Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - ModernBERT-1Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - ModernBERT-3Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - ModernBERT-3Bの英語WSL/FT設定 - `Sentence-Sarashina-Bi-0.5B/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Sarashina-Bi-0.5Bの日本語WSL/FT設定 - `Sentence-Sarashina-Bi-EN-0.5B/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - Sarashina-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - Sarashina-Bi-1Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - Sarashina-Bi-3Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - Sarashina-Bi-1Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - Sarashina-Bi-3Bの英語WSL/FT設定 diff --git a/scripts/constract_llm/train/pt/README.md b/scripts/constract_llm/train/pt/README.md index a80d1ce6..47b0535e 100644 --- a/scripts/constract_llm/train/pt/README.md +++ b/scripts/constract_llm/train/pt/README.md @@ -85,18 +85,18 @@ Configuration files for pre-training are stored in `config/constract_llm/train/p - `Llama-JP-0.5B/stage2.json` - Configuration for stage 2 pre-training of Llama-JP-0.5B - `Llama-EN-0.5B/stage1.json` - Configuration for stage 1 English pre-training of Llama-0.5B - `Llama-EN-0.5B/stage2.json` - Configuration for stage 2 English pre-training of Llama-0.5B -- `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B -- `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of Llama-1B -- `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2-bs2048.json` - Configuration for scaled Japanese pre-training of Llama-3B -- `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2-bs2048.json` - Configuration for scaled English pre-training of Llama-3B +- `Llama-JP-1B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-1B/stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of Llama-1B +- `Llama-EN-1B/stage1.json` (total batch matched to 0.5B) / `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2.json` (total batch matched to 0.5B) / `Llama-EN-1B/stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of Llama-1B +- `Llama-JP-3B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage2-bs2048.json` - Configuration for scaled Japanese pre-training of Llama-3B +- `Llama-EN-3B/stage1.json` (total batch matched to 0.5B) / `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2.json` (total batch matched to 0.5B) / `Llama-EN-3B/stage2-bs2048.json` - Configuration for scaled English pre-training of Llama-3B - `ModernBERT-JP-0.5B/stage1.json` - Configuration for stage 1 pre-training of ModernBERT-JP-0.5B - `ModernBERT-JP-0.5B/stage2.json` - Configuration for stage 2 pre-training of ModernBERT-JP-0.5B - `ModernBERT-EN-0.5B/stage1.json` - Configuration for stage 1 English pre-training of ModernBERT-0.5B - `ModernBERT-EN-0.5B/stage2.json` - Configuration for stage 2 English pre-training of ModernBERT-0.5B -- `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B -- `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B -- `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2-bs2048.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B -- `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2-bs2048.json` - Configuration for scaled English pre-training of ModernBERT-3B +- `ModernBERT-JP-1B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-1B/stage2-bs1024.json` - Configuration for intermediate-scale Japanese pre-training of ModernBERT-1B +- `ModernBERT-EN-1B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-EN-1B/stage2-bs1024.json` - Configuration for intermediate-scale English pre-training of ModernBERT-1B +- `ModernBERT-JP-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage2-bs2048.json` - Configuration for scaled Japanese pre-training of ModernBERT-3B +- `ModernBERT-EN-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-EN-3B/stage2-bs2048.json` - Configuration for scaled English pre-training of ModernBERT-3B ## Causal Language Modeling (CLM) diff --git a/scripts/constract_llm/train/pt/README_JA.md b/scripts/constract_llm/train/pt/README_JA.md index 3ec657da..b2553d47 100644 --- a/scripts/constract_llm/train/pt/README_JA.md +++ b/scripts/constract_llm/train/pt/README_JA.md @@ -85,18 +85,18 @@ uv run torchrun \ - `Llama-JP-0.5B/stage2.json` - Llama-JP-0.5Bのステージ2事前学習の設定 - `Llama-EN-0.5B/stage1.json` - Llama-0.5Bの英語ステージ1事前学習の設定 - `Llama-EN-0.5B/stage2.json` - Llama-0.5Bの英語ステージ2事前学習の設定 -- `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2-bs1024.json` - Llama-1Bの日本語中間スケール実験設定 -- `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2-bs1024.json` - Llama-1Bの英語中間スケール実験設定 -- `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2-bs2048.json` - Llama-3Bの日本語スケール実験設定 -- `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2-bs2048.json` - Llama-3Bの英語スケール実験設定 +- `Llama-JP-1B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-1B/stage2-bs1024.json` - Llama-1Bの日本語中間スケール実験設定 +- `Llama-EN-1B/stage1.json` (total batch matched to 0.5B) / `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2.json` (total batch matched to 0.5B) / `Llama-EN-1B/stage2-bs1024.json` - Llama-1Bの英語中間スケール実験設定 +- `Llama-JP-3B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage2-bs2048.json` - Llama-3Bの日本語スケール実験設定 +- `Llama-EN-3B/stage1.json` (total batch matched to 0.5B) / `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2.json` (total batch matched to 0.5B) / `Llama-EN-3B/stage2-bs2048.json` - Llama-3Bの英語スケール実験設定 - `ModernBERT-JP-0.5B/stage1.json` - ModernBERT-JP-0.5Bのステージ1事前学習の設定 - `ModernBERT-JP-0.5B/stage2.json` - ModernBERT-JP-0.5Bのステージ2事前学習の設定 - `ModernBERT-EN-0.5B/stage1.json` - ModernBERT-0.5Bの英語ステージ1事前学習の設定 - `ModernBERT-EN-0.5B/stage2.json` - ModernBERT-0.5Bの英語ステージ2事前学習の設定 -- `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2-bs1024.json` - ModernBERT-1Bの日本語中間スケール実験設定 -- `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2-bs1024.json` - ModernBERT-1Bの英語中間スケール実験設定 -- `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2-bs2048.json` - ModernBERT-3Bの日本語スケール実験設定 -- `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2-bs2048.json` - ModernBERT-3Bの英語スケール実験設定 +- `ModernBERT-JP-1B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-1B/stage2-bs1024.json` - ModernBERT-1Bの日本語中間スケール実験設定 +- `ModernBERT-EN-1B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-EN-1B/stage2-bs1024.json` - ModernBERT-1Bの英語中間スケール実験設定 +- `ModernBERT-JP-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage2-bs2048.json` - ModernBERT-3Bの日本語スケール実験設定 +- `ModernBERT-EN-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-EN-3B/stage2-bs2048.json` - ModernBERT-3Bの英語スケール実験設定 ## Causal Language Modeling (CLM) From e33615e31601a5fb8dfeb7b6d40577f6d3182cc0 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:30:15 +0900 Subject: [PATCH 10/13] Use Japanese wording for the batch-matched note in JA READMEs --- scripts/constract_llm/train/README_JA.md | 20 ++++++++--------- scripts/constract_llm/train/ft/README_JA.md | 24 ++++++++++----------- scripts/constract_llm/train/pt/README_JA.md | 16 +++++++------- 3 files changed, 30 insertions(+), 30 deletions(-) diff --git a/scripts/constract_llm/train/README_JA.md b/scripts/constract_llm/train/README_JA.md index 11d7fd1d..a8ef673a 100644 --- a/scripts/constract_llm/train/README_JA.md +++ b/scripts/constract_llm/train/README_JA.md @@ -54,25 +54,25 @@ python scripts/constract_llm/train/pt/run_mlm.py config/constract_llm/train/pt/M - 事前学習（`pt/`）： - `Llama-JP-0.5B/stage1.json` - `Llama-JP-0.5B/stage2.json` - - `Llama-JP-3B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage1-bs16384.json` - - `Llama-JP-3B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage2-bs2048.json` + - `Llama-JP-3B/stage1.json`(total batch を 0.5B と統一) / `Llama-JP-3B/stage1-bs16384.json` + - `Llama-JP-3B/stage2.json`(total batch を 0.5B と統一) / `Llama-JP-3B/stage2-bs2048.json` - `ModernBERT-JP-0.5B/stage1.json` - `ModernBERT-JP-0.5B/stage2.json` - - `ModernBERT-JP-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage1-bs16384.json` - - `ModernBERT-JP-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage2-bs2048.json` + - `ModernBERT-JP-3B/stage1.json`(total batch を 0.5B と統一) / `ModernBERT-JP-3B/stage1-bs16384.json` + - `ModernBERT-JP-3B/stage2.json`(total batch を 0.5B と統一) / `ModernBERT-JP-3B/stage2-bs2048.json` - ファインチューニング（`ft/`）： - `Sentence-Llama-Bi-JP-0.5B/pt.json` - `Sentence-Llama-Bi-JP-0.5B/ft.json` - - `Sentence-Llama-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` - - `Sentence-Llama-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` + - `Sentence-Llama-Bi-JP-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Llama-Bi-JP-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - `Sentence-ModernBERT-JP-0.5B/pt.json` - `Sentence-ModernBERT-JP-0.5B/ft.json` - - `Sentence-ModernBERT-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` - - `Sentence-ModernBERT-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` + - `Sentence-ModernBERT-JP-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` + - `Sentence-ModernBERT-JP-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - `Sentence-Sarashina-Bi-0.5B/pt.json` - `Sentence-Sarashina-Bi-0.5B/ft.json` - - `Sentence-Sarashina-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` - - `Sentence-Sarashina-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` + - `Sentence-Sarashina-Bi-JP-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` + - `Sentence-Sarashina-Bi-JP-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - DeepSpeed 設定: `config/constract_llm/train/ds_config/` テンプレートをコピーしてハイパーパラメータを調整し、対応するランチャーに渡してください。 diff --git a/scripts/constract_llm/train/ft/README_JA.md b/scripts/constract_llm/train/ft/README_JA.md index ff3b3940..707d178d 100644 --- a/scripts/constract_llm/train/ft/README_JA.md +++ b/scripts/constract_llm/train/ft/README_JA.md @@ -65,20 +65,20 @@ FTの設定ファイルは`config/constract_llm/train/ft/`に格納されてい - `Sentence-Llama-Bi-JP-0.5B/pt.json` - 事前学習済みLlama-Bi-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-Llama-Bi-JP-0.5B/ft.json` - Llama-Bi-JP-0.5BをSentence TransformerとしてFTするための設定 - `Sentence-Llama-Bi-EN-0.5B/pt.json` / `Sentence-Llama-Bi-EN-0.5B/ft.json` - Llama-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Llama-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - Llama-Bi-1Bの英語WSL/FT設定 -- `Sentence-Llama-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Llama-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Llama-Bi-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - Llama-Bi-3Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-1B/pt.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-JP-1B/pt-bs8192.json` / `Sentence-Llama-Bi-JP-1B/ft.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-JP-1B/ft-bs1024.json` - Llama-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-1B/pt.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-EN-1B/pt-bs8192.json` / `Sentence-Llama-Bi-EN-1B/ft.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-EN-1B/ft-bs1024.json` - Llama-Bi-1Bの英語WSL/FT設定 +- `Sentence-Llama-Bi-JP-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-JP-3B/pt-bs16384.json` / `Sentence-Llama-Bi-JP-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-JP-3B/ft-bs2048.json` - Llama-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Llama-Bi-EN-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-EN-3B/pt-bs16384.json` / `Sentence-Llama-Bi-EN-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-Llama-Bi-EN-3B/ft-bs2048.json` - Llama-Bi-3Bの英語WSL/FT設定 - `Sentence-ModernBERT-JP-0.5B/pt.json` - 事前学習済みModernBERT-JP-0.5BをSentence TransformerとしてWSLするための設定 - `Sentence-ModernBERT-JP-0.5B/ft.json` - ModernBERT-JP-0.5BをSentence TransformerとしてFTするための設定 - `Sentence-ModernBERT-EN-0.5B/pt.json` / `Sentence-ModernBERT-EN-0.5B/ft.json` - ModernBERT-0.5Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - ModernBERT-1Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - ModernBERT-1Bの英語WSL/FT設定 -- `Sentence-ModernBERT-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - ModernBERT-3Bの日本語WSL/FT設定 -- `Sentence-ModernBERT-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - ModernBERT-3Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-1B/pt.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-JP-1B/pt-bs8192.json` / `Sentence-ModernBERT-JP-1B/ft.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-JP-1B/ft-bs1024.json` - ModernBERT-1Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-1B/pt.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-EN-1B/pt-bs8192.json` / `Sentence-ModernBERT-EN-1B/ft.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-EN-1B/ft-bs1024.json` - ModernBERT-1Bの英語WSL/FT設定 +- `Sentence-ModernBERT-JP-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-JP-3B/pt-bs16384.json` / `Sentence-ModernBERT-JP-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-JP-3B/ft-bs2048.json` - ModernBERT-3Bの日本語WSL/FT設定 +- `Sentence-ModernBERT-EN-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-EN-3B/pt-bs16384.json` / `Sentence-ModernBERT-EN-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-ModernBERT-EN-3B/ft-bs2048.json` - ModernBERT-3Bの英語WSL/FT設定 - `Sentence-Sarashina-Bi-0.5B/pt.json` / `Sentence-Sarashina-Bi-0.5B/ft.json` - Sarashina-Bi-0.5Bの日本語WSL/FT設定 - `Sentence-Sarashina-Bi-EN-0.5B/pt.json` / `Sentence-Sarashina-Bi-EN-0.5B/ft.json` - Sarashina-Bi-0.5Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-1B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - Sarashina-Bi-1Bの英語WSL/FT設定 -- `Sentence-Sarashina-Bi-JP-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 -- `Sentence-Sarashina-Bi-EN-3B/pt.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft.json` (total batch matched to 0.5B) / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - Sarashina-Bi-3Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-1B/pt.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-JP-1B/ft.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json` - Sarashina-Bi-1Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-1B/pt.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json` / `Sentence-Sarashina-Bi-EN-1B/ft.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json` - Sarashina-Bi-1Bの英語WSL/FT設定 +- `Sentence-Sarashina-Bi-JP-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-JP-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json` - Sarashina-Bi-3Bの日本語WSL/FT設定 +- `Sentence-Sarashina-Bi-EN-3B/pt.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json` / `Sentence-Sarashina-Bi-EN-3B/ft.json`(total batch を 0.5B と統一) / `Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json` - Sarashina-Bi-3Bの英語WSL/FT設定 diff --git a/scripts/constract_llm/train/pt/README_JA.md b/scripts/constract_llm/train/pt/README_JA.md index b2553d47..2243a020 100644 --- a/scripts/constract_llm/train/pt/README_JA.md +++ b/scripts/constract_llm/train/pt/README_JA.md @@ -85,18 +85,18 @@ uv run torchrun \ - `Llama-JP-0.5B/stage2.json` - Llama-JP-0.5Bのステージ2事前学習の設定 - `Llama-EN-0.5B/stage1.json` - Llama-0.5Bの英語ステージ1事前学習の設定 - `Llama-EN-0.5B/stage2.json` - Llama-0.5Bの英語ステージ2事前学習の設定 -- `Llama-JP-1B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-1B/stage2-bs1024.json` - Llama-1Bの日本語中間スケール実験設定 -- `Llama-EN-1B/stage1.json` (total batch matched to 0.5B) / `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2.json` (total batch matched to 0.5B) / `Llama-EN-1B/stage2-bs1024.json` - Llama-1Bの英語中間スケール実験設定 -- `Llama-JP-3B/stage1.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2.json` (total batch matched to 0.5B) / `Llama-JP-3B/stage2-bs2048.json` - Llama-3Bの日本語スケール実験設定 -- `Llama-EN-3B/stage1.json` (total batch matched to 0.5B) / `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2.json` (total batch matched to 0.5B) / `Llama-EN-3B/stage2-bs2048.json` - Llama-3Bの英語スケール実験設定 +- `Llama-JP-1B/stage1.json`(total batch を 0.5B と統一) / `Llama-JP-1B/stage1-bs8192.json` / `Llama-JP-1B/stage2.json`(total batch を 0.5B と統一) / `Llama-JP-1B/stage2-bs1024.json` - Llama-1Bの日本語中間スケール実験設定 +- `Llama-EN-1B/stage1.json`(total batch を 0.5B と統一) / `Llama-EN-1B/stage1-bs8192.json` / `Llama-EN-1B/stage2.json`(total batch を 0.5B と統一) / `Llama-EN-1B/stage2-bs1024.json` - Llama-1Bの英語中間スケール実験設定 +- `Llama-JP-3B/stage1.json`(total batch を 0.5B と統一) / `Llama-JP-3B/stage1-bs16384.json` / `Llama-JP-3B/stage2.json`(total batch を 0.5B と統一) / `Llama-JP-3B/stage2-bs2048.json` - Llama-3Bの日本語スケール実験設定 +- `Llama-EN-3B/stage1.json`(total batch を 0.5B と統一) / `Llama-EN-3B/stage1-bs16384.json` / `Llama-EN-3B/stage2.json`(total batch を 0.5B と統一) / `Llama-EN-3B/stage2-bs2048.json` - Llama-3Bの英語スケール実験設定 - `ModernBERT-JP-0.5B/stage1.json` - ModernBERT-JP-0.5Bのステージ1事前学習の設定 - `ModernBERT-JP-0.5B/stage2.json` - ModernBERT-JP-0.5Bのステージ2事前学習の設定 - `ModernBERT-EN-0.5B/stage1.json` - ModernBERT-0.5Bの英語ステージ1事前学習の設定 - `ModernBERT-EN-0.5B/stage2.json` - ModernBERT-0.5Bの英語ステージ2事前学習の設定 -- `ModernBERT-JP-1B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-1B/stage2-bs1024.json` - ModernBERT-1Bの日本語中間スケール実験設定 -- `ModernBERT-EN-1B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-EN-1B/stage2-bs1024.json` - ModernBERT-1Bの英語中間スケール実験設定 -- `ModernBERT-JP-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-JP-3B/stage2-bs2048.json` - ModernBERT-3Bの日本語スケール実験設定 -- `ModernBERT-EN-3B/stage1.json` (total batch matched to 0.5B) / `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2.json` (total batch matched to 0.5B) / `ModernBERT-EN-3B/stage2-bs2048.json` - ModernBERT-3Bの英語スケール実験設定 +- `ModernBERT-JP-1B/stage1.json`(total batch を 0.5B と統一) / `ModernBERT-JP-1B/stage1-bs8192.json` / `ModernBERT-JP-1B/stage2.json`(total batch を 0.5B と統一) / `ModernBERT-JP-1B/stage2-bs1024.json` - ModernBERT-1Bの日本語中間スケール実験設定 +- `ModernBERT-EN-1B/stage1.json`(total batch を 0.5B と統一) / `ModernBERT-EN-1B/stage1-bs8192.json` / `ModernBERT-EN-1B/stage2.json`(total batch を 0.5B と統一) / `ModernBERT-EN-1B/stage2-bs1024.json` - ModernBERT-1Bの英語中間スケール実験設定 +- `ModernBERT-JP-3B/stage1.json`(total batch を 0.5B と統一) / `ModernBERT-JP-3B/stage1-bs16384.json` / `ModernBERT-JP-3B/stage2.json`(total batch を 0.5B と統一) / `ModernBERT-JP-3B/stage2-bs2048.json` - ModernBERT-3Bの日本語スケール実験設定 +- `ModernBERT-EN-3B/stage1.json`(total batch を 0.5B と統一) / `ModernBERT-EN-3B/stage1-bs16384.json` / `ModernBERT-EN-3B/stage2.json`(total batch を 0.5B と統一) / `ModernBERT-EN-3B/stage2-bs2048.json` - ModernBERT-3Bの英語スケール実験設定 ## Causal Language Modeling (CLM) From 2706b16f00cc4356f9dae39f0ab3011e23875b01 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:35:08 +0900 Subject: [PATCH 11/13] Share one eval directory per model across batch variants Within every eval suite the model directory is the base run name and the batch variant lives in the file name: [-bs].json for multi-config suites (glue, qa, mteb), default.json / bs.json for single-config suites (isotropic, bench_sbert). --- .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../full.json => Sentence-Llama-Bi-EN-1B/full-bs1024.json} | 0 .../full_chunks/clf-clust-bs1024.json} | 0 .../full_chunks/retr-arguana-bs1024.json} | 0 .../full_chunks/retr-climatefeverhardnega-bs1024.json} | 0 .../full_chunks/retr-cqadupstackgamingret-bs1024.json} | 0 .../full_chunks/retr-cqadupstackunixretri-bs1024.json} | 0 .../full_chunks/retr-feverhardnegatives-bs1024.json} | 0 .../full_chunks/retr-fiqa2018-bs1024.json} | 0 .../full_chunks/retr-hotpotqahardnegative-bs1024.json} | 0 .../full_chunks/retr-scidocs-bs1024.json} | 0 .../full_chunks/retr-touche2020retrieval-bs1024.json} | 0 .../full_chunks/retr-treccovid-bs1024.json} | 0 .../full_chunks/sts-rerank-bs1024.json} | 0 .../subset.json => Sentence-Llama-Bi-EN-1B/subset-bs1024.json} | 0 .../subset.json => Sentence-Llama-Bi-EN-3B/subset-bs2048.json} | 0 .../full.json => Sentence-ModernBERT-EN-1B/full-bs1024.json} | 0 .../full_chunks/clf-clust-bs1024.json} | 0 .../full_chunks/retr-arguana-bs1024.json} | 0 .../full_chunks/retr-climatefeverhardnega-bs1024.json} | 0 .../full_chunks/retr-cqadupstackgamingret-bs1024.json} | 0 .../full_chunks/retr-cqadupstackunixretri-bs1024.json} | 0 .../full_chunks/retr-feverhardnegatives-bs1024.json} | 0 .../full_chunks/retr-fiqa2018-bs1024.json} | 0 .../full_chunks/retr-hotpotqahardnegative-bs1024.json} | 0 .../full_chunks/retr-scidocs-bs1024.json} | 0 .../full_chunks/retr-touche2020retrieval-bs1024.json} | 0 .../full_chunks/retr-treccovid-bs1024.json} | 0 .../full_chunks/sts-rerank-bs1024.json} | 0 .../subset.json => Sentence-ModernBERT-EN-1B/subset-bs1024.json} | 0 .../subset.json => Sentence-ModernBERT-EN-3B/subset-bs2048.json} | 0 .../full.json => Sentence-Sarashina-Bi-EN-1B/full-bs1024.json} | 0 .../full_chunks/clf-clust-bs1024.json} | 0 .../full_chunks/retr-arguana-bs1024.json} | 0 .../full_chunks/retr-climatefeverhardnega-bs1024.json} | 0 .../full_chunks/retr-cqadupstackgamingret-bs1024.json} | 0 .../full_chunks/retr-cqadupstackunixretri-bs1024.json} | 0 .../full_chunks/retr-feverhardnegatives-bs1024.json} | 0 .../full_chunks/retr-fiqa2018-bs1024.json} | 0 .../full_chunks/retr-hotpotqahardnegative-bs1024.json} | 0 .../full_chunks/retr-scidocs-bs1024.json} | 0 .../full_chunks/retr-touche2020retrieval-bs1024.json} | 0 .../full_chunks/retr-treccovid-bs1024.json} | 0 .../full_chunks/sts-rerank-bs1024.json} | 0 .../subset-bs1024.json} | 0 .../subset-bs2048.json} | 0 .../cola.json => Llama-EN-1B-PT-stage2/cola-bs1024.json} | 0 .../mnli.json => Llama-EN-1B-PT-stage2/mnli-bs1024.json} | 0 .../stsb.json => Llama-EN-1B-PT-stage2/stsb-bs1024.json} | 0 .../cola.json => Llama-EN-3B-PT-stage2/cola-bs2048.json} | 0 .../mnli.json => Llama-EN-3B-PT-stage2/mnli-bs2048.json} | 0 .../stsb.json => Llama-EN-3B-PT-stage2/stsb-bs2048.json} | 0 .../jcola.json => Llama-JP-1B-PT-stage2/jcola-bs1024.json} | 0 .../jnli.json => Llama-JP-1B-PT-stage2/jnli-bs1024.json} | 0 .../jsts.json => Llama-JP-1B-PT-stage2/jsts-bs1024.json} | 0 .../jcola.json => Llama-JP-3B-PT-stage2/jcola-bs2048.json} | 0 .../jnli.json => Llama-JP-3B-PT-stage2/jnli-bs2048.json} | 0 .../jsts.json => Llama-JP-3B-PT-stage2/jsts-bs2048.json} | 0 .../cola.json => ModernBERT-EN-1B-PT-stage2/cola-bs1024.json} | 0 .../mnli.json => ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json} | 0 .../stsb.json => ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json} | 0 .../cola.json => ModernBERT-EN-3B-PT-stage2/cola-bs2048.json} | 0 .../mnli.json => ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json} | 0 .../stsb.json => ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json} | 0 .../jcola.json => ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json} | 0 .../jnli.json => ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json} | 0 .../jsts.json => ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json} | 0 .../jcola.json => ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json} | 0 .../jnli.json => ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json} | 0 .../jsts.json => ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../default.json} | 0 .../bs1024.json} | 0 .../default.json} | 0 .../bs2048.json} | 0 .../default.json} | 0 .../{Sarashina-0.5B.json => Sarashina-0.5B/default.json} | 0 .../pt/isotropic/{Sarashina-1B.json => Sarashina-1B/default.json} | 0 .../pt/isotropic/{Sarashina-3B.json => Sarashina-3B/default.json} | 0 .../{Sarashina-Bi-0.5B.json => Sarashina-Bi-0.5B/default.json} | 0 .../{Sarashina-Bi-1B.json => Sarashina-Bi-1B/default.json} | 0 .../{Sarashina-Bi-3B.json => Sarashina-Bi-3B/default.json} | 0 .../default.json} | 0 .../{Sarashina-Bi-EN-1B.json => Sarashina-Bi-EN-1B/default.json} | 0 .../csqa.json => Llama-EN-1B-PT-stage2/csqa-bs1024.json} | 0 .../squad.json => Llama-EN-1B-PT-stage2/squad-bs1024.json} | 0 .../csqa.json => Llama-EN-3B-PT-stage2/csqa-bs2048.json} | 0 .../squad.json => Llama-EN-3B-PT-stage2/squad-bs2048.json} | 0 .../jcsqa.json => Llama-JP-1B-PT-stage2/jcsqa-bs1024.json} | 0 .../jsquad.json => Llama-JP-1B-PT-stage2/jsquad-bs1024.json} | 0 .../jcsqa.json => Llama-JP-3B-PT-stage2/jcsqa-bs2048.json} | 0 .../jsquad.json => Llama-JP-3B-PT-stage2/jsquad-bs2048.json} | 0 .../csqa.json => ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json} | 0 .../squad.json => ModernBERT-EN-1B-PT-stage2/squad-bs1024.json} | 0 .../csqa.json => ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json} | 0 .../squad.json => ModernBERT-EN-3B-PT-stage2/squad-bs2048.json} | 0 .../jcsqa.json => ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json} | 0 .../jsquad.json => ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json} | 0 .../jcsqa.json => ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json} | 0 .../jsquad.json => ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json} | 0 182 files changed, 0 insertions(+), 0 deletions(-) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-InstructLM-Bi-EN-0.5B.json => Sentence-InstructLM-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-EN-0.5B.json => Sentence-Llama-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-EN-1B-bs1024.json => Sentence-Llama-Bi-EN-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-EN-1B.json => Sentence-Llama-Bi-EN-1B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-EN-3B-bs2048.json => Sentence-Llama-Bi-EN-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-EN-3B.json => Sentence-Llama-Bi-EN-3B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-JP-0.5B.json => Sentence-Llama-Bi-JP-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-JP-1B-bs1024.json => Sentence-Llama-Bi-JP-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-JP-1B.json => Sentence-Llama-Bi-JP-1B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-JP-3B-bs2048.json => Sentence-Llama-Bi-JP-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Llama-Bi-JP-3B.json => Sentence-Llama-Bi-JP-3B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Mistral-Bi-EN-0.5B.json => Sentence-Mistral-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-EN-0.5B.json => Sentence-ModernBERT-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-EN-1B-bs1024.json => Sentence-ModernBERT-EN-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-EN-1B.json => Sentence-ModernBERT-EN-1B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-EN-3B-bs2048.json => Sentence-ModernBERT-EN-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-EN-3B.json => Sentence-ModernBERT-EN-3B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-JP-0.5B.json => Sentence-ModernBERT-JP-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-JP-1B-bs1024.json => Sentence-ModernBERT-JP-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-JP-1B.json => Sentence-ModernBERT-JP-1B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-JP-3B-bs2048.json => Sentence-ModernBERT-JP-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-ModernBERT-JP-3B.json => Sentence-ModernBERT-JP-3B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Qwen2.5-Bi-EN-0.5B.json => Sentence-Qwen2.5-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-0.5B.json => Sentence-Sarashina-Bi-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-EN-0.5B.json => Sentence-Sarashina-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-EN-1B-bs1024.json => Sentence-Sarashina-Bi-EN-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-EN-1B.json => Sentence-Sarashina-Bi-EN-1B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-EN-3B-bs2048.json => Sentence-Sarashina-Bi-EN-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-EN-3B.json => Sentence-Sarashina-Bi-EN-3B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-JP-1B-bs1024.json => Sentence-Sarashina-Bi-JP-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-JP-1B.json => Sentence-Sarashina-Bi-JP-1B/default.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-JP-3B-bs2048.json => Sentence-Sarashina-Bi-JP-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/bench_sbert/{Sentence-Sarashina-Bi-JP-3B.json => Sentence-Sarashina-Bi-JP-3B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-InstructLM-Bi-EN-0.5B.json => Sentence-InstructLM-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-EN-0.5B.json => Sentence-Llama-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-EN-1B-bs1024.json => Sentence-Llama-Bi-EN-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-EN-1B.json => Sentence-Llama-Bi-EN-1B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-EN-3B-bs2048.json => Sentence-Llama-Bi-EN-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-EN-3B.json => Sentence-Llama-Bi-EN-3B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-JP-0.5B.json => Sentence-Llama-Bi-JP-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-JP-1B-bs1024.json => Sentence-Llama-Bi-JP-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-JP-1B.json => Sentence-Llama-Bi-JP-1B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-JP-3B-bs2048.json => Sentence-Llama-Bi-JP-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Llama-Bi-JP-3B.json => Sentence-Llama-Bi-JP-3B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Mistral-Bi-EN-0.5B.json => Sentence-Mistral-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-EN-0.5B.json => Sentence-ModernBERT-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-EN-1B-bs1024.json => Sentence-ModernBERT-EN-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-EN-1B.json => Sentence-ModernBERT-EN-1B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-EN-3B-bs2048.json => Sentence-ModernBERT-EN-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-EN-3B.json => Sentence-ModernBERT-EN-3B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-JP-0.5B.json => Sentence-ModernBERT-JP-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-JP-1B-bs1024.json => Sentence-ModernBERT-JP-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-JP-1B.json => Sentence-ModernBERT-JP-1B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-JP-3B-bs2048.json => Sentence-ModernBERT-JP-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-ModernBERT-JP-3B.json => Sentence-ModernBERT-JP-3B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Qwen2.5-Bi-EN-0.5B.json => Sentence-Qwen2.5-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json => Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-0.5B.json => Sentence-Sarashina-Bi-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-EN-0.5B.json => Sentence-Sarashina-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-EN-1B-bs1024.json => Sentence-Sarashina-Bi-EN-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-EN-1B.json => Sentence-Sarashina-Bi-EN-1B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-EN-3B-bs2048.json => Sentence-Sarashina-Bi-EN-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-EN-3B.json => Sentence-Sarashina-Bi-EN-3B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-JP-1B-bs1024.json => Sentence-Sarashina-Bi-JP-1B/bs1024.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-JP-1B.json => Sentence-Sarashina-Bi-JP-1B/default.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-JP-3B-bs2048.json => Sentence-Sarashina-Bi-JP-3B/bs2048.json} (100%) rename config/constract_llm/eval/ft/isotropic/{Sentence-Sarashina-Bi-JP-3B.json => Sentence-Sarashina-Bi-JP-3B/default.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full.json => Sentence-Llama-Bi-EN-1B/full-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/clf-clust.json => Sentence-Llama-Bi-EN-1B/full_chunks/clf-clust-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-arguana-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-fiqa2018-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-scidocs-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json => Sentence-Llama-Bi-EN-1B/full_chunks/retr-treccovid-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json => Sentence-Llama-Bi-EN-1B/full_chunks/sts-rerank-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-1B-bs1024/subset.json => Sentence-Llama-Bi-EN-1B/subset-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Llama-Bi-EN-3B-bs2048/subset.json => Sentence-Llama-Bi-EN-3B/subset-bs2048.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full.json => Sentence-ModernBERT-EN-1B/full-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/clf-clust.json => Sentence-ModernBERT-EN-1B/full_chunks/clf-clust-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-arguana.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-arguana-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-fiqa2018.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-fiqa2018-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-scidocs.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-scidocs-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-treccovid.json => Sentence-ModernBERT-EN-1B/full_chunks/retr-treccovid-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/full_chunks/sts-rerank.json => Sentence-ModernBERT-EN-1B/full_chunks/sts-rerank-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-1B-bs1024/subset.json => Sentence-ModernBERT-EN-1B/subset-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-ModernBERT-EN-3B-bs2048/subset.json => Sentence-ModernBERT-EN-3B/subset-bs2048.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full.json => Sentence-Sarashina-Bi-EN-1B/full-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/clf-clust.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/clf-clust-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-arguana-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-fiqa2018-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-scidocs-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-treccovid-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json => Sentence-Sarashina-Bi-EN-1B/full_chunks/sts-rerank-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-1B-bs1024/subset.json => Sentence-Sarashina-Bi-EN-1B/subset-bs1024.json} (100%) rename config/constract_llm/eval/ft/mteb/{Sentence-Sarashina-Bi-EN-3B-bs2048/subset.json => Sentence-Sarashina-Bi-EN-3B/subset-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-EN-1B-PT-stage2-bs1024/cola.json => Llama-EN-1B-PT-stage2/cola-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-EN-1B-PT-stage2-bs1024/mnli.json => Llama-EN-1B-PT-stage2/mnli-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-EN-1B-PT-stage2-bs1024/stsb.json => Llama-EN-1B-PT-stage2/stsb-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-EN-3B-PT-stage2-bs2048/cola.json => Llama-EN-3B-PT-stage2/cola-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-EN-3B-PT-stage2-bs2048/mnli.json => Llama-EN-3B-PT-stage2/mnli-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-EN-3B-PT-stage2-bs2048/stsb.json => Llama-EN-3B-PT-stage2/stsb-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-JP-1B-PT-stage2-bs1024/jcola.json => Llama-JP-1B-PT-stage2/jcola-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-JP-1B-PT-stage2-bs1024/jnli.json => Llama-JP-1B-PT-stage2/jnli-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-JP-1B-PT-stage2-bs1024/jsts.json => Llama-JP-1B-PT-stage2/jsts-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-JP-3B-PT-stage2-bs2048/jcola.json => Llama-JP-3B-PT-stage2/jcola-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-JP-3B-PT-stage2-bs2048/jnli.json => Llama-JP-3B-PT-stage2/jnli-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{Llama-JP-3B-PT-stage2-bs2048/jsts.json => Llama-JP-3B-PT-stage2/jsts-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-EN-1B-PT-stage2-bs1024/cola.json => ModernBERT-EN-1B-PT-stage2/cola-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json => ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json => ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-EN-3B-PT-stage2-bs2048/cola.json => ModernBERT-EN-3B-PT-stage2/cola-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json => ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json => ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json => ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json => ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json => ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json => ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json => ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json} (100%) rename config/constract_llm/eval/pt/glue/{ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json => ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-EN-0.5B-PT-stage2.json => Llama-Bi-EN-0.5B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-EN-1B-PT-stage2-bs1024.json => Llama-Bi-EN-1B-PT-stage2/bs1024.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-EN-1B-PT-stage2.json => Llama-Bi-EN-1B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-JP-0.5B-PT-stage2.json => Llama-Bi-JP-0.5B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-JP-1B-PT-stage2-bs1024.json => Llama-Bi-JP-1B-PT-stage2/bs1024.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-JP-1B-PT-stage2.json => Llama-Bi-JP-1B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-JP-3B-PT-stage2-bs2048.json => Llama-Bi-JP-3B-PT-stage2/bs2048.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-Bi-JP-3B-PT-stage2.json => Llama-Bi-JP-3B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-JP-0.5B-PT-stage2.json => Llama-JP-0.5B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-JP-1B-PT-stage2-bs1024.json => Llama-JP-1B-PT-stage2/bs1024.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-JP-1B-PT-stage2.json => Llama-JP-1B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-JP-3B-PT-stage2-bs2048.json => Llama-JP-3B-PT-stage2/bs2048.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Llama-JP-3B-PT-stage2.json => Llama-JP-3B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-EN-0.5B-PT-stage2.json => ModernBERT-EN-0.5B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-EN-1B-PT-stage2-bs1024.json => ModernBERT-EN-1B-PT-stage2/bs1024.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-EN-1B-PT-stage2.json => ModernBERT-EN-1B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-JP-0.5B-PT-stage2.json => ModernBERT-JP-0.5B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-JP-1B-PT-stage2-bs1024.json => ModernBERT-JP-1B-PT-stage2/bs1024.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-JP-1B-PT-stage2.json => ModernBERT-JP-1B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-JP-3B-PT-stage2-bs2048.json => ModernBERT-JP-3B-PT-stage2/bs2048.json} (100%) rename config/constract_llm/eval/pt/isotropic/{ModernBERT-JP-3B-PT-stage2.json => ModernBERT-JP-3B-PT-stage2/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-0.5B.json => Sarashina-0.5B/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-1B.json => Sarashina-1B/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-3B.json => Sarashina-3B/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-Bi-0.5B.json => Sarashina-Bi-0.5B/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-Bi-1B.json => Sarashina-Bi-1B/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-Bi-3B.json => Sarashina-Bi-3B/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-Bi-EN-0.5B.json => Sarashina-Bi-EN-0.5B/default.json} (100%) rename config/constract_llm/eval/pt/isotropic/{Sarashina-Bi-EN-1B.json => Sarashina-Bi-EN-1B/default.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-EN-1B-PT-stage2-bs1024/csqa.json => Llama-EN-1B-PT-stage2/csqa-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-EN-1B-PT-stage2-bs1024/squad.json => Llama-EN-1B-PT-stage2/squad-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-EN-3B-PT-stage2-bs2048/csqa.json => Llama-EN-3B-PT-stage2/csqa-bs2048.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-EN-3B-PT-stage2-bs2048/squad.json => Llama-EN-3B-PT-stage2/squad-bs2048.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-JP-1B-PT-stage2-bs1024/jcsqa.json => Llama-JP-1B-PT-stage2/jcsqa-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-JP-1B-PT-stage2-bs1024/jsquad.json => Llama-JP-1B-PT-stage2/jsquad-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-JP-3B-PT-stage2-bs2048/jcsqa.json => Llama-JP-3B-PT-stage2/jcsqa-bs2048.json} (100%) rename config/constract_llm/eval/pt/qa/{Llama-JP-3B-PT-stage2-bs2048/jsquad.json => Llama-JP-3B-PT-stage2/jsquad-bs2048.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json => ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-EN-1B-PT-stage2-bs1024/squad.json => ModernBERT-EN-1B-PT-stage2/squad-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json => ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-EN-3B-PT-stage2-bs2048/squad.json => ModernBERT-EN-3B-PT-stage2/squad-bs2048.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json => ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json => ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json => ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json} (100%) rename config/constract_llm/eval/pt/qa/{ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json => ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json} (100%) diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-InstructLM-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-1B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-EN-3B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-1B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Mistral-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Mistral-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-1B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-EN-3B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-1B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-1B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-EN-3B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-1B/default.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B.json rename to config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-InstructLM-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-InstructLM-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-InstructLM-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-1B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-EN-3B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-1B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Mistral-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Mistral-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Mistral-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Mistral-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-1B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-EN-3B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-1B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-1B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-EN-3B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B/bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B-bs1024.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B/bs1024.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-1B/default.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B-bs2048.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/bs2048.json diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/default.json similarity index 100% rename from config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B.json rename to config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/default.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/clf-clust-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/clf-clust-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-arguana-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-arguana-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-fiqa2018-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-fiqa2018-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-scidocs-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-scidocs-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-treccovid-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/retr-treccovid-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/sts-rerank-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/full_chunks/sts-rerank-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/subset-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B-bs1024/subset.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-1B/subset-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B/subset-bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B-bs2048/subset.json rename to config/constract_llm/eval/ft/mteb/Sentence-Llama-Bi-EN-3B/subset-bs2048.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/clf-clust-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/clf-clust-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-arguana-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-arguana-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-fiqa2018-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-fiqa2018-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-scidocs-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-scidocs-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-treccovid-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/retr-treccovid-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/sts-rerank-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/full_chunks/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/full_chunks/sts-rerank-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/subset-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B-bs1024/subset.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-1B/subset-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B/subset-bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B-bs2048/subset.json rename to config/constract_llm/eval/ft/mteb/Sentence-ModernBERT-EN-3B/subset-bs2048.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/clf-clust.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/clf-clust-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/clf-clust.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/clf-clust-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-arguana-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-arguana.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-arguana-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-climatefeverhardnega.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-climatefeverhardnega-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackgamingret.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackgamingret-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-cqadupstackunixretri.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-cqadupstackunixretri-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-feverhardnegatives.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-feverhardnegatives-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-fiqa2018-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-fiqa2018.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-fiqa2018-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-hotpotqahardnegative.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-hotpotqahardnegative-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-scidocs-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-scidocs.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-scidocs-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-touche2020retrieval.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-touche2020retrieval-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-treccovid-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/retr-treccovid.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/retr-treccovid-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/sts-rerank-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/full_chunks/sts-rerank.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/full_chunks/sts-rerank-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/subset-bs1024.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B-bs1024/subset.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-1B/subset-bs1024.json diff --git a/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048/subset.json b/config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B/subset-bs2048.json similarity index 100% rename from config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B-bs2048/subset.json rename to config/constract_llm/eval/ft/mteb/Sentence-Sarashina-Bi-EN-3B/subset-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/cola.json rename to config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/mnli.json rename to config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2-bs1024/stsb.json rename to config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/cola.json rename to config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/mnli.json rename to config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2-bs2048/stsb.json rename to config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jcola.json rename to config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jnli.json rename to config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2-bs1024/jsts.json rename to config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jcola.json rename to config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jnli.json rename to config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2-bs2048/jsts.json rename to config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/cola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/mnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2-bs1024/stsb.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/cola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/mnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2-bs2048/stsb.json rename to config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jcola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2-bs1024/jsts.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jcola.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jnli.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2-bs2048/jsts.json rename to config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/bs1024.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2/bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2/bs1024.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-1B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/bs2048.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2/bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2/bs1024.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-1B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/bs2048.json diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/bs1024.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2/bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2-bs1024.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2/bs1024.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-1B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2-bs2048.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/bs2048.json diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2.json rename to config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-0.5B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-0.5B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-0.5B/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-1B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-1B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-1B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-1B/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-3B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-3B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-3B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-3B/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-1B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-1B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-Bi-1B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-1B/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B/default.json diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B/default.json similarity index 100% rename from config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B.json rename to config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B/default.json diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/csqa.json rename to config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2-bs1024/squad.json rename to config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/csqa.json rename to config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa-bs2048.json diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2-bs2048/squad.json rename to config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad-bs2048.json diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jcsqa.json rename to config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2-bs1024/jsquad.json rename to config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jcsqa.json rename to config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa-bs2048.json diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2-bs2048/jsquad.json rename to config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad-bs2048.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/csqa.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2-bs1024/squad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/csqa.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2-bs2048/squad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad-bs2048.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jcsqa.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2-bs1024/jsquad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jcsqa.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json similarity index 100% rename from config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2-bs2048/jsquad.json rename to config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json From e0412d92188289584563c6a3720a9e2fa486952c Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:36:47 +0900 Subject: [PATCH 12/13] Normalize scientific notation for learning_rate, adam_epsilon, weight_decay Use the majority style (e.g. 3e-4, 1e-5) instead of mixed 0.0003 / 3e-05 spellings; values are unchanged. --- .../eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json | 6 +++--- .../eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json | 6 +++--- .../eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json | 6 +++--- .../eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json | 6 +++--- .../eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json | 6 +++--- .../eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json | 6 +++--- .../eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json | 4 ++-- .../eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json | 4 ++-- .../eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json | 6 +++--- .../eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json | 4 ++-- .../eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json | 6 +++--- .../eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json | 4 ++-- .../eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json | 6 +++--- .../eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json | 6 +++--- .../eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json | 4 ++-- .../eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json | 6 +++--- .../eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json | 4 ++-- .../eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json | 6 +++--- .../eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json | 6 +++--- .../eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json | 6 +++--- .../eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json | 6 +++--- .../eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json | 6 +++--- .../eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json | 6 +++--- .../eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json | 6 +++--- .../eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json | 4 ++-- .../eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json | 4 ++-- .../eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json | 6 +++--- .../pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json | 4 ++-- .../eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json | 6 +++--- .../pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json | 4 ++-- .../eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json | 6 +++--- .../eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json | 6 +++--- .../pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json | 4 ++-- .../eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json | 6 +++--- .../pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json | 4 ++-- .../eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json | 6 +++--- .../constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json | 4 ++-- .../constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json | 4 ++-- .../constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json | 4 ++-- config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json | 4 ++-- config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json | 4 ++-- config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json | 4 ++-- config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json | 4 ++-- .../eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json | 6 +++--- .../eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json | 6 +++--- .../eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json | 6 +++--- .../eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json | 6 +++--- .../eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json | 6 +++--- .../eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json | 6 +++--- .../eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json | 6 +++--- .../eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json | 6 +++--- .../eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json | 6 +++--- .../eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json | 6 +++--- .../eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json | 6 +++--- .../eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json | 6 +++--- .../eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json | 6 +++--- .../eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json | 6 +++--- .../eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json | 6 +++--- .../eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json | 6 +++--- .../train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json | 6 +++--- .../train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json | 6 +++--- .../constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json | 6 +++--- .../train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json | 6 +++--- .../train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json | 6 +++--- .../train/ft/Sentence-ModernBERT-EN-1B/ft.json | 6 +++--- .../train/ft/Sentence-ModernBERT-EN-1B/pt.json | 6 +++--- .../train/ft/Sentence-ModernBERT-EN-3B/ft.json | 6 +++--- .../train/ft/Sentence-ModernBERT-EN-3B/pt.json | 6 +++--- .../train/ft/Sentence-ModernBERT-JP-1B/ft.json | 6 +++--- .../train/ft/Sentence-ModernBERT-JP-1B/pt.json | 6 +++--- .../train/ft/Sentence-ModernBERT-JP-3B/ft.json | 6 +++--- .../train/ft/Sentence-ModernBERT-JP-3B/pt.json | 6 +++--- .../train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json | 6 +++--- .../train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json | 6 +++--- .../train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json | 6 +++--- .../train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json | 6 +++--- .../train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json | 6 +++--- .../constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json | 2 +- config/constract_llm/train/pt/Llama-EN-1B/stage1.json | 6 +++--- config/constract_llm/train/pt/Llama-EN-1B/stage2.json | 6 +++--- .../constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json | 2 +- config/constract_llm/train/pt/Llama-EN-3B/stage1.json | 6 +++--- config/constract_llm/train/pt/Llama-EN-3B/stage2.json | 6 +++--- .../constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json | 2 +- config/constract_llm/train/pt/Llama-JP-1B/stage1.json | 6 +++--- config/constract_llm/train/pt/Llama-JP-1B/stage2.json | 6 +++--- config/constract_llm/train/pt/Llama-JP-3B/stage1.json | 6 +++--- config/constract_llm/train/pt/Llama-JP-3B/stage2.json | 6 +++--- config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json | 6 +++--- .../train/pt/ModernBERT-EN-1B/stage1-bs8192.json | 2 +- config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json | 6 +++--- config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json | 6 +++--- .../train/pt/ModernBERT-EN-3B/stage1-bs16384.json | 2 +- config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json | 6 +++--- config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json | 6 +++--- .../train/pt/ModernBERT-JP-1B/stage1-bs8192.json | 2 +- config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json | 6 +++--- config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json | 6 +++--- config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json | 6 +++--- config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json | 6 +++--- .../train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json | 6 +++--- 115 files changed, 314 insertions(+), 314 deletions(-) diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json index a2209ad7..c3bee105 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json @@ -18,17 +18,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json index b5f4ebcc..8485d548 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json @@ -18,17 +18,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json index af7a4302..82d1faa6 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json @@ -18,17 +18,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json index 6086c112..683705bc 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json @@ -18,16 +18,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json index db37f4b8..d6a06f7e 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json @@ -18,16 +18,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json index ec56ebdc..c1bd0c3e 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json @@ -18,16 +18,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json index 667a8d67..4497f7b7 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json index 743a99c6..c0794f2d 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json index 8ca89328..149f6fa1 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json @@ -17,17 +17,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json index fffecedf..c8843575 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json index 3802e7d1..addff2c9 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json @@ -17,17 +17,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json index aa7b6c85..c61dcff7 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json index ca0c8ddd..51dc38a0 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json @@ -17,17 +17,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json index 4c69f142..c44ff825 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json index 70ac4ea2..922893a6 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json @@ -23,10 +23,10 @@ "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json index df1d9ec4..aee96710 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json index 0a310388..f951cbc4 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json @@ -23,10 +23,10 @@ "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json index 1bb76fb6..034f3d15 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json index 18214581..85f9e6f4 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json @@ -18,17 +18,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json index ce1e3c12..41703ba0 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json @@ -18,17 +18,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json index 6124729d..f16ddef5 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json @@ -18,17 +18,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json index 5ca5293f..56a201a1 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json @@ -18,16 +18,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json index 0ec015aa..53dc1c51 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json @@ -18,16 +18,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json index 313e7933..4cc6fbcf 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json @@ -18,16 +18,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json index c3e5d300..a9efe4d0 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json index 357d7617..731a6505 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json index 3dfcd5ef..50c5fc69 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json @@ -17,17 +17,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json index fb4aa345..7aa8dbe3 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json index 507ae3f1..ec791fca 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json @@ -17,17 +17,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json index c70ea9f1..065e4bbe 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json index 2b1ffcc6..344dbab7 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json @@ -17,17 +17,17 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json index 40c35e84..89ae99e8 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json index 7b9e7e8e..9925e5a7 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json @@ -23,10 +23,10 @@ "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json index d5181111..418b2961 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json index 6472de64..cf78bc4a 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json @@ -23,10 +23,10 @@ "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json index 0c6daafc..405a91da 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json index d8e952a4..255fc215 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 0.00001, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 0.000001, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json index 95a877d7..954966f2 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json index b7b6ccc6..f02087f6 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json index 18f4e38a..6841509a 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json index b0187145..d1f3778d 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json @@ -24,10 +24,10 @@ "eval_accumulation_steps": 1, "max_seq_length": 512, "force_add_bos_token": true, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json index 0a7cdf73..4f1694bf 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json @@ -23,10 +23,10 @@ "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json index 3603ca07..269086f7 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json @@ -23,10 +23,10 @@ "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "pearson", "logging_first_step": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json index 9daf472b..3128cb4f 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json @@ -20,15 +20,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json index 96e50442..ee57253b 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json @@ -23,15 +23,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json index 33386edc..85123b7c 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json @@ -19,15 +19,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json index 1e2cf428..84db6ab6 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json @@ -22,15 +22,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json index 9aa39032..4c6840a5 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json @@ -20,15 +20,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json index 5f1c3119..41327a8c 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json @@ -23,15 +23,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json index 2ec2d35e..b520f158 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json @@ -19,15 +19,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json index 1cc16117..0182d32e 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json @@ -22,15 +22,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json index 35d7484a..cd298849 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json @@ -20,15 +20,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json index 11a6b0c8..b0fcf4c4 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json @@ -23,15 +23,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json index 737f8db3..76f45fe8 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json @@ -19,15 +19,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json index 05141283..d1d80557 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json @@ -22,15 +22,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json index 92232891..e2d0bf74 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json @@ -20,15 +20,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json index a9eef4b7..ebe2a604 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json @@ -23,15 +23,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 1e-05, + "learning_rate": 1e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json index 6699ed90..6d5ec00b 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json @@ -19,15 +19,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "accuracy", "greater_is_better": true, diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json index 82e70aba..7ef38ad9 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json @@ -22,15 +22,15 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 16, "eval_accumulation_steps": 1, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "f1", "greater_is_better": true, diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json index fd852ae7..e1572efc 100644 --- a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 32, "loss_cache_mini_batch_size": 32, "per_device_eval_batch_size": 32, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json index 2d017d7b..e7421dc5 100644 --- a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-05, + "learning_rate": 5e-5, "per_device_train_batch_size": 128, "loss_cache_mini_batch_size": 128, "per_device_eval_batch_size": 128, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json index 259baaed..d8149212 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json @@ -24,7 +24,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-06, + "learning_rate": 3e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 64, @@ -33,10 +33,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json index e0e177b8..a79255d6 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 256, "loss_cache_mini_batch_size": 64, "per_device_eval_batch_size": 256, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json index 0b3bf11e..3053aa55 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json @@ -24,7 +24,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-06, + "learning_rate": 2e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 4, "per_device_eval_batch_size": 64, @@ -33,10 +33,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json index fef7d3a9..701a5737 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 512, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 512, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json index 92867a01..0f14ca3a 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-06, + "learning_rate": 3e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 64, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json index 4e1cbb18..d17ccee5 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 256, "loss_cache_mini_batch_size": 64, "per_device_eval_batch_size": 256, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json index 646b7db5..db8c522c 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-06, + "learning_rate": 2e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 4, "per_device_eval_batch_size": 64, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json index c36845b2..ff65b8cb 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 512, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 512, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json index a39b5027..083695d0 100644 --- a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 32, "loss_cache_mini_batch_size": 32, "per_device_eval_batch_size": 32, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json index 871f51c1..391eb7c8 100644 --- a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-05, + "learning_rate": 5e-5, "per_device_train_batch_size": 128, "loss_cache_mini_batch_size": 128, "per_device_eval_batch_size": 128, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json index 1bdaa067..a53654a8 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json @@ -24,7 +24,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-06, + "learning_rate": 3e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 64, @@ -33,10 +33,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json index a918ac21..c27a895e 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 256, "loss_cache_mini_batch_size": 64, "per_device_eval_batch_size": 256, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json index b4bdc3f0..65f84d65 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json @@ -24,7 +24,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-06, + "learning_rate": 2e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 4, "per_device_eval_batch_size": 64, @@ -33,10 +33,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json index 500d3cdd..091ce46e 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 512, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 512, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json index 90c2c2cf..ca519cea 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-06, + "learning_rate": 3e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 64, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json index 82df70ba..dd2360bd 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 256, "loss_cache_mini_batch_size": 64, "per_device_eval_batch_size": 256, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json index 562b6b72..409a628e 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-06, + "learning_rate": 2e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 4, "per_device_eval_batch_size": 64, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json index 40435b1b..b4d50463 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 512, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 512, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json index 38bd644a..f66dc56d 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 32, "loss_cache_mini_batch_size": 32, "per_device_eval_batch_size": 32, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json index e36e553a..d2264f97 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-05, + "learning_rate": 5e-5, "per_device_train_batch_size": 128, "loss_cache_mini_batch_size": 128, "per_device_eval_batch_size": 128, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json index c507fd52..c82b720b 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-06, + "learning_rate": 5e-6, "per_device_train_batch_size": 32, "loss_cache_mini_batch_size": 32, "per_device_eval_batch_size": 32, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json index 4ec2e867..1d0f74e9 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json @@ -27,7 +27,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 5e-05, + "learning_rate": 5e-5, "per_device_train_batch_size": 128, "loss_cache_mini_batch_size": 128, "per_device_eval_batch_size": 128, @@ -36,10 +36,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json index c1ef0b5e..dcc5c023 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json @@ -24,7 +24,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-06, + "learning_rate": 3e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 64, @@ -33,10 +33,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json index ae79492c..a0233a8d 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 256, "loss_cache_mini_batch_size": 64, "per_device_eval_batch_size": 256, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json index 4b3d1b8e..31d96800 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json @@ -24,7 +24,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-06, + "learning_rate": 2e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 4, "per_device_eval_batch_size": 64, @@ -33,10 +33,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json index f73d69dc..abf6d91b 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 512, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 512, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json index a0bb556e..80c03456 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-06, + "learning_rate": 3e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 64, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json index 694a9ab6..23ff664a 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 256, "loss_cache_mini_batch_size": 64, "per_device_eval_batch_size": 256, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json index 66810fd0..3c6941af 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-06, + "learning_rate": 2e-6, "per_device_train_batch_size": 64, "loss_cache_mini_batch_size": 4, "per_device_eval_batch_size": 64, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 512, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json index 5cce28f4..f5e1eab9 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json @@ -28,7 +28,7 @@ "loss_scale": 100.0, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 512, "loss_cache_mini_batch_size": 16, "per_device_eval_batch_size": 512, @@ -37,10 +37,10 @@ "gather_across_devices": true, "eval_accumulation_steps": 1, "max_seq_length": 256, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "logging_first_step": true, "prediction_loss_only": true, diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json b/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json index c8faaf4a..d52141d3 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json @@ -17,7 +17,7 @@ "num_train_epochs": 0.2, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage1.json b/config/constract_llm/train/pt/Llama-EN-1B/stage1.json index 9c62a6fd..15cb59ca 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B/stage1.json +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage1.json @@ -17,16 +17,16 @@ "num_train_epochs": 0.2, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage2.json b/config/constract_llm/train/pt/Llama-EN-1B/stage2.json index c7170f32..02d39d51 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B/stage2.json +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage2.json @@ -17,16 +17,16 @@ "num_train_epochs": 1, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 1, "per_device_eval_batch_size": 1, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 8192, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json b/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json index aef8a6c2..49dea2fe 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json @@ -17,7 +17,7 @@ "num_train_epochs": 0.45, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0002, + "learning_rate": 2e-4, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 512, diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage1.json b/config/constract_llm/train/pt/Llama-EN-3B/stage1.json index aff91d97..5fda8237 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B/stage1.json +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage1.json @@ -17,16 +17,16 @@ "num_train_epochs": 0.45, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0002, + "learning_rate": 2e-4, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage2.json b/config/constract_llm/train/pt/Llama-EN-3B/stage2.json index 07f5d2b5..8ec89038 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B/stage2.json +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage2.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 32, "eval_accumulation_steps": 1, "max_seq_length": 8192, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json b/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json index 88697fe1..3bd1402b 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json @@ -22,7 +22,7 @@ "num_train_epochs": 0.25, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage1.json b/config/constract_llm/train/pt/Llama-JP-1B/stage1.json index 1ee7564e..5a2b3b87 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B/stage1.json +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage1.json @@ -22,16 +22,16 @@ "num_train_epochs": 0.25, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage2.json b/config/constract_llm/train/pt/Llama-JP-1B/stage2.json index cb96966e..82192e16 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B/stage2.json +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage2.json @@ -22,16 +22,16 @@ "num_train_epochs": 6, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 1, "per_device_eval_batch_size": 1, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 8192, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage1.json b/config/constract_llm/train/pt/Llama-JP-3B/stage1.json index b3f30b9a..319638dd 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B/stage1.json +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage1.json @@ -22,16 +22,16 @@ "num_train_epochs": 0.8, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0002, + "learning_rate": 2e-4, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage2.json b/config/constract_llm/train/pt/Llama-JP-3B/stage2.json index 99c4bdd9..fc45ad5f 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B/stage2.json +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage2.json @@ -22,16 +22,16 @@ "num_train_epochs": 6, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 32, "eval_accumulation_steps": 1, "max_seq_length": 8192, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json index e1ce8fa6..f994a96a 100644 --- a/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json +++ b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json @@ -23,16 +23,16 @@ "num_train_epochs": 1, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0005, + "learning_rate": 5e-4, "per_device_train_batch_size": 16, "per_device_eval_batch_size": 16, "gradient_accumulation_steps": 32, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json index 583573de..60d8ca1e 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json @@ -17,7 +17,7 @@ "num_train_epochs": 0.2, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json index 1518d030..2dd7e647 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json @@ -17,16 +17,16 @@ "num_train_epochs": 0.2, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json index 1a02e158..d8755bdb 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json @@ -17,16 +17,16 @@ "num_train_epochs": 1, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 1, "per_device_eval_batch_size": 1, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 8192, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json index 28dc4f93..d0314d47 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json @@ -17,7 +17,7 @@ "num_train_epochs": 0.45, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0002, + "learning_rate": 2e-4, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 512, diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json index 0cb6158f..f6dd2b8e 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json @@ -17,16 +17,16 @@ "num_train_epochs": 0.45, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0002, + "learning_rate": 2e-4, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json index 261118a0..d2270160 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json @@ -17,16 +17,16 @@ "num_train_epochs": 3, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 32, "eval_accumulation_steps": 1, "max_seq_length": 8192, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json index 22738920..b41f9de3 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json @@ -21,7 +21,7 @@ "num_train_epochs": 0.25, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json index e9724fba..4a7236ba 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json @@ -21,17 +21,17 @@ "num_train_epochs": 0.25, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0003, + "learning_rate": 3e-4, "per_device_train_batch_size": 8, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 1024, "mlm_probability": 0.3, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "line_by_line": true, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json index d7bfdf3f..25b22f31 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json @@ -21,17 +21,17 @@ "num_train_epochs": 6, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 3e-05, + "learning_rate": 3e-5, "per_device_train_batch_size": 1, "per_device_eval_batch_size": 1, "gradient_accumulation_steps": 64, "eval_accumulation_steps": 1, "max_seq_length": 8192, "mlm_probability": 0.3, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "line_by_line": true, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json index fa088217..834ab419 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json @@ -21,17 +21,17 @@ "num_train_epochs": 0.8, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0002, + "learning_rate": 2e-4, "per_device_train_batch_size": 4, "per_device_eval_batch_size": 4, "gradient_accumulation_steps": 128, "eval_accumulation_steps": 1, "max_seq_length": 1024, "mlm_probability": 0.3, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "line_by_line": true, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json index 2a234938..3456dd35 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json @@ -21,17 +21,17 @@ "num_train_epochs": 6, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 2e-05, + "learning_rate": 2e-5, "per_device_train_batch_size": 2, "per_device_eval_batch_size": 2, "gradient_accumulation_steps": 32, "eval_accumulation_steps": 1, "max_seq_length": 8192, "mlm_probability": 0.3, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "line_by_line": true, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json index 990b3466..023c6ba4 100644 --- a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json +++ b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json @@ -23,16 +23,16 @@ "num_train_epochs": 1, "optim": "schedule_free_radam", "lr_scheduler_type": "constant", - "learning_rate": 0.0005, + "learning_rate": 5e-4, "per_device_train_batch_size": 16, "per_device_eval_batch_size": 16, "gradient_accumulation_steps": 32, "eval_accumulation_steps": 1, "max_seq_length": 1024, - "weight_decay": 1e-05, + "weight_decay": 1e-5, "adam_beta1": 0.9, "adam_beta2": 0.98, - "adam_epsilon": 1e-06, + "adam_epsilon": 1e-6, "eval_strategy": "steps", "metric_for_best_model": "eval_loss", "logging_first_step": true, From a4dedb11dd2cb39c6d326c14e3812f3d1b39ecf5 Mon Sep 17 00:00:00 2001 From: iamtatsuki05 Date: Fri, 28 Aug 2026 20:37:53 +0900 Subject: [PATCH 13/13] Normalize config formatting: 2-space indent, trailing newline, no ./ path prefix Majority-style cleanup with values unchanged (relative paths lose the redundant ./ prefix only). --- .../constract_llm/dataset/cleanse/config.json | 22 ++-- .../dataset/preprocess/config.json | 6 +- .../constract_llm/dataset/split/config.json | 14 +- .../constract_llm/eval/analysis/example.json | 32 ++--- .../Sentence-Llama-Bi-JP-0.5B/default.json | 42 +++--- .../Sentence-Llama-Bi-JP-3B/bs2048.json | 66 +++++----- .../Sentence-ModernBERT-JP-0.5B/default.json | 42 +++--- .../Sentence-ModernBERT-JP-3B/bs2048.json | 66 +++++----- .../Sentence-Sarashina-Bi-0.5B/default.json | 42 +++--- .../Sentence-Sarashina-Bi-JP-3B/bs2048.json | 66 +++++----- .../Sentence-Llama-Bi-JP-0.5B/default.json | 22 ++-- .../Sentence-Llama-Bi-JP-3B/bs2048.json | 20 +-- .../Sentence-ModernBERT-JP-0.5B/default.json | 20 +-- .../Sentence-ModernBERT-JP-3B/bs2048.json | 20 +-- .../Sentence-Sarashina-Bi-0.5B/default.json | 22 ++-- .../Sentence-Sarashina-Bi-JP-3B/bs2048.json | 20 +-- .../eval/ft/isotropic/example.json | 20 +-- .../eval/pt/glue/InstructLM-EN-0.5B/cola.json | 6 +- .../eval/pt/glue/InstructLM-EN-0.5B/mnli.json | 6 +- .../eval/pt/glue/InstructLM-EN-0.5B/stsb.json | 6 +- .../pt/glue/Llama-EN-0.5B-PT-stage2/cola.json | 6 +- .../pt/glue/Llama-EN-0.5B-PT-stage2/mnli.json | 6 +- .../pt/glue/Llama-EN-0.5B-PT-stage2/stsb.json | 6 +- .../Llama-EN-1B-PT-stage2/cola-bs1024.json | 6 +- .../pt/glue/Llama-EN-1B-PT-stage2/cola.json | 6 +- .../Llama-EN-1B-PT-stage2/mnli-bs1024.json | 6 +- .../pt/glue/Llama-EN-1B-PT-stage2/mnli.json | 6 +- .../Llama-EN-1B-PT-stage2/stsb-bs1024.json | 6 +- .../pt/glue/Llama-EN-1B-PT-stage2/stsb.json | 6 +- .../Llama-EN-3B-PT-stage2/cola-bs2048.json | 6 +- .../pt/glue/Llama-EN-3B-PT-stage2/cola.json | 6 +- .../Llama-EN-3B-PT-stage2/mnli-bs2048.json | 6 +- .../pt/glue/Llama-EN-3B-PT-stage2/mnli.json | 6 +- .../Llama-EN-3B-PT-stage2/stsb-bs2048.json | 6 +- .../pt/glue/Llama-EN-3B-PT-stage2/stsb.json | 6 +- .../glue/Llama-JP-0.5B-PT-stage2/jcola.json | 98 +++++++------- .../pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json | 6 +- .../pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json | 6 +- .../Llama-JP-1B-PT-stage2/jcola-bs1024.json | 6 +- .../pt/glue/Llama-JP-1B-PT-stage2/jcola.json | 6 +- .../Llama-JP-1B-PT-stage2/jnli-bs1024.json | 6 +- .../pt/glue/Llama-JP-1B-PT-stage2/jnli.json | 6 +- .../Llama-JP-1B-PT-stage2/jsts-bs1024.json | 6 +- .../pt/glue/Llama-JP-1B-PT-stage2/jsts.json | 6 +- .../Llama-JP-3B-PT-stage2/jcola-bs2048.json | 96 +++++++------- .../pt/glue/Llama-JP-3B-PT-stage2/jcola.json | 6 +- .../Llama-JP-3B-PT-stage2/jnli-bs2048.json | 6 +- .../pt/glue/Llama-JP-3B-PT-stage2/jnli.json | 6 +- .../Llama-JP-3B-PT-stage2/jsts-bs2048.json | 6 +- .../pt/glue/Llama-JP-3B-PT-stage2/jsts.json | 6 +- .../glue/Mistral-EN-0.5B-PT-stage2/cola.json | 6 +- .../glue/Mistral-EN-0.5B-PT-stage2/mnli.json | 6 +- .../glue/Mistral-EN-0.5B-PT-stage2/stsb.json | 6 +- .../ModernBERT-EN-0.5B-PT-stage2/cola.json | 6 +- .../ModernBERT-EN-0.5B-PT-stage2/mnli.json | 6 +- .../ModernBERT-EN-0.5B-PT-stage2/stsb.json | 6 +- .../cola-bs1024.json | 6 +- .../glue/ModernBERT-EN-1B-PT-stage2/cola.json | 6 +- .../mnli-bs1024.json | 6 +- .../glue/ModernBERT-EN-1B-PT-stage2/mnli.json | 6 +- .../stsb-bs1024.json | 6 +- .../glue/ModernBERT-EN-1B-PT-stage2/stsb.json | 6 +- .../cola-bs2048.json | 6 +- .../glue/ModernBERT-EN-3B-PT-stage2/cola.json | 6 +- .../mnli-bs2048.json | 6 +- .../glue/ModernBERT-EN-3B-PT-stage2/mnli.json | 6 +- .../stsb-bs2048.json | 6 +- .../glue/ModernBERT-EN-3B-PT-stage2/stsb.json | 6 +- .../ModernBERT-JP-0.5B-PT-stage2/jcola.json | 98 +++++++------- .../ModernBERT-JP-0.5B-PT-stage2/jnli.json | 6 +- .../ModernBERT-JP-0.5B-PT-stage2/jsts.json | 6 +- .../jcola-bs1024.json | 6 +- .../ModernBERT-JP-1B-PT-stage2/jcola.json | 6 +- .../jnli-bs1024.json | 6 +- .../glue/ModernBERT-JP-1B-PT-stage2/jnli.json | 6 +- .../jsts-bs1024.json | 6 +- .../glue/ModernBERT-JP-1B-PT-stage2/jsts.json | 6 +- .../jcola-bs2048.json | 96 +++++++------- .../ModernBERT-JP-3B-PT-stage2/jcola.json | 6 +- .../jnli-bs2048.json | 6 +- .../glue/ModernBERT-JP-3B-PT-stage2/jnli.json | 6 +- .../jsts-bs2048.json | 6 +- .../glue/ModernBERT-JP-3B-PT-stage2/jsts.json | 6 +- .../eval/pt/glue/Qwen2.5-EN-0.5B/cola.json | 6 +- .../eval/pt/glue/Qwen2.5-EN-0.5B/mnli.json | 6 +- .../eval/pt/glue/Qwen2.5-EN-0.5B/stsb.json | 6 +- .../cola.json | 6 +- .../mnli.json | 6 +- .../stsb.json | 6 +- .../eval/pt/glue/Sarashina-EN-0.5B/cola.json | 6 +- .../eval/pt/glue/Sarashina-EN-0.5B/mnli.json | 6 +- .../eval/pt/glue/Sarashina-EN-0.5B/stsb.json | 6 +- .../eval/pt/glue/Sarashina-EN-1B/cola.json | 6 +- .../eval/pt/glue/Sarashina-EN-1B/mnli.json | 6 +- .../eval/pt/glue/Sarashina-EN-1B/stsb.json | 6 +- .../eval/pt/glue/Sarashina-EN-3B/cola.json | 6 +- .../eval/pt/glue/Sarashina-EN-3B/mnli.json | 6 +- .../eval/pt/glue/Sarashina-EN-3B/stsb.json | 6 +- .../eval/pt/glue/Sarashina-JP-0.5B/jcola.json | 6 +- .../eval/pt/glue/Sarashina-JP-0.5B/jnli.json | 6 +- .../eval/pt/glue/Sarashina-JP-0.5B/jsts.json | 6 +- .../eval/pt/glue/Sarashina-JP-1B/jcola.json | 6 +- .../eval/pt/glue/Sarashina-JP-1B/jnli.json | 6 +- .../eval/pt/glue/Sarashina-JP-1B/jsts.json | 6 +- .../eval/pt/glue/Sarashina-JP-3B/jcola.json | 96 +++++++------- .../eval/pt/glue/Sarashina-JP-3B/jnli.json | 6 +- .../eval/pt/glue/Sarashina-JP-3B/jsts.json | 6 +- .../Llama-Bi-EN-0.5B-PT-stage2/default.json | 2 +- .../Llama-Bi-EN-1B-PT-stage2/bs1024.json | 2 +- .../Llama-Bi-JP-0.5B-PT-stage2/default.json | 22 ++-- .../Llama-Bi-JP-3B-PT-stage2/bs2048.json | 20 +-- .../Llama-JP-0.5B-PT-stage2/default.json | 22 ++-- .../Llama-JP-3B-PT-stage2/bs2048.json | 20 +-- .../ModernBERT-EN-0.5B-PT-stage2/default.json | 2 +- .../ModernBERT-EN-1B-PT-stage2/bs1024.json | 2 +- .../ModernBERT-JP-0.5B-PT-stage2/default.json | 20 +-- .../ModernBERT-JP-3B-PT-stage2/bs2048.json | 20 +-- .../pt/isotropic/Sarashina-0.5B/default.json | 22 ++-- .../pt/isotropic/Sarashina-3B/default.json | 20 +-- .../isotropic/Sarashina-Bi-0.5B/default.json | 22 ++-- .../pt/isotropic/Sarashina-Bi-3B/default.json | 20 +-- .../Sarashina-Bi-EN-0.5B/default.json | 2 +- .../isotropic/Sarashina-Bi-EN-1B/default.json | 2 +- .../eval/pt/qa/InstructLM-EN-0.5B/csqa.json | 6 +- .../eval/pt/qa/InstructLM-EN-0.5B/squad.json | 6 +- .../pt/qa/Llama-EN-0.5B-PT-stage2/csqa.json | 6 +- .../pt/qa/Llama-EN-0.5B-PT-stage2/squad.json | 6 +- .../qa/Llama-EN-1B-PT-stage2/csqa-bs1024.json | 6 +- .../pt/qa/Llama-EN-1B-PT-stage2/csqa.json | 6 +- .../Llama-EN-1B-PT-stage2/squad-bs1024.json | 6 +- .../pt/qa/Llama-EN-1B-PT-stage2/squad.json | 6 +- .../qa/Llama-EN-3B-PT-stage2/csqa-bs2048.json | 6 +- .../pt/qa/Llama-EN-3B-PT-stage2/csqa.json | 6 +- .../Llama-EN-3B-PT-stage2/squad-bs2048.json | 6 +- .../pt/qa/Llama-EN-3B-PT-stage2/squad.json | 6 +- .../pt/qa/Llama-JP-0.5B-PT-stage2/jcsqa.json | 6 +- .../pt/qa/Llama-JP-0.5B-PT-stage2/jsquad.json | 6 +- .../Llama-JP-1B-PT-stage2/jcsqa-bs1024.json | 6 +- .../pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json | 6 +- .../Llama-JP-1B-PT-stage2/jsquad-bs1024.json | 6 +- .../pt/qa/Llama-JP-1B-PT-stage2/jsquad.json | 6 +- .../Llama-JP-3B-PT-stage2/jcsqa-bs2048.json | 6 +- .../pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json | 6 +- .../Llama-JP-3B-PT-stage2/jsquad-bs2048.json | 6 +- .../pt/qa/Llama-JP-3B-PT-stage2/jsquad.json | 6 +- .../pt/qa/Mistral-EN-0.5B-PT-stage2/csqa.json | 6 +- .../qa/Mistral-EN-0.5B-PT-stage2/squad.json | 6 +- .../qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json | 6 +- .../ModernBERT-EN-0.5B-PT-stage2/squad.json | 6 +- .../csqa-bs1024.json | 6 +- .../qa/ModernBERT-EN-1B-PT-stage2/csqa.json | 6 +- .../squad-bs1024.json | 6 +- .../qa/ModernBERT-EN-1B-PT-stage2/squad.json | 6 +- .../csqa-bs2048.json | 6 +- .../qa/ModernBERT-EN-3B-PT-stage2/csqa.json | 6 +- .../squad-bs2048.json | 6 +- .../qa/ModernBERT-EN-3B-PT-stage2/squad.json | 6 +- .../ModernBERT-JP-0.5B-PT-stage2/jcsqa.json | 6 +- .../ModernBERT-JP-0.5B-PT-stage2/jsquad.json | 6 +- .../jcsqa-bs1024.json | 6 +- .../qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json | 6 +- .../jsquad-bs1024.json | 6 +- .../qa/ModernBERT-JP-1B-PT-stage2/jsquad.json | 6 +- .../jcsqa-bs2048.json | 6 +- .../qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json | 6 +- .../jsquad-bs2048.json | 6 +- .../qa/ModernBERT-JP-3B-PT-stage2/jsquad.json | 6 +- .../eval/pt/qa/Qwen2.5-EN-0.5B/csqa.json | 6 +- .../eval/pt/qa/Qwen2.5-EN-0.5B/squad.json | 6 +- .../csqa.json | 6 +- .../squad.json | 6 +- .../eval/pt/qa/Sarashina-EN-0.5B/csqa.json | 6 +- .../eval/pt/qa/Sarashina-EN-0.5B/squad.json | 6 +- .../eval/pt/qa/Sarashina-EN-1B/csqa.json | 6 +- .../eval/pt/qa/Sarashina-EN-1B/squad.json | 6 +- .../eval/pt/qa/Sarashina-EN-3B/csqa.json | 6 +- .../eval/pt/qa/Sarashina-EN-3B/squad.json | 6 +- .../eval/pt/qa/Sarashina-JP-0.5B/jcsqa.json | 6 +- .../eval/pt/qa/Sarashina-JP-0.5B/jsquad.json | 6 +- .../eval/pt/qa/Sarashina-JP-1B/jcsqa.json | 6 +- .../eval/pt/qa/Sarashina-JP-1B/jsquad.json | 6 +- .../eval/pt/qa/Sarashina-JP-3B/jcsqa.json | 6 +- .../eval/pt/qa/Sarashina-JP-3B/jsquad.json | 6 +- .../model/init_model/Llama-0.5B.json | 12 +- .../model/init_model/Llama-1B.json | 2 +- .../model/init_model/Llama-3B.json | 12 +- .../model/init_model/Mistral-0.5B.json | 2 +- .../model/init_model/ModernBERT-0.5B.json | 12 +- .../model/init_model/ModernBERT-1B.json | 2 +- .../model/init_model/ModernBERT-3B.json | 12 +- .../model/init_model/Qwen2.5-0.5B.json | 2 +- .../model/init_model/config.json | 2 +- .../instructlm_bi_en_05b.json | 2 +- .../model/save_custom_model/llama_bi.json | 14 +- .../model/save_custom_model/llama_bi_1b.json | 2 +- .../save_custom_model/llama_bi_1b_bs1024.json | 2 +- .../model/save_custom_model/llama_bi_3b.json | 2 +- .../save_custom_model/llama_bi_3b_bs2048.json | 14 +- .../model/save_custom_model/llama_bi_en.json | 2 +- .../save_custom_model/llama_bi_en_1b.json | 2 +- .../llama_bi_en_1b_bs1024.json | 2 +- .../save_custom_model/llama_bi_en_3b.json | 2 +- .../llama_bi_en_3b_bs2048.json | 2 +- .../save_custom_model/mistral_bi_en_05b.json | 4 +- .../save_custom_model/qwen25_bi_en_05b.json | 2 +- .../qwen25_scratch_bi_en_05b.json | 4 +- .../model/save_custom_model/sarashina_bi.json | 14 +- .../save_custom_model/sarashina_bi_1b.json | 2 +- .../save_custom_model/sarashina_bi_3b.json | 14 +- .../tokenizer/add_tokens/config/config.json | 12 +- .../add_tokens/config/normal_tokens.json | 6 +- .../add_tokens/config/special_tokens.json | 6 +- .../tokenizer/merge_spm/config.json | 10 +- .../tokenizer/train_tokenizer/config.json | 22 ++-- .../train/ds_config/ds_zero2.json | 44 +++---- .../train/ds_config/ds_zero2_cpu_offload.json | 56 ++++---- .../train/ds_config/ds_zero2_tp.json | 50 +++---- .../train/ds_config/ds_zero3.json | 50 +++---- .../train/ds_config/ds_zero3_cpu_offload.json | 62 ++++----- .../ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json | 8 +- .../ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json | 8 +- .../ft/Sentence-Llama-Bi-EN-0.5B/ft.json | 8 +- .../ft/Sentence-Llama-Bi-EN-0.5B/pt.json | 8 +- .../ft/Sentence-Llama-Bi-EN-1B/ft-bs1024.json | 8 +- .../train/ft/Sentence-Llama-Bi-EN-1B/ft.json | 8 +- .../ft/Sentence-Llama-Bi-EN-1B/pt-bs8192.json | 8 +- .../train/ft/Sentence-Llama-Bi-EN-1B/pt.json | 8 +- .../ft/Sentence-Llama-Bi-EN-3B/ft-bs2048.json | 8 +- .../train/ft/Sentence-Llama-Bi-EN-3B/ft.json | 8 +- .../Sentence-Llama-Bi-EN-3B/pt-bs16384.json | 8 +- .../train/ft/Sentence-Llama-Bi-EN-3B/pt.json | 8 +- .../ft/Sentence-Llama-Bi-JP-0.5B/ft.json | 122 +++++++++--------- .../ft/Sentence-Llama-Bi-JP-0.5B/pt.json | 122 +++++++++--------- .../ft/Sentence-Llama-Bi-JP-1B/ft-bs1024.json | 4 +- .../train/ft/Sentence-Llama-Bi-JP-1B/ft.json | 4 +- .../ft/Sentence-Llama-Bi-JP-1B/pt-bs8192.json | 4 +- .../train/ft/Sentence-Llama-Bi-JP-1B/pt.json | 4 +- .../ft/Sentence-Llama-Bi-JP-3B/ft-bs2048.json | 4 +- .../train/ft/Sentence-Llama-Bi-JP-3B/ft.json | 4 +- .../Sentence-Llama-Bi-JP-3B/pt-bs16384.json | 4 +- .../train/ft/Sentence-Llama-Bi-JP-3B/pt.json | 4 +- .../ft/Sentence-Mistral-Bi-EN-0.5B/ft.json | 8 +- .../ft/Sentence-Mistral-Bi-EN-0.5B/pt.json | 8 +- .../ft/Sentence-ModernBERT-EN-0.5B/ft.json | 8 +- .../ft/Sentence-ModernBERT-EN-0.5B/pt.json | 8 +- .../Sentence-ModernBERT-EN-1B/ft-bs1024.json | 8 +- .../ft/Sentence-ModernBERT-EN-1B/ft.json | 8 +- .../Sentence-ModernBERT-EN-1B/pt-bs8192.json | 8 +- .../ft/Sentence-ModernBERT-EN-1B/pt.json | 8 +- .../Sentence-ModernBERT-EN-3B/ft-bs2048.json | 8 +- .../ft/Sentence-ModernBERT-EN-3B/ft.json | 8 +- .../Sentence-ModernBERT-EN-3B/pt-bs16384.json | 8 +- .../ft/Sentence-ModernBERT-EN-3B/pt.json | 8 +- .../ft/Sentence-ModernBERT-JP-0.5B/ft.json | 122 +++++++++--------- .../ft/Sentence-ModernBERT-JP-0.5B/pt.json | 122 +++++++++--------- .../Sentence-ModernBERT-JP-1B/ft-bs1024.json | 4 +- .../ft/Sentence-ModernBERT-JP-1B/ft.json | 4 +- .../Sentence-ModernBERT-JP-1B/pt-bs8192.json | 4 +- .../ft/Sentence-ModernBERT-JP-1B/pt.json | 4 +- .../Sentence-ModernBERT-JP-3B/ft-bs2048.json | 4 +- .../ft/Sentence-ModernBERT-JP-3B/ft.json | 4 +- .../Sentence-ModernBERT-JP-3B/pt-bs16384.json | 4 +- .../ft/Sentence-ModernBERT-JP-3B/pt.json | 4 +- .../ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json | 8 +- .../ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json | 8 +- .../ft.json | 8 +- .../pt.json | 8 +- .../ft/Sentence-Sarashina-Bi-0.5B/ft.json | 122 +++++++++--------- .../ft/Sentence-Sarashina-Bi-0.5B/pt.json | 122 +++++++++--------- .../ft/Sentence-Sarashina-Bi-EN-0.5B/ft.json | 8 +- .../ft/Sentence-Sarashina-Bi-EN-0.5B/pt.json | 8 +- .../ft-bs1024.json | 8 +- .../ft/Sentence-Sarashina-Bi-EN-1B/ft.json | 8 +- .../pt-bs8192.json | 8 +- .../ft/Sentence-Sarashina-Bi-EN-1B/pt.json | 8 +- .../ft-bs2048.json | 8 +- .../ft/Sentence-Sarashina-Bi-EN-3B/ft.json | 8 +- .../pt-bs16384.json | 8 +- .../ft/Sentence-Sarashina-Bi-EN-3B/pt.json | 8 +- .../ft-bs1024.json | 4 +- .../ft/Sentence-Sarashina-Bi-JP-1B/ft.json | 4 +- .../pt-bs8192.json | 4 +- .../ft/Sentence-Sarashina-Bi-JP-1B/pt.json | 4 +- .../ft-bs2048.json | 4 +- .../ft/Sentence-Sarashina-Bi-JP-3B/ft.json | 4 +- .../pt-bs16384.json | 4 +- .../ft/Sentence-Sarashina-Bi-JP-3B/pt.json | 4 +- .../train/pt/Llama-EN-0.5B/stage1.json | 6 +- .../train/pt/Llama-EN-0.5B/stage2.json | 6 +- .../train/pt/Llama-EN-1B/stage1-bs8192.json | 6 +- .../train/pt/Llama-EN-1B/stage1.json | 6 +- .../train/pt/Llama-EN-1B/stage2-bs1024.json | 6 +- .../train/pt/Llama-EN-1B/stage2.json | 6 +- .../train/pt/Llama-EN-3B/stage1-bs16384.json | 6 +- .../train/pt/Llama-EN-3B/stage1.json | 6 +- .../train/pt/Llama-EN-3B/stage2-bs2048.json | 6 +- .../train/pt/Llama-EN-3B/stage2.json | 6 +- .../train/pt/Llama-JP-0.5B/stage1.json | 102 +++++++-------- .../train/pt/Llama-JP-0.5B/stage2.json | 102 +++++++-------- .../train/pt/Llama-JP-1B/stage1-bs8192.json | 6 +- .../train/pt/Llama-JP-1B/stage1.json | 6 +- .../train/pt/Llama-JP-1B/stage2-bs1024.json | 6 +- .../train/pt/Llama-JP-1B/stage2.json | 6 +- .../train/pt/Llama-JP-3B/stage1-bs16384.json | 6 +- .../train/pt/Llama-JP-3B/stage1.json | 6 +- .../train/pt/Llama-JP-3B/stage2-bs2048.json | 6 +- .../train/pt/Llama-JP-3B/stage2.json | 6 +- .../train/pt/Mistral-EN-0.5B/stage1.json | 6 +- .../train/pt/Mistral-EN-0.5B/stage2.json | 6 +- .../train/pt/ModernBERT-EN-0.5B/stage1.json | 6 +- .../train/pt/ModernBERT-EN-0.5B/stage2.json | 6 +- .../pt/ModernBERT-EN-1B/stage1-bs8192.json | 6 +- .../train/pt/ModernBERT-EN-1B/stage1.json | 6 +- .../pt/ModernBERT-EN-1B/stage2-bs1024.json | 6 +- .../train/pt/ModernBERT-EN-1B/stage2.json | 6 +- .../pt/ModernBERT-EN-3B/stage1-bs16384.json | 6 +- .../train/pt/ModernBERT-EN-3B/stage1.json | 6 +- .../pt/ModernBERT-EN-3B/stage2-bs2048.json | 6 +- .../train/pt/ModernBERT-EN-3B/stage2.json | 6 +- .../train/pt/ModernBERT-JP-0.5B/stage1.json | 104 +++++++-------- .../train/pt/ModernBERT-JP-0.5B/stage2.json | 104 +++++++-------- .../pt/ModernBERT-JP-1B/stage1-bs8192.json | 6 +- .../train/pt/ModernBERT-JP-1B/stage1.json | 6 +- .../pt/ModernBERT-JP-1B/stage2-bs1024.json | 6 +- .../train/pt/ModernBERT-JP-1B/stage2.json | 6 +- .../pt/ModernBERT-JP-3B/stage1-bs16384.json | 6 +- .../train/pt/ModernBERT-JP-3B/stage1.json | 6 +- .../pt/ModernBERT-JP-3B/stage2-bs2048.json | 6 +- .../train/pt/ModernBERT-JP-3B/stage2.json | 6 +- .../pt/Qwen2.5-Scratch-EN-0.5B/stage1.json | 6 +- .../pt/Qwen2.5-Scratch-EN-0.5B/stage2.json | 6 +- 331 files changed, 2181 insertions(+), 2181 deletions(-) diff --git a/config/constract_llm/dataset/cleanse/config.json b/config/constract_llm/dataset/cleanse/config.json index f0f7b346..3d2447b9 100644 --- a/config/constract_llm/dataset/cleanse/config.json +++ b/config/constract_llm/dataset/cleanse/config.json @@ -1,13 +1,13 @@ { - "input_name_or_path": "imdb", - "output_dir": "./data/misc/json", - "text_fields": ["text"], - "do_deduplicate": true, - "do_rm_duplicated_by_minhash": true, - "minhash_threshold": 0.95, - "do_rm_time_schedule": true, - "rm_time_schedule_threshold": 3, - "do_rm_only_numeric": true, - "do_rm_include_url_text": true, - "do_rm_include_email_text": true + "input_name_or_path": "imdb", + "output_dir": "data/misc/json", + "text_fields": ["text"], + "do_deduplicate": true, + "do_rm_duplicated_by_minhash": true, + "minhash_threshold": 0.95, + "do_rm_time_schedule": true, + "rm_time_schedule_threshold": 3, + "do_rm_only_numeric": true, + "do_rm_include_url_text": true, + "do_rm_include_email_text": true } diff --git a/config/constract_llm/dataset/preprocess/config.json b/config/constract_llm/dataset/preprocess/config.json index 32614ba3..2f50923d 100644 --- a/config/constract_llm/dataset/preprocess/config.json +++ b/config/constract_llm/dataset/preprocess/config.json @@ -1,5 +1,5 @@ { - "input_name_or_path": "imdb", - "output_dir": "./data/misc/json", - "text_fields": ["text", "label"] + "input_name_or_path": "imdb", + "output_dir": "data/misc/json", + "text_fields": ["text", "label"] } diff --git a/config/constract_llm/dataset/split/config.json b/config/constract_llm/dataset/split/config.json index d2388aa3..eff94b0e 100644 --- a/config/constract_llm/dataset/split/config.json +++ b/config/constract_llm/dataset/split/config.json @@ -1,9 +1,9 @@ { - "dataset_name_or_path": "imdb", - "output_dir": "./data/misc/json", - "test_size": 0.1, - "val_size": 0.1, - "split_mode": "random", - "random_seed": 42, - "stratify_key": "label" + "dataset_name_or_path": "imdb", + "output_dir": "data/misc/json", + "test_size": 0.1, + "val_size": 0.1, + "split_mode": "random", + "random_seed": 42, + "stratify_key": "label" } diff --git a/config/constract_llm/eval/analysis/example.json b/config/constract_llm/eval/analysis/example.json index 474d6854..358f2481 100644 --- a/config/constract_llm/eval/analysis/example.json +++ b/config/constract_llm/eval/analysis/example.json @@ -1,18 +1,18 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B", - "model_revision": null, - "output_dir": "data/outputs/eval/analysis/Sentence-ModernBERT-JP-0.5B", - "language": "ja", - "num_examples": 2000, - "num_attention_examples": 32, - "attention_max_tokens": 128, - "batch_size": 16, - "max_seq_length": 512, - "seed": 42, - "dtype": "bfloat16", - "with_attention": true, - "with_layer_sts": true, - "with_kill_test": true, - "dump_layer_embeddings": false, - "sts_max_pairs": 1500 + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B", + "model_revision": null, + "output_dir": "data/outputs/eval/analysis/Sentence-ModernBERT-JP-0.5B", + "language": "ja", + "num_examples": 2000, + "num_attention_examples": 32, + "attention_max_tokens": 128, + "batch_size": 16, + "max_seq_length": 512, + "seed": 42, + "dtype": "bfloat16", + "with_attention": true, + "with_layer_sts": true, + "with_kill_test": true, + "dump_layer_embeddings": false, + "sts_max_pairs": 1500 } diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B/default.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B/default.json index 4148cd46..436d81de 100644 --- a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B/default.json +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-0.5B/default.json @@ -1,23 +1,23 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-0.5B", - "output_dir": "data/outputs/bench_sbert/llama-bi", - "dataset_name_or_path": "fujiki/wiki40b_ja", - "dataset_config_name": "default", - "dataset_split": "train", - "text_fields": ["text"], - "streaming": true, - "batch_sizes": [16, 32, 64, 128, 256], - "seq_lengths": [128, 256, 512], - "device": "cuda", - "dtype": "bfloat16", - "normalize_embeddings": true, - "max_use_samples": 100000, - "monitor_interval_ms": 100, - "warmup_fraction": 0.0, - "show_progress": true, - "trust_remote_code": true, - "attn_implementation": "flash_attention_2", - "model_extra_kwargs": {}, - "tokenizer_extra_kwargs": {}, - "common_extra_kwargs": {} + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-0.5B", + "output_dir": "data/outputs/bench_sbert/llama-bi", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": ["text"], + "streaming": true, + "batch_sizes": [16, 32, 64, 128, 256], + "seq_lengths": [128, 256, 512], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} } diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/bs2048.json index 6c34cd4f..b16435f0 100644 --- a/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/bs2048.json +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Llama-Bi-JP-3B/bs2048.json @@ -1,35 +1,35 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-bs2048", - "output_dir": "data/outputs/bench_sbert/llama-bi-3b", - "dataset_name_or_path": "fujiki/wiki40b_ja", - "dataset_config_name": "default", - "dataset_split": "train", - "text_fields": [ - "text" - ], - "streaming": true, - "batch_sizes": [ - 16, - 32, - 64, - 128, - 256 - ], - "seq_lengths": [ - 128, - 256, - 512 - ], - "device": "cuda", - "dtype": "bfloat16", - "normalize_embeddings": true, - "max_use_samples": 100000, - "monitor_interval_ms": 100, - "warmup_fraction": 0.0, - "show_progress": true, - "trust_remote_code": true, - "attn_implementation": "flash_attention_2", - "model_extra_kwargs": {}, - "tokenizer_extra_kwargs": {}, - "common_extra_kwargs": {} + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-bs2048", + "output_dir": "data/outputs/bench_sbert/llama-bi-3b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} } diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B/default.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B/default.json index 94f4c347..6a6e64cc 100644 --- a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B/default.json +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-0.5B/default.json @@ -1,23 +1,23 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B", - "output_dir": "data/outputs/bench_sbert/modernbert", - "dataset_name_or_path": "fujiki/wiki40b_ja", - "dataset_config_name": "default", - "dataset_split": "train", - "text_fields": ["text"], - "streaming": true, - "batch_sizes": [16, 32, 64, 128, 256], - "seq_lengths": [128, 256, 512], - "device": "cuda", - "dtype": "bfloat16", - "normalize_embeddings": true, - "max_use_samples": 100000, - "monitor_interval_ms": 100, - "warmup_fraction": 0.0, - "show_progress": true, - "trust_remote_code": true, - "attn_implementation": "flash_attention_2", - "model_extra_kwargs": {}, - "tokenizer_extra_kwargs": {}, - "common_extra_kwargs": {} + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B", + "output_dir": "data/outputs/bench_sbert/modernbert", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": ["text"], + "streaming": true, + "batch_sizes": [16, 32, 64, 128, 256], + "seq_lengths": [128, 256, 512], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} } diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/bs2048.json index e678de3a..99f9dadd 100644 --- a/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/bs2048.json +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-ModernBERT-JP-3B/bs2048.json @@ -1,35 +1,35 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-bs2048", - "output_dir": "data/outputs/bench_sbert/modernbert-3b", - "dataset_name_or_path": "fujiki/wiki40b_ja", - "dataset_config_name": "default", - "dataset_split": "train", - "text_fields": [ - "text" - ], - "streaming": true, - "batch_sizes": [ - 16, - 32, - 64, - 128, - 256 - ], - "seq_lengths": [ - 128, - 256, - 512 - ], - "device": "cuda", - "dtype": "bfloat16", - "normalize_embeddings": true, - "max_use_samples": 100000, - "monitor_interval_ms": 100, - "warmup_fraction": 0.0, - "show_progress": true, - "trust_remote_code": true, - "attn_implementation": "flash_attention_2", - "model_extra_kwargs": {}, - "tokenizer_extra_kwargs": {}, - "common_extra_kwargs": {} + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-bs2048", + "output_dir": "data/outputs/bench_sbert/modernbert-3b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} } diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B/default.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B/default.json index 8d090f7f..9f7555d0 100644 --- a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B/default.json +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-0.5B/default.json @@ -1,23 +1,23 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-0.5B", - "output_dir": "data/outputs/bench_sbert/sarashina-bi", - "dataset_name_or_path": "fujiki/wiki40b_ja", - "dataset_config_name": "default", - "dataset_split": "train", - "text_fields": ["text"], - "streaming": true, - "batch_sizes": [16, 32, 64, 128, 256], - "seq_lengths": [128, 256, 512], - "device": "cuda", - "dtype": "bfloat16", - "normalize_embeddings": true, - "max_use_samples": 100000, - "monitor_interval_ms": 100, - "warmup_fraction": 0.0, - "show_progress": true, - "trust_remote_code": true, - "attn_implementation": "flash_attention_2", - "model_extra_kwargs": {}, - "tokenizer_extra_kwargs": {}, - "common_extra_kwargs": {} + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-0.5B", + "output_dir": "data/outputs/bench_sbert/sarashina-bi", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": ["text"], + "streaming": true, + "batch_sizes": [16, 32, 64, 128, 256], + "seq_lengths": [128, 256, 512], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} } diff --git a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/bs2048.json b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/bs2048.json index 0c7d318d..db56ad23 100644 --- a/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/bs2048.json +++ b/config/constract_llm/eval/ft/bench_sbert/Sentence-Sarashina-Bi-JP-3B/bs2048.json @@ -1,35 +1,35 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-bs2048", - "output_dir": "data/outputs/bench_sbert/sarashina-bi-3b", - "dataset_name_or_path": "fujiki/wiki40b_ja", - "dataset_config_name": "default", - "dataset_split": "train", - "text_fields": [ - "text" - ], - "streaming": true, - "batch_sizes": [ - 16, - 32, - 64, - 128, - 256 - ], - "seq_lengths": [ - 128, - 256, - 512 - ], - "device": "cuda", - "dtype": "bfloat16", - "normalize_embeddings": true, - "max_use_samples": 100000, - "monitor_interval_ms": 100, - "warmup_fraction": 0.0, - "show_progress": true, - "trust_remote_code": true, - "attn_implementation": "flash_attention_2", - "model_extra_kwargs": {}, - "tokenizer_extra_kwargs": {}, - "common_extra_kwargs": {} + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-bs2048", + "output_dir": "data/outputs/bench_sbert/sarashina-bi-3b", + "dataset_name_or_path": "fujiki/wiki40b_ja", + "dataset_config_name": "default", + "dataset_split": "train", + "text_fields": [ + "text" + ], + "streaming": true, + "batch_sizes": [ + 16, + 32, + 64, + 128, + 256 + ], + "seq_lengths": [ + 128, + 256, + 512 + ], + "device": "cuda", + "dtype": "bfloat16", + "normalize_embeddings": true, + "max_use_samples": 100000, + "monitor_interval_ms": 100, + "warmup_fraction": 0.0, + "show_progress": true, + "trust_remote_code": true, + "attn_implementation": "flash_attention_2", + "model_extra_kwargs": {}, + "tokenizer_extra_kwargs": {}, + "common_extra_kwargs": {} } diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B/default.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B/default.json index d6569d80..e27aa0aa 100644 --- a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B/default.json +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-0.5B/default.json @@ -1,13 +1,13 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-0.5B", - "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-0.5B", - "num_examples": 2000, - "batch_size": 2, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-0.5B", + "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-0.5B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/bs2048.json index ece53a89..7a13b14b 100644 --- a/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/bs2048.json +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Llama-Bi-JP-3B/bs2048.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-bs2048", - "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-3B-bs2048", + "output_dir": "data/outputs/eval/isotropic/Sentence-Llama-Bi-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B/default.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B/default.json index 2649a4fb..2b089f16 100644 --- a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B/default.json +++ b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-0.5B/default.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B", - "output_dir": "data/outputs/eval/isotropic/Sentence-Modernbert-0.5B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B", + "output_dir": "data/outputs/eval/isotropic/Sentence-Modernbert-0.5B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/bs2048.json index 35c4cbbb..23062e36 100644 --- a/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/bs2048.json +++ b/config/constract_llm/eval/ft/isotropic/Sentence-ModernBERT-JP-3B/bs2048.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-bs2048", - "output_dir": "data/outputs/eval/isotropic/Sentence-ModernBERT-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-3B-bs2048", + "output_dir": "data/outputs/eval/isotropic/Sentence-ModernBERT-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B/default.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B/default.json index 6ca12087..7f971878 100644 --- a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B/default.json +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-0.5B/default.json @@ -1,13 +1,13 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-0.5B", - "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-0.5B", - "num_examples": 2000, - "batch_size": 2, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-0.5B", + "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-0.5B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/bs2048.json b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/bs2048.json index 953ce82e..933ab28c 100644 --- a/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/bs2048.json +++ b/config/constract_llm/eval/ft/isotropic/Sentence-Sarashina-Bi-JP-3B/bs2048.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-bs2048", - "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-JP-3B-bs2048", + "output_dir": "data/outputs/eval/isotropic/Sentence-Sarashina-Bi-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/ft/isotropic/example.json b/config/constract_llm/eval/ft/isotropic/example.json index 45d63fd0..f1b8aa8f 100644 --- a/config/constract_llm/eval/ft/isotropic/example.json +++ b/config/constract_llm/eval/ft/isotropic/example.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "cl-nagoya/ruri-v3-30m", - "output_dir": "data/outputs/eval/isotropic", - "num_examples": 100, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "cl-nagoya/ruri-v3-30m", + "output_dir": "data/outputs/eval/isotropic", + "num_examples": 100, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/cola.json b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/cola.json index 7d359571..d647ab80 100644 --- a/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/cola.json +++ b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/cola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "InstructLM-EN-0.5B-cola-glue", - "output_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-cola-glue", - "logging_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-cola-glue", + "logging_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,6 +46,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/mnli.json b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/mnli.json index 5c580357..fb56d5ae 100644 --- a/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/mnli.json +++ b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/mnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "InstructLM-EN-0.5B-mnli-glue", - "output_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-mnli-glue", + "logging_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,6 +46,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/stsb.json b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/stsb.json index 438eca14..43e48e09 100644 --- a/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/stsb.json +++ b/config/constract_llm/eval/pt/glue/InstructLM-EN-0.5B/stsb.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "InstructLM-EN-0.5B-stsb-glue", - "output_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-stsb-glue", + "logging_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,6 +46,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/cola.json index 1c010a8f..36797a49 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/cola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-0.5B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/mnli.json index d7415668..65211e62 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/mnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-0.5B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/stsb.json index bb4a5052..d54f53b4 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-0.5B-PT-stage2/stsb.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-0.5B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola-bs1024.json index eaab1b0d..3763d0c7 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola-bs1024.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-bs1024-cola-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-cola-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json index c3bee105..8e584fde 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/cola.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli-bs1024.json index 3193b5e1..28b737d4 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli-bs1024.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-bs1024-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json index 8485d548..a87590e1 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/mnli.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb-bs1024.json index 84235f92..eaa45419 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb-bs1024.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-bs1024-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json index 82d1faa6..ebd2baff 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-1B-PT-stage2/stsb.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola-bs2048.json index ffcdb130..ae230623 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola-bs2048.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-bs2048-cola-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-cola-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json index 683705bc..90ae4416 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/cola.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli-bs2048.json index 8961c34f..ed2e03c6 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli-bs2048.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-bs2048-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json index d6a06f7e..d50bff27 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/mnli.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb-bs2048.json index 0b3a590d..51e7bb7f 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb-bs2048.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-bs2048-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json index c1bd0c3e..4fb4b448 100644 --- a/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/Llama-EN-3B-PT-stage2/stsb.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jcola.json index a075fad6..24b6f93b 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jcola.json @@ -1,51 +1,51 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage2", - "task_name": "JCoLA", - "trust_remote_code": true, - "dataset_name": null, - "dataset_config_name": null, - "max_train_samples": null, - "max_eval_samples": null, - "run_name": "Llama-JP-0.5B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcola-test/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "num_train_epochs": 3, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 2e-5, - "per_device_train_batch_size": 32, - "per_device_eval_batch_size": 32, - "gradient_accumulation_steps": 1, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "force_add_bos_token": true, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "metric_for_best_model": "accuracy", - "logging_first_step": true, - "prediction_loss_only": false, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 2, - "load_best_model_at_end": true, - "greater_is_better": true, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage2", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-0.5B-PT-stage2-jcola-test", + "output_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-5, + "per_device_train_batch_size": 32, + "per_device_eval_batch_size": 32, + "gradient_accumulation_steps": 1, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json index 4497f7b7..68d0a048 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-0.5B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json index c0794f2d..004715e1 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-0.5B-PT-stage2/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-0.5B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola-bs1024.json index 305a7ba6..0d94c664 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola-bs1024.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-bs1024-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json index 149f6fa1..0a71ebe0 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jcola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json index c8843575..b2b2b756 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli-bs1024.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-bs1024-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json index addff2c9..4c48937a 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json index c61dcff7..a49fcc67 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts-bs1024.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-bs1024-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json index 51dc38a0..4d82a8d1 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-1B-PT-stage2/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola-bs2048.json index 734c8f6c..7e5e77d5 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola-bs2048.json @@ -1,50 +1,50 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", - "task_name": "JCoLA", - "trust_remote_code": true, - "dataset_name": null, - "dataset_config_name": null, - "max_train_samples": null, - "max_eval_samples": null, - "run_name": "Llama-JP-3B-PT-stage2-bs2048-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcola-test/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "num_train_epochs": 3, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-6, - "per_device_train_batch_size": 2, - "per_device_eval_batch_size": 2, - "gradient_accumulation_steps": 16, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "metric_for_best_model": "accuracy", - "logging_first_step": true, - "prediction_loss_only": false, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 2, - "load_best_model_at_end": true, - "greater_is_better": true, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Llama-JP-3B-PT-stage2-bs2048-jcola-test", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-6, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json index c44ff825..3884b81d 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jcola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json index 922893a6..abf7b483 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli-bs2048.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-bs2048-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json index aee96710..bb3fd8a1 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json index f951cbc4..66aacfaf 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts-bs2048.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-bs2048-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json index 034f3d15..e5215f38 100644 --- a/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/Llama-JP-3B-PT-stage2/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/cola.json index 32a5f85a..18fc5458 100644 --- a/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/cola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Mistral-EN-0.5B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/mnli.json index 5ad9a4d2..3f48a4d4 100644 --- a/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/mnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Mistral-EN-0.5B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/stsb.json index afd73e58..c061d562 100644 --- a/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/Mistral-EN-0.5B-PT-stage2/stsb.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Mistral-EN-0.5B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/cola.json index f20d8c85..31919d78 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/cola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-0.5B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/mnli.json index 02a6e36a..70a7a92a 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/mnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-0.5B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/stsb.json index bf8c0dc7..c7ffab42 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-0.5B-PT-stage2/stsb.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-0.5B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola-bs1024.json index 62641acd..324d67ba 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola-bs1024.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json index 85f9e6f4..92e63904 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/cola.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json index 8d2dc839..464b0274 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli-bs1024.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json index 41703ba0..4f53a7ed 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/mnli.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json index ed2115e3..ebe9af3d 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb-bs1024.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json index f16ddef5..9556355b 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-1B-PT-stage2/stsb.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola-bs2048.json index c8805cc8..f7ef937c 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola-bs2048.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json index 56a201a1..526a9d32 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/cola.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json index b97148a7..7e750433 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli-bs2048.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json index 53dc1c51..9f4b0383 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/mnli.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json index 2999e80e..07516b9b 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb-bs2048.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json index 4cc6fbcf..62c4f45b 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-EN-3B-PT-stage2/stsb.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jcola.json index cbc700e4..5b0ae227 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jcola.json @@ -1,51 +1,51 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage2", - "task_name": "JCoLA", - "trust_remote_code": true, - "dataset_name": null, - "dataset_config_name": null, - "max_train_samples": null, - "max_eval_samples": null, - "run_name": "ModernBERT-JP-0.5B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcola-test/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "num_train_epochs": 3, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 2e-5, - "per_device_train_batch_size": 32, - "per_device_eval_batch_size": 32, - "gradient_accumulation_steps": 1, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "force_add_bos_token": true, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "metric_for_best_model": "accuracy", - "logging_first_step": true, - "prediction_loss_only": false, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 2, - "load_best_model_at_end": true, - "greater_is_better": true, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage2", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-0.5B-PT-stage2-jcola-test", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcola-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 2e-5, + "per_device_train_batch_size": 32, + "per_device_eval_batch_size": 32, + "gradient_accumulation_steps": 1, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "force_add_bos_token": true, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json index a9efe4d0..d3b587ea 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-0.5B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jnli-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json index 731a6505..d4b1fb97 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-0.5B-PT-stage2/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-0.5B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsts-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json index dce1f445..82237914 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola-bs1024.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json index 50c5fc69..498ea209 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jcola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json index 7aa8dbe3..e66326e9 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli-bs1024.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json index ec791fca..89cb7494 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json index 065e4bbe..9203df1c 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts-bs1024.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json index 344dbab7..4460de58 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-1B-PT-stage2/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json index 0b8ded73..e1cd415f 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola-bs2048.json @@ -1,50 +1,50 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", - "task_name": "JCoLA", - "trust_remote_code": true, - "dataset_name": null, - "dataset_config_name": null, - "max_train_samples": null, - "max_eval_samples": null, - "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "num_train_epochs": 3, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-6, - "per_device_train_batch_size": 2, - "per_device_eval_batch_size": 2, - "gradient_accumulation_steps": 16, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "metric_for_best_model": "accuracy", - "logging_first_step": true, - "prediction_loss_only": false, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 2, - "load_best_model_at_end": true, - "greater_is_better": true, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-6, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json index 89ae99e8..3d5e3670 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jcola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-jcola-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json index 9925e5a7..1a840726 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli-bs2048.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json index 418b2961..84518061 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-jnli-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json index cf78bc4a..a199e38c 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts-bs2048.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json index 405a91da..5bad09c7 100644 --- a/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json +++ b/config/constract_llm/eval/pt/glue/ModernBERT-JP-3B-PT-stage2/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-jsts-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/cola.json b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/cola.json index 147327a4..58e9ba0d 100644 --- a/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/cola.json +++ b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/cola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-EN-0.5B-cola-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-cola-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,6 +46,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/mnli.json b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/mnli.json index e85399a3..e9d9b6a4 100644 --- a/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/mnli.json +++ b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/mnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-EN-0.5B-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,6 +46,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/stsb.json b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/stsb.json index 4ed53898..85570e44 100644 --- a/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/stsb.json +++ b/config/constract_llm/eval/pt/glue/Qwen2.5-EN-0.5B/stsb.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-EN-0.5B-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,6 +46,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json index 13622f35..4ea9fd60 100644 --- a/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json +++ b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/cola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-Scratch-EN-0.5B-PT-stage2-cola-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-cola-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json index cb8e96d2..fea1d8d1 100644 --- a/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json +++ b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/mnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-Scratch-EN-0.5B-PT-stage2-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json index 03c2093f..d4a11ec1 100644 --- a/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json +++ b/config/constract_llm/eval/pt/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2/stsb.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-Scratch-EN-0.5B-PT-stage2-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,6 +47,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "dataset_revision": "bcdcba79d07bc864c1c254ccfcedcce55bcc9a8c" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/cola.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/cola.json index 9eb5ba85..7b499e35 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/cola.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/cola.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-0.5B-cola-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-cola-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/mnli.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/mnli.json index 854c13f4..cd38a5b2 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/mnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/mnli.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-0.5B-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/stsb.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/stsb.json index a340f743..3feff776 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/stsb.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-0.5B/stsb.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-0.5B-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/cola.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/cola.json index 02a25159..418902a2 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/cola.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/cola.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-1B-cola-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-1B-cola-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-1B-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/mnli.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/mnli.json index 1a862a68..74981a85 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/mnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/mnli.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-1B-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-1B-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-1B-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/stsb.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/stsb.json index d64b2e9b..3df783e6 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/stsb.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-1B/stsb.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-1B-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-1B-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-1B-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/cola.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/cola.json index 32f9c01e..b059279f 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/cola.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/cola.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-3B-cola-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-cola-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-cola-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-3B-cola-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-3B-cola-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/mnli.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/mnli.json index 00c23d0c..c4936b63 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/mnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/mnli.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-3B-mnli-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-mnli-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-mnli-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-3B-mnli-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-3B-mnli-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/stsb.json b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/stsb.json index 53312948..bd11d7e7 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/stsb.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-EN-3B/stsb.json @@ -8,8 +8,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-3B-stsb-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-stsb-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-stsb-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-3B-stsb-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-3B-stsb-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json index 255fc215..fa8dc974 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jcola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-0.5B-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json index 954966f2..3f16901d 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-0.5B-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json index f02087f6..a41c3a80 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-0.5B/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-0.5B-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jcola.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jcola.json index e7407b2a..377c421e 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jcola.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jcola.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-1B-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jcola-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jcola-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json index 6841509a..cc6711f9 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-1B-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json index d1f3778d..9ff94d47 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-1B/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-1B-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jcola.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jcola.json index 23f97710..1932a0a9 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jcola.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jcola.json @@ -1,50 +1,50 @@ { - "model_name_or_path": "sbintuitions/sarashina2.2-3b", - "task_name": "JCoLA", - "trust_remote_code": true, - "dataset_name": null, - "dataset_config_name": null, - "max_train_samples": null, - "max_eval_samples": null, - "run_name": "Sarashina-JP-3B-jcola-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jcola-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jcola-test/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "num_train_epochs": 3, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-6, - "per_device_train_batch_size": 2, - "per_device_eval_batch_size": 2, - "gradient_accumulation_steps": 16, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "metric_for_best_model": "accuracy", - "logging_first_step": true, - "prediction_loss_only": false, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 2, - "load_best_model_at_end": true, - "greater_is_better": true, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "sbintuitions/sarashina2.2-3b", + "task_name": "JCoLA", + "trust_remote_code": true, + "dataset_name": null, + "dataset_config_name": null, + "max_train_samples": null, + "max_eval_samples": null, + "run_name": "Sarashina-JP-3B-jcola-test", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jcola-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jcola-test/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "num_train_epochs": 3, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-6, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 16, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "metric_for_best_model": "accuracy", + "logging_first_step": true, + "prediction_loss_only": false, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 2, + "load_best_model_at_end": true, + "greater_is_better": true, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json index 4f1694bf..31011c21 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jnli.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-3B-jnli-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jnli-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jnli-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jnli-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jnli-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json index 269086f7..28e90d59 100644 --- a/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json +++ b/config/constract_llm/eval/pt/glue/Sarashina-JP-3B/jsts.json @@ -7,8 +7,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-3B-jsts-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jsts-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jsts-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jsts-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jsts-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -46,5 +46,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2/default.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2/default.json index 375dac90..117ff04d 100644 --- a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2/default.json +++ b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-0.5B-PT-stage2/default.json @@ -13,4 +13,4 @@ "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-0.5B-PT-stage2" -} \ No newline at end of file +} diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/bs1024.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/bs1024.json index cd935f48..ea4e9aad 100644 --- a/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/bs1024.json +++ b/config/constract_llm/eval/pt/isotropic/Llama-Bi-EN-1B-PT-stage2/bs1024.json @@ -13,4 +13,4 @@ "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", "model_name_or_path": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2-bs1024" -} \ No newline at end of file +} diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2/default.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2/default.json index 810157c1..7235d61f 100644 --- a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2/default.json +++ b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-0.5B-PT-stage2/default.json @@ -1,13 +1,13 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-0.5B-PT-stage2", - "output_dir": "data/outputs/eval/isotropic/Llama-Bi-0.5B", - "num_examples": 2000, - "batch_size": 2, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-0.5B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/Llama-Bi-0.5B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/bs2048.json b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/bs2048.json index 90e6cc83..1a8f3677 100644 --- a/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/bs2048.json +++ b/config/constract_llm/eval/pt/isotropic/Llama-Bi-JP-3B-PT-stage2/bs2048.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", - "output_dir": "data/outputs/eval/isotropic/Llama-Bi-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", + "output_dir": "data/outputs/eval/isotropic/Llama-Bi-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2/default.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2/default.json index fd6976b6..4d847809 100644 --- a/config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2/default.json +++ b/config/constract_llm/eval/pt/isotropic/Llama-JP-0.5B-PT-stage2/default.json @@ -1,13 +1,13 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage2", - "output_dir": "data/outputs/eval/isotropic/Llama-0.5B", - "num_examples": 2000, - "batch_size": 2, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/Llama-0.5B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/bs2048.json b/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/bs2048.json index 87fadfd2..c3fbeb8f 100644 --- a/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/bs2048.json +++ b/config/constract_llm/eval/pt/isotropic/Llama-JP-3B-PT-stage2/bs2048.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", - "output_dir": "data/outputs/eval/isotropic/Llama-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", + "output_dir": "data/outputs/eval/isotropic/Llama-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2/default.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2/default.json index 1b6d8302..9f2aac03 100644 --- a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2/default.json +++ b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-0.5B-PT-stage2/default.json @@ -13,4 +13,4 @@ "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", "model_name_or_path": "iamtatsuki05/ModernBERT-EN-0.5B-PT-stage2" -} \ No newline at end of file +} diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/bs1024.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/bs1024.json index d6b1e940..cdc540f9 100644 --- a/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/bs1024.json +++ b/config/constract_llm/eval/pt/isotropic/ModernBERT-EN-1B-PT-stage2/bs1024.json @@ -13,4 +13,4 @@ "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage2-bs1024" -} \ No newline at end of file +} diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2/default.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2/default.json index c28bbb5c..fabaa02a 100644 --- a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2/default.json +++ b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-0.5B-PT-stage2/default.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage2", - "output_dir": "data/outputs/eval/isotropic/Modernbert-0.5B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage2", + "output_dir": "data/outputs/eval/isotropic/Modernbert-0.5B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/bs2048.json b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/bs2048.json index 6bd74419..fcec1b06 100644 --- a/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/bs2048.json +++ b/config/constract_llm/eval/pt/isotropic/ModernBERT-JP-3B-PT-stage2/bs2048.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", - "output_dir": "data/outputs/eval/isotropic/ModernBERT-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-PT-stage2-bs2048", + "output_dir": "data/outputs/eval/isotropic/ModernBERT-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-0.5B/default.json b/config/constract_llm/eval/pt/isotropic/Sarashina-0.5B/default.json index c73e89bd..bb14d7d2 100644 --- a/config/constract_llm/eval/pt/isotropic/Sarashina-0.5B/default.json +++ b/config/constract_llm/eval/pt/isotropic/Sarashina-0.5B/default.json @@ -1,13 +1,13 @@ { - "model_name_or_path": "sbintuitions/sarashina2.2-0.5b", - "output_dir": "data/outputs/eval/isotropic/Sarashina-0.5B", - "num_examples": 2000, - "batch_size": 2, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "sbintuitions/sarashina2.2-0.5b", + "output_dir": "data/outputs/eval/isotropic/Sarashina-0.5B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-3B/default.json b/config/constract_llm/eval/pt/isotropic/Sarashina-3B/default.json index 4318ad53..1157767f 100644 --- a/config/constract_llm/eval/pt/isotropic/Sarashina-3B/default.json +++ b/config/constract_llm/eval/pt/isotropic/Sarashina-3B/default.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "sbintuitions/sarashina2.2-3b", - "output_dir": "data/outputs/eval/isotropic/Sarashina-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "sbintuitions/sarashina2.2-3b", + "output_dir": "data/outputs/eval/isotropic/Sarashina-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B/default.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B/default.json index b94a2532..6e18f62e 100644 --- a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B/default.json +++ b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-0.5B/default.json @@ -1,13 +1,13 @@ { - "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-0.5b", - "output_dir": "data/outputs/eval/isotropic/Sarashina-Bi-0.5B", - "num_examples": 2000, - "batch_size": 2, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-0.5b", + "output_dir": "data/outputs/eval/isotropic/Sarashina-Bi-0.5B", + "num_examples": 2000, + "batch_size": 2, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B/default.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B/default.json index 22776e8e..5e26f974 100644 --- a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B/default.json +++ b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-3B/default.json @@ -1,12 +1,12 @@ { - "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-3b", - "output_dir": "data/outputs/eval/isotropic/Sarashina-Bi-3B", - "num_examples": 2000, - "dtype": "bfloat16", - "attn_implementation": "flash_attention_2", - "seed": 42, - "miracl_name": "miracl/miracl", - "miracl_lang": "ja", - "wiki_name": "wikimedia/wikipedia", - "wiki_lang": "20231101.ja" + "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-3b", + "output_dir": "data/outputs/eval/isotropic/Sarashina-Bi-3B", + "num_examples": 2000, + "dtype": "bfloat16", + "attn_implementation": "flash_attention_2", + "seed": 42, + "miracl_name": "miracl/miracl", + "miracl_lang": "ja", + "wiki_name": "wikimedia/wikipedia", + "wiki_lang": "20231101.ja" } diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B/default.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B/default.json index 33a40eba..a5474661 100644 --- a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B/default.json +++ b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-0.5B/default.json @@ -13,4 +13,4 @@ "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-0.5b" -} \ No newline at end of file +} diff --git a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B/default.json b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B/default.json index dbb86ae7..75ab6aac 100644 --- a/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B/default.json +++ b/config/constract_llm/eval/pt/isotropic/Sarashina-Bi-EN-1B/default.json @@ -13,4 +13,4 @@ "positive_pair_sentence1_column": "anchor", "positive_pair_sentence2_column": "positive", "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-1b" -} \ No newline at end of file +} diff --git a/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/csqa.json b/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/csqa.json index 78fa0c92..b728fc5d 100644 --- a/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/csqa.json +++ b/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/csqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "InstructLM-EN-0.5B-csqa-glue", - "output_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-csqa-glue", + "logging_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/squad.json b/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/squad.json index 0edbf1f4..34d57c1c 100644 --- a/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/squad.json +++ b/config/constract_llm/eval/pt/qa/InstructLM-EN-0.5B/squad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "InstructLM-EN-0.5B-squad-glue", - "output_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-squad-glue", - "logging_dir": "./data/outputs/eval/glue/InstructLM-EN-0.5B-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-squad-glue", + "logging_dir": "data/outputs/eval/glue/InstructLM-EN-0.5B-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/csqa.json index 253cd30e..9271766a 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-0.5B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/squad.json index 4ec91cc3..d133d5f0 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-0.5B-PT-stage2/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-0.5B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-0.5B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa-bs1024.json index 49d8610d..e4e2320b 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa-bs1024.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa-bs1024.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-bs1024-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json index 3128cb4f..ed0da79e 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad-bs1024.json index bff020b0..18094de9 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad-bs1024.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad-bs1024.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-bs1024-squad-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-squad-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-bs1024-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json index ee57253b..f48172e1 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-1B-PT-stage2/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-1B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-1B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa-bs2048.json index 59992a50..58c15e7f 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa-bs2048.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa-bs2048.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-bs2048-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json index 85123b7c..dc219ae2 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/csqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad-bs2048.json index 0f9baddf..21b3fb81 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad-bs2048.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad-bs2048.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-bs2048-squad-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-squad-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-bs2048-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json index 84db6ab6..e5b20e32 100644 --- a/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/Llama-EN-3B-PT-stage2/squad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-EN-3B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/Llama-EN-3B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jcsqa.json index a97b7eca..b49de16f 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jcsqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-0.5B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jsquad.json index 93a780ad..44f8b2c8 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-0.5B-PT-stage2/jsquad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-0.5B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-0.5B-PT-stage2-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa-bs1024.json index 692fc578..c0881176 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa-bs1024.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa-bs1024.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-bs1024-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json index 4c6840a5..5cb3994d 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jcsqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad-bs1024.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad-bs1024.json index 2a8bc2b5..91544d46 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad-bs1024.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad-bs1024.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-bs1024-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-bs1024-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json index 41327a8c..504d95bc 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-1B-PT-stage2/jsquad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-1B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-1B-PT-stage2-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa-bs2048.json index afd4f1b7..677e3c6e 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa-bs2048.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa-bs2048.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-bs2048-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json index b520f158..47aff776 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jcsqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad-bs2048.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad-bs2048.json index 87a688c6..0b830e20 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad-bs2048.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad-bs2048.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-bs2048-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-bs2048-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json index 0182d32e..700ba106 100644 --- a/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Llama-JP-3B-PT-stage2/jsquad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Llama-JP-3B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Llama-JP-3B-PT-stage2-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/csqa.json index 05a18fb5..de831f69 100644 --- a/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Mistral-EN-0.5B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/squad.json index 67efb6d8..d3b608fa 100644 --- a/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/Mistral-EN-0.5B-PT-stage2/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Mistral-EN-0.5B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/Mistral-EN-0.5B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json index d526e692..440dd4c5 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-0.5B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/squad.json index a9a8ab66..7b0ed5e4 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-0.5B-PT-stage2/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-0.5B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-0.5B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json index f32a41a3..ceebc2f9 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa-bs1024.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json index cd298849..898506ef 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad-bs1024.json index f9298d41..fa669b6d 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad-bs1024.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad-bs1024.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-bs1024-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json index b0fcf4c4..3c4cba22 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-1B-PT-stage2/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-1B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-1B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json index 555dd534..29579d2d 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa-bs2048.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json index 76f45fe8..02e915eb 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/csqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad-bs2048.json index 67312fc0..98cd987a 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad-bs2048.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad-bs2048.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-bs2048-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json index d1d80557..4ff52df6 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-EN-3B-PT-stage2/squad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-EN-3B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/ModernBERT-EN-3B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json index 8f65e325..7c8a4651 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jcsqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-0.5B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jsquad.json index 1ee80888..39cdbc6d 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-0.5B-PT-stage2/jsquad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-0.5B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-0.5B-PT-stage2-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json index d38b5b9f..20853721 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa-bs1024.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json index e2d0bf74..bc918e48 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jcsqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json index db2bf9bb..b4be4621 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad-bs1024.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-bs1024-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json index ebe2a604..6e10821f 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-1B-PT-stage2/jsquad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-1B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-1B-PT-stage2-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json index 0206c515..0f222faf 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa-bs2048.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json index 6d5ec00b..478775b4 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jcsqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json index c8fe3a4f..03f4db77 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad-bs2048.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-bs2048-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json index 7ef38ad9..354891fd 100644 --- a/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json +++ b/config/constract_llm/eval/pt/qa/ModernBERT-JP-3B-PT-stage2/jsquad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "ModernBERT-JP-3B-PT-stage2-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/ModernBERT-JP-3B-PT-stage2-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/csqa.json b/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/csqa.json index fbf70838..938c5b87 100644 --- a/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/csqa.json +++ b/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/csqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-EN-0.5B-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/squad.json b/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/squad.json index 031f361e..e3758fbb 100644 --- a/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/squad.json +++ b/config/constract_llm/eval/pt/qa/Qwen2.5-EN-0.5B/squad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-EN-0.5B-squad-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-EN-0.5B-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-squad-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-EN-0.5B-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json b/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json index 85360b9f..33cc5a07 100644 --- a/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json +++ b/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-Scratch-EN-0.5B-PT-stage2-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json b/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json index 8705a194..6b2d0d9d 100644 --- a/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json +++ b/config/constract_llm/eval/pt/qa/Qwen2.5-Scratch-EN-0.5B-PT-stage2/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Qwen2.5-Scratch-EN-0.5B-PT-stage2-squad-glue", - "output_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-squad-glue", + "logging_dir": "data/outputs/eval/glue/Qwen2.5-Scratch-EN-0.5B-PT-stage2-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/csqa.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/csqa.json index 34d314fb..8a8c694a 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/csqa.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-0.5B-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/squad.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/squad.json index b6d2e71f..6f0d2e85 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/squad.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-EN-0.5B/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-0.5B-squad-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-0.5B-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-squad-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-0.5B-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/csqa.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/csqa.json index a1015bc5..04627ed0 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/csqa.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/csqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-1B-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-1B-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-1B-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/squad.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/squad.json index a41932d6..68b4c76d 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/squad.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-EN-1B/squad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-1B-squad-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-1B-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-1B-squad-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-1B-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/csqa.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/csqa.json index 7bfbde86..a506d17a 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/csqa.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/csqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-3B-csqa-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-csqa-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-csqa-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-3B-csqa-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-3B-csqa-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/squad.json b/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/squad.json index 3539e1b2..c0609f65 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/squad.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-EN-3B/squad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-EN-3B-squad-glue", - "output_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-squad-glue", - "logging_dir": "./data/outputs/eval/glue/Sarashina-EN-3B-squad-glue/logs", + "output_dir": "data/outputs/eval/glue/Sarashina-EN-3B-squad-glue", + "logging_dir": "data/outputs/eval/glue/Sarashina-EN-3B-squad-glue/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jcsqa.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jcsqa.json index f43d5858..252d6ceb 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jcsqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-0.5B-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jsquad.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jsquad.json index fad26e24..9685788d 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-JP-0.5B/jsquad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-0.5B-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-0.5B-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-0.5B-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jcsqa.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jcsqa.json index 9eefe527..b37cddb1 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jcsqa.json @@ -10,8 +10,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-1B-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -48,5 +48,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jsquad.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jsquad.json index bdef5f1c..b1b550fe 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-JP-1B/jsquad.json @@ -13,8 +13,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-1B-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-1B-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-1B-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jcsqa.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jcsqa.json index b2724df9..a9ce51fc 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jcsqa.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jcsqa.json @@ -9,8 +9,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-3B-jcsqa-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jcsqa-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jcsqa-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jcsqa-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jcsqa-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -47,5 +47,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jsquad.json b/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jsquad.json index 8b527e68..f10de2e8 100644 --- a/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jsquad.json +++ b/config/constract_llm/eval/pt/qa/Sarashina-JP-3B/jsquad.json @@ -12,8 +12,8 @@ "max_train_samples": null, "max_eval_samples": null, "run_name": "Sarashina-JP-3B-jsquad-test", - "output_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jsquad-test", - "logging_dir": "./data/outputs/eval/jglue/Sarashina-JP-3B-jsquad-test/logs", + "output_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jsquad-test", + "logging_dir": "data/outputs/eval/jglue/Sarashina-JP-3B-jsquad-test/logs", "save_only_model": false, "overwrite_output_dir": true, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/model/init_model/Llama-0.5B.json b/config/constract_llm/model/init_model/Llama-0.5B.json index 38232bbd..09e034b6 100644 --- a/config/constract_llm/model/init_model/Llama-0.5B.json +++ b/config/constract_llm/model/init_model/Llama-0.5B.json @@ -1,8 +1,8 @@ { - "model_name_or_path": "sbintuitions/sarashina2.2-0.5b", - "output_dir": "./data/model/Llama-JP-0.5B-init", - "model_type": "causal", - "push_to_hub": true, - "private": true, - "seed": 42 + "model_name_or_path": "sbintuitions/sarashina2.2-0.5b", + "output_dir": "data/model/Llama-JP-0.5B-init", + "model_type": "causal", + "push_to_hub": true, + "private": true, + "seed": 42 } diff --git a/config/constract_llm/model/init_model/Llama-1B.json b/config/constract_llm/model/init_model/Llama-1B.json index 9cf8b04b..18c9b0d9 100644 --- a/config/constract_llm/model/init_model/Llama-1B.json +++ b/config/constract_llm/model/init_model/Llama-1B.json @@ -1,6 +1,6 @@ { "model_name_or_path": "sbintuitions/sarashina2.2-1b", - "output_dir": "./data/model/Llama-JP-1B-init", + "output_dir": "data/model/Llama-JP-1B-init", "model_type": "causal", "push_to_hub": true, "private": true, diff --git a/config/constract_llm/model/init_model/Llama-3B.json b/config/constract_llm/model/init_model/Llama-3B.json index d4b131b4..8fe60aad 100644 --- a/config/constract_llm/model/init_model/Llama-3B.json +++ b/config/constract_llm/model/init_model/Llama-3B.json @@ -1,8 +1,8 @@ { - "model_name_or_path": "sbintuitions/sarashina2.2-3b", - "output_dir": "./data/model/Llama-JP-3B-init", - "model_type": "causal", - "push_to_hub": true, - "private": true, - "seed": 42 + "model_name_or_path": "sbintuitions/sarashina2.2-3b", + "output_dir": "data/model/Llama-JP-3B-init", + "model_type": "causal", + "push_to_hub": true, + "private": true, + "seed": 42 } diff --git a/config/constract_llm/model/init_model/Mistral-0.5B.json b/config/constract_llm/model/init_model/Mistral-0.5B.json index c3adb808..ec96ff62 100644 --- a/config/constract_llm/model/init_model/Mistral-0.5B.json +++ b/config/constract_llm/model/init_model/Mistral-0.5B.json @@ -1,7 +1,7 @@ { "model_name_or_path": "instruction-pretrain/InstructLM-500M", "revision": "2158022d3e7be0c4f9668f0a45f8002c434d5432", - "output_dir": "./data/model/Mistral-0.5B-init", + "output_dir": "data/model/Mistral-0.5B-init", "repo_id": "iamtatsuki05/Mistral-0.5B-init", "model_type": "causal", "push_to_hub": true, diff --git a/config/constract_llm/model/init_model/ModernBERT-0.5B.json b/config/constract_llm/model/init_model/ModernBERT-0.5B.json index cf745148..e438c9ee 100644 --- a/config/constract_llm/model/init_model/ModernBERT-0.5B.json +++ b/config/constract_llm/model/init_model/ModernBERT-0.5B.json @@ -1,8 +1,8 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-settings", - "output_dir": "./data/model/ModernBERT-JP-0.5B-init", - "model_type": "masked", - "push_to_hub": true, - "private": true, - "seed": 42 + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-settings", + "output_dir": "data/model/ModernBERT-JP-0.5B-init", + "model_type": "masked", + "push_to_hub": true, + "private": true, + "seed": 42 } diff --git a/config/constract_llm/model/init_model/ModernBERT-1B.json b/config/constract_llm/model/init_model/ModernBERT-1B.json index c320fd1b..edb0a366 100644 --- a/config/constract_llm/model/init_model/ModernBERT-1B.json +++ b/config/constract_llm/model/init_model/ModernBERT-1B.json @@ -1,7 +1,7 @@ { "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-settings", "tokenizer_name_or_path": "sbintuitions/sarashina2.2-1b", - "output_dir": "./data/model/ModernBERT-JP-1B-init", + "output_dir": "data/model/ModernBERT-JP-1B-init", "model_type": "masked", "push_to_hub": true, "private": true, diff --git a/config/constract_llm/model/init_model/ModernBERT-3B.json b/config/constract_llm/model/init_model/ModernBERT-3B.json index 50f8ffdf..01816365 100644 --- a/config/constract_llm/model/init_model/ModernBERT-3B.json +++ b/config/constract_llm/model/init_model/ModernBERT-3B.json @@ -1,8 +1,8 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-settings", - "output_dir": "./data/model/ModernBERT-JP-3B-init", - "model_type": "masked", - "push_to_hub": true, - "private": true, - "seed": 42 + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-settings", + "output_dir": "data/model/ModernBERT-JP-3B-init", + "model_type": "masked", + "push_to_hub": true, + "private": true, + "seed": 42 } diff --git a/config/constract_llm/model/init_model/Qwen2.5-0.5B.json b/config/constract_llm/model/init_model/Qwen2.5-0.5B.json index 193cc5c7..26445dea 100644 --- a/config/constract_llm/model/init_model/Qwen2.5-0.5B.json +++ b/config/constract_llm/model/init_model/Qwen2.5-0.5B.json @@ -1,7 +1,7 @@ { "model_name_or_path": "Qwen/Qwen2.5-0.5B", "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", - "output_dir": "./data/model/Qwen2.5-0.5B-init", + "output_dir": "data/model/Qwen2.5-0.5B-init", "repo_id": "iamtatsuki05/Qwen2.5-0.5B-init", "model_type": "causal", "push_to_hub": true, diff --git a/config/constract_llm/model/init_model/config.json b/config/constract_llm/model/init_model/config.json index d788c610..1e42be27 100644 --- a/config/constract_llm/model/init_model/config.json +++ b/config/constract_llm/model/init_model/config.json @@ -1,6 +1,6 @@ { "model_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "model_type": "causal", "push_to_hub": true, "private": true, diff --git a/config/constract_llm/model/save_custom_model/instructlm_bi_en_05b.json b/config/constract_llm/model/save_custom_model/instructlm_bi_en_05b.json index 1fbda213..7ff740ff 100644 --- a/config/constract_llm/model/save_custom_model/instructlm_bi_en_05b.json +++ b/config/constract_llm/model/save_custom_model/instructlm_bi_en_05b.json @@ -3,7 +3,7 @@ "revision": "2158022d3e7be0c4f9668f0a45f8002c434d5432", "custom_model_type": "mistral", "task_type": "mntp", - "output_dir": "./data/model/InstructLM-Bi-EN-0.5B", + "output_dir": "data/model/InstructLM-Bi-EN-0.5B", "push_to_hub": true, "repo_id": "iamtatsuki05/InstructLM-Bi-EN-0.5B", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi.json b/config/constract_llm/model/save_custom_model/llama_bi.json index 2daf0330..7d00cb7d 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi.json +++ b/config/constract_llm/model/save_custom_model/llama_bi.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage2", - "custom_model_type": "llama", - "task_type": "lm", - "output_dir": "./data/misc/json", - "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-JP-0.5B-PT-stage2", - "private": true + "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage2", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/Llama-Bi-JP-0.5B-PT-stage2", + "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_1b.json index fb718a5f..b88149f3 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_1b.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json b/config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json index 204fd895..e00961ec 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_1b_bs1024.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-JP-1B-PT-stage2-bs1024", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-JP-1B-PT-stage2-bs1024", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_3b.json index 8c511240..7dc739d7 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_3b.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json b/config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json index 3f91b607..b0b2e85f 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_3b_bs2048.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", - "custom_model_type": "llama", - "task_type": "lm", - "output_dir": "./data/misc/json", - "push_to_hub": true, - "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", - "private": true + "model_name_or_path": "iamtatsuki05/Llama-JP-3B-PT-stage2-bs2048", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/Llama-Bi-JP-3B-PT-stage2-bs2048", + "private": true } diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en.json b/config/constract_llm/model/save_custom_model/llama_bi_en.json index e62e2ded..87ebf7d3 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-EN-0.5B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-EN-0.5B-PT-stage2", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json index 0a5ec93a..615096e1 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_1b.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json b/config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json index c18e6bfc..5a478ebd 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_1b_bs1024.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage2-bs1024", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-EN-1B-PT-stage2-bs1024", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json index c1ed70af..98bda91a 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_3b.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2", "private": true diff --git a/config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json b/config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json index 0e89a625..ae314473 100644 --- a/config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json +++ b/config/constract_llm/model/save_custom_model/llama_bi_en_3b_bs2048.json @@ -2,7 +2,7 @@ "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage2-bs2048", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/Llama-Bi-EN-3B-PT-stage2-bs2048", "private": true diff --git a/config/constract_llm/model/save_custom_model/mistral_bi_en_05b.json b/config/constract_llm/model/save_custom_model/mistral_bi_en_05b.json index 4dc82211..b24480e0 100644 --- a/config/constract_llm/model/save_custom_model/mistral_bi_en_05b.json +++ b/config/constract_llm/model/save_custom_model/mistral_bi_en_05b.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "./data/outputs/Mistral-EN-0.5B-PT-stage2", + "model_name_or_path": "data/outputs/Mistral-EN-0.5B-PT-stage2", "revision": null, "custom_model_type": "mistral", "task_type": "mntp", - "output_dir": "./data/model/Mistral-Bi-EN-0.5B-PT-stage2", + "output_dir": "data/model/Mistral-Bi-EN-0.5B-PT-stage2", "push_to_hub": true, "repo_id": "iamtatsuki05/Mistral-Bi-EN-0.5B-PT-stage2", "private": true diff --git a/config/constract_llm/model/save_custom_model/qwen25_bi_en_05b.json b/config/constract_llm/model/save_custom_model/qwen25_bi_en_05b.json index 0224c46d..f6f3069d 100644 --- a/config/constract_llm/model/save_custom_model/qwen25_bi_en_05b.json +++ b/config/constract_llm/model/save_custom_model/qwen25_bi_en_05b.json @@ -3,7 +3,7 @@ "revision": "060db6499f32faf8b98477b0a26969ef7d8b9987", "custom_model_type": "qwen2", "task_type": "mntp", - "output_dir": "./data/model/Qwen2.5-Bi-EN-0.5B", + "output_dir": "data/model/Qwen2.5-Bi-EN-0.5B", "push_to_hub": true, "repo_id": "iamtatsuki05/Qwen2.5-Bi-EN-0.5B", "private": true diff --git a/config/constract_llm/model/save_custom_model/qwen25_scratch_bi_en_05b.json b/config/constract_llm/model/save_custom_model/qwen25_scratch_bi_en_05b.json index 8d8ea851..13dc51a4 100644 --- a/config/constract_llm/model/save_custom_model/qwen25_scratch_bi_en_05b.json +++ b/config/constract_llm/model/save_custom_model/qwen25_scratch_bi_en_05b.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "./data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage2", + "model_name_or_path": "data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage2", "revision": null, "custom_model_type": "qwen2", "task_type": "mntp", - "output_dir": "./data/model/Qwen2.5-Scratch-Bi-EN-0.5B-PT-stage2", + "output_dir": "data/model/Qwen2.5-Scratch-Bi-EN-0.5B-PT-stage2", "push_to_hub": true, "repo_id": "iamtatsuki05/Qwen2.5-Scratch-Bi-EN-0.5B-PT-stage2", "private": true diff --git a/config/constract_llm/model/save_custom_model/sarashina_bi.json b/config/constract_llm/model/save_custom_model/sarashina_bi.json index 02bac9ae..5e66a1c8 100644 --- a/config/constract_llm/model/save_custom_model/sarashina_bi.json +++ b/config/constract_llm/model/save_custom_model/sarashina_bi.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "sbintuitions/sarashina2.2-0.5b", - "custom_model_type": "llama", - "task_type": "lm", - "output_dir": "./data/misc/json", - "push_to_hub": true, - "repo_id": "iamtatsuki05/sarashina2.2-Bi-0.5b", - "private": true + "model_name_or_path": "sbintuitions/sarashina2.2-0.5b", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/sarashina2.2-Bi-0.5b", + "private": true } diff --git a/config/constract_llm/model/save_custom_model/sarashina_bi_1b.json b/config/constract_llm/model/save_custom_model/sarashina_bi_1b.json index 2958bbe8..807f8fd7 100644 --- a/config/constract_llm/model/save_custom_model/sarashina_bi_1b.json +++ b/config/constract_llm/model/save_custom_model/sarashina_bi_1b.json @@ -2,7 +2,7 @@ "model_name_or_path": "sbintuitions/sarashina2.2-1b", "custom_model_type": "llama", "task_type": "lm", - "output_dir": "./data/misc/json", + "output_dir": "data/misc/json", "push_to_hub": true, "repo_id": "iamtatsuki05/sarashina2.2-Bi-1b", "private": true diff --git a/config/constract_llm/model/save_custom_model/sarashina_bi_3b.json b/config/constract_llm/model/save_custom_model/sarashina_bi_3b.json index 388e9250..5a15b23e 100644 --- a/config/constract_llm/model/save_custom_model/sarashina_bi_3b.json +++ b/config/constract_llm/model/save_custom_model/sarashina_bi_3b.json @@ -1,9 +1,9 @@ { - "model_name_or_path": "sbintuitions/sarashina2.2-3b", - "custom_model_type": "llama", - "task_type": "lm", - "output_dir": "./data/misc/json", - "push_to_hub": true, - "repo_id": "iamtatsuki05/sarashina2.2-Bi-3b", - "private": true + "model_name_or_path": "sbintuitions/sarashina2.2-3b", + "custom_model_type": "llama", + "task_type": "lm", + "output_dir": "data/misc/json", + "push_to_hub": true, + "repo_id": "iamtatsuki05/sarashina2.2-Bi-3b", + "private": true } diff --git a/config/constract_llm/tokenizer/add_tokens/config/config.json b/config/constract_llm/tokenizer/add_tokens/config/config.json index 2354dd69..a29caada 100644 --- a/config/constract_llm/tokenizer/add_tokens/config/config.json +++ b/config/constract_llm/tokenizer/add_tokens/config/config.json @@ -1,8 +1,8 @@ { - "tokenizer_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", - "normal_tokens_config_path": "./config/constract_llm/tokenizer/add_tokens/config/normal_tokens.json", - "special_tokens_config_path": "./config/constract_llm/tokenizer/add_tokens/config/special_tokens.json", - "push_to_hub": true, - "private": true, - "output_dir": "./data/misc/json" + "tokenizer_name_or_path": "TinyLlama/TinyLlama-1.1B-Chat-v1.0", + "normal_tokens_config_path": "config/constract_llm/tokenizer/add_tokens/config/normal_tokens.json", + "special_tokens_config_path": "config/constract_llm/tokenizer/add_tokens/config/special_tokens.json", + "push_to_hub": true, + "private": true, + "output_dir": "data/misc/json" } diff --git a/config/constract_llm/tokenizer/add_tokens/config/normal_tokens.json b/config/constract_llm/tokenizer/add_tokens/config/normal_tokens.json index 653e0152..f28c8ae4 100644 --- a/config/constract_llm/tokenizer/add_tokens/config/normal_tokens.json +++ b/config/constract_llm/tokenizer/add_tokens/config/normal_tokens.json @@ -1,5 +1,5 @@ [ - "nlp_special_token", - "another_token", - "example_token" + "nlp_special_token", + "another_token", + "example_token" ] diff --git a/config/constract_llm/tokenizer/add_tokens/config/special_tokens.json b/config/constract_llm/tokenizer/add_tokens/config/special_tokens.json index 4b55d04a..ede42d99 100644 --- a/config/constract_llm/tokenizer/add_tokens/config/special_tokens.json +++ b/config/constract_llm/tokenizer/add_tokens/config/special_tokens.json @@ -1,5 +1,5 @@ [ - "", - "", - "" + "", + "", + "" ] diff --git a/config/constract_llm/tokenizer/merge_spm/config.json b/config/constract_llm/tokenizer/merge_spm/config.json index 30601faf..a4e0276c 100644 --- a/config/constract_llm/tokenizer/merge_spm/config.json +++ b/config/constract_llm/tokenizer/merge_spm/config.json @@ -1,7 +1,7 @@ { - "base_tokenizer_name_or_path": "elyza/ELYZA-japanese-Llama-2-7b", - "additional_tokenizer_name_or_path": "./data/misc/json", - "output_dir": "./data/misc/json", - "push_to_hub": true, - "private": true + "base_tokenizer_name_or_path": "elyza/ELYZA-japanese-Llama-2-7b", + "additional_tokenizer_name_or_path": "data/misc/json", + "output_dir": "data/misc/json", + "push_to_hub": true, + "private": true } diff --git a/config/constract_llm/tokenizer/train_tokenizer/config.json b/config/constract_llm/tokenizer/train_tokenizer/config.json index 7aedd5be..b40b3644 100644 --- a/config/constract_llm/tokenizer/train_tokenizer/config.json +++ b/config/constract_llm/tokenizer/train_tokenizer/config.json @@ -1,13 +1,13 @@ { - "dataset_name_or_path": "wikimedia/wikipedia", - "dataset_config": "20231101.ja", - "split": "train", - "text_column": "text", - "vocab_size": 30000, - "min_frequency": 2, - "model_type": "unigram", - "push_to_hub": true, - "private": true, - "output_dir": "./data/misc/json", - "max_train_samples": 10000 + "dataset_name_or_path": "wikimedia/wikipedia", + "dataset_config": "20231101.ja", + "split": "train", + "text_column": "text", + "vocab_size": 30000, + "min_frequency": 2, + "model_type": "unigram", + "push_to_hub": true, + "private": true, + "output_dir": "data/misc/json", + "max_train_samples": 10000 } diff --git a/config/constract_llm/train/ds_config/ds_zero2.json b/config/constract_llm/train/ds_config/ds_zero2.json index 87a1f7eb..54c851c9 100644 --- a/config/constract_llm/train/ds_config/ds_zero2.json +++ b/config/constract_llm/train/ds_config/ds_zero2.json @@ -1,23 +1,23 @@ { - "fp16": { - "enabled": "auto" - }, - "bf16": { - "enabled": "auto" - }, - "zero_optimization": { - "stage": 2, - "allgather_partitions": true, - "allgather_bucket_size": 2e8, - "overlap_comm": true, - "reduce_scatter": true, - "reduce_bucket_size": 2e8, - "contiguous_gradients": true - }, - "gradient_accumulation_steps": "auto", - "gradient_clipping": "auto", - "steps_per_print": 1000, - "train_batch_size": "auto", - "train_micro_batch_size_per_gpu": "auto", - "wall_clock_breakdown": false -} \ No newline at end of file + "fp16": { + "enabled": "auto" + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 2, + "allgather_partitions": true, + "allgather_bucket_size": 2e8, + "overlap_comm": true, + "reduce_scatter": true, + "reduce_bucket_size": 2e8, + "contiguous_gradients": true + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 1000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false +} diff --git a/config/constract_llm/train/ds_config/ds_zero2_cpu_offload.json b/config/constract_llm/train/ds_config/ds_zero2_cpu_offload.json index 1957457d..622679cf 100644 --- a/config/constract_llm/train/ds_config/ds_zero2_cpu_offload.json +++ b/config/constract_llm/train/ds_config/ds_zero2_cpu_offload.json @@ -1,31 +1,31 @@ { - "fp16": { - "enabled": "auto" + "fp16": { + "enabled": "auto" + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 2, + "offload_optimizer": { + "device": "cpu", + "pin_memory": true }, - "bf16": { - "enabled": "auto" + "offload_param": { + "device": "cpu", + "pin_memory": true }, - "zero_optimization": { - "stage": 2, - "offload_optimizer": { - "device": "cpu", - "pin_memory": true - }, - "offload_param": { - "device": "cpu", - "pin_memory": true - }, - "allgather_partitions": true, - "allgather_bucket_size": 2e8, - "overlap_comm": true, - "reduce_scatter": true, - "reduce_bucket_size": 2e8, - "contiguous_gradients": true - }, - "gradient_accumulation_steps": "auto", - "gradient_clipping": "auto", - "steps_per_print": 1000, - "train_batch_size": "auto", - "train_micro_batch_size_per_gpu": "auto", - "wall_clock_breakdown": false -} \ No newline at end of file + "allgather_partitions": true, + "allgather_bucket_size": 2e8, + "overlap_comm": true, + "reduce_scatter": true, + "reduce_bucket_size": 2e8, + "contiguous_gradients": true + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 1000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false +} diff --git a/config/constract_llm/train/ds_config/ds_zero2_tp.json b/config/constract_llm/train/ds_config/ds_zero2_tp.json index c2686146..5b890059 100644 --- a/config/constract_llm/train/ds_config/ds_zero2_tp.json +++ b/config/constract_llm/train/ds_config/ds_zero2_tp.json @@ -1,27 +1,27 @@ { - "fp16": { - "enabled": "auto" - }, - "bf16": { - "enabled": "auto" - }, - "zero_optimization": { - "stage": 2, - "allgather_partitions": true, - "allgather_bucket_size": 2e8, - "overlap_comm": true, - "reduce_scatter": true, - "reduce_bucket_size": 2e8, - "contiguous_gradients": true, - "gather_16bit_weights_on_model_save": true - }, - "tensor_parallel":{ - "autotp_size": 4 - }, - "gradient_accumulation_steps": "auto", - "gradient_clipping": "auto", - "steps_per_print": 1000, - "train_batch_size": "auto", - "train_micro_batch_size_per_gpu": "auto", - "wall_clock_breakdown": false + "fp16": { + "enabled": "auto" + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 2, + "allgather_partitions": true, + "allgather_bucket_size": 2e8, + "overlap_comm": true, + "reduce_scatter": true, + "reduce_bucket_size": 2e8, + "contiguous_gradients": true, + "gather_16bit_weights_on_model_save": true + }, + "tensor_parallel":{ + "autotp_size": 4 + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 1000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false } diff --git a/config/constract_llm/train/ds_config/ds_zero3.json b/config/constract_llm/train/ds_config/ds_zero3.json index c399e8fe..ec6fd95a 100644 --- a/config/constract_llm/train/ds_config/ds_zero3.json +++ b/config/constract_llm/train/ds_config/ds_zero3.json @@ -1,26 +1,26 @@ { - "fp16": { - "enabled": "auto" - }, - "bf16": { - "enabled": "auto" - }, - "zero_optimization": { - "stage": 3, - "overlap_comm": true, - "contiguous_gradients": true, - "sub_group_size": 1e9, - "reduce_bucket_size": "auto", - "stage3_prefetch_bucket_size": "auto", - "stage3_param_persistence_threshold": "auto", - "stage3_max_live_parameters": 1e9, - "stage3_max_reuse_distance": 1e9, - "stage3_gather_16bit_weights_on_model_save": true - }, - "gradient_accumulation_steps": "auto", - "gradient_clipping": "auto", - "steps_per_print": 1000, - "train_batch_size": "auto", - "train_micro_batch_size_per_gpu": "auto", - "wall_clock_breakdown": false -} \ No newline at end of file + "fp16": { + "enabled": "auto" + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 3, + "overlap_comm": true, + "contiguous_gradients": true, + "sub_group_size": 1e9, + "reduce_bucket_size": "auto", + "stage3_prefetch_bucket_size": "auto", + "stage3_param_persistence_threshold": "auto", + "stage3_max_live_parameters": 1e9, + "stage3_max_reuse_distance": 1e9, + "stage3_gather_16bit_weights_on_model_save": true + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 1000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false +} diff --git a/config/constract_llm/train/ds_config/ds_zero3_cpu_offload.json b/config/constract_llm/train/ds_config/ds_zero3_cpu_offload.json index 6afc68c1..701f0abf 100644 --- a/config/constract_llm/train/ds_config/ds_zero3_cpu_offload.json +++ b/config/constract_llm/train/ds_config/ds_zero3_cpu_offload.json @@ -1,34 +1,34 @@ { - "fp16": { - "enabled": "auto" + "fp16": { + "enabled": "auto" + }, + "bf16": { + "enabled": "auto" + }, + "zero_optimization": { + "stage": 3, + "offload_optimizer": { + "device": "cpu", + "pin_memory": true }, - "bf16": { - "enabled": "auto" + "offload_param": { + "device": "cpu", + "pin_memory": true }, - "zero_optimization": { - "stage": 3, - "offload_optimizer": { - "device": "cpu", - "pin_memory": true - }, - "offload_param": { - "device": "cpu", - "pin_memory": true - }, - "overlap_comm": true, - "contiguous_gradients": true, - "sub_group_size": 1e9, - "reduce_bucket_size": "auto", - "stage3_prefetch_bucket_size": "auto", - "stage3_param_persistence_threshold": "auto", - "stage3_max_live_parameters": 1e9, - "stage3_max_reuse_distance": 1e9, - "stage3_gather_16bit_weights_on_model_save": true - }, - "gradient_accumulation_steps": "auto", - "gradient_clipping": "auto", - "steps_per_print": 1000, - "train_batch_size": "auto", - "train_micro_batch_size_per_gpu": "auto", - "wall_clock_breakdown": false -} \ No newline at end of file + "overlap_comm": true, + "contiguous_gradients": true, + "sub_group_size": 1e9, + "reduce_bucket_size": "auto", + "stage3_prefetch_bucket_size": "auto", + "stage3_param_persistence_threshold": "auto", + "stage3_max_live_parameters": 1e9, + "stage3_max_reuse_distance": 1e9, + "stage3_gather_16bit_weights_on_model_save": true + }, + "gradient_accumulation_steps": "auto", + "gradient_clipping": "auto", + "steps_per_print": 1000, + "train_batch_size": "auto", + "train_micro_batch_size_per_gpu": "auto", + "wall_clock_breakdown": false +} diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json index e1572efc..b92f0a6f 100644 --- a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/ft.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": "negative", "run_name": "Sentence-InstructLM-Bi-EN-0.5B", - "output_dir": "./data/outputs/Sentence-InstructLM-Bi-EN-0.5B", - "logging_dir": "./data/outputs/Sentence-InstructLM-Bi-EN-0.5B/logs", + "output_dir": "data/outputs/Sentence-InstructLM-Bi-EN-0.5B", + "logging_dir": "data/outputs/Sentence-InstructLM-Bi-EN-0.5B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json index e7421dc5..7d296617 100644 --- a/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-InstructLM-Bi-EN-0.5B/pt.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-InstructLM-Bi-EN-0.5B-PT", - "output_dir": "./data/outputs/Sentence-InstructLM-Bi-EN-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-InstructLM-Bi-EN-0.5B-PT/logs", + "output_dir": "data/outputs/Sentence-InstructLM-Bi-EN-0.5B-PT", + "logging_dir": "data/outputs/Sentence-InstructLM-Bi-EN-0.5B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/ft.json index f82a31a3..3558fea0 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/ft.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": "negative", "run_name": "Sentence-Llama-Bi-EN-0.5B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-0.5B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-0.5B/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-0.5B", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-0.5B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/pt.json index b414ae7a..8459c935 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-0.5B/pt.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-EN-0.5B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-0.5B-PT/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-0.5B-PT", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-0.5B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft-bs1024.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft-bs1024.json index 51aef901..90b68e7f 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft-bs1024.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft-bs1024.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-PT-bs8192", "run_name": "Sentence-Llama-Bi-EN-1B-bs1024", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-bs1024", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-bs1024/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-1B-bs1024", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-1B-bs1024/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json index d8149212..24959a7e 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/ft.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-1B-PT", "run_name": "Sentence-Llama-Bi-EN-1B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-1B", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-1B/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt-bs8192.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt-bs8192.json index f6735856..386fa4ae 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt-bs8192.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt-bs8192.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-EN-1B-PT-bs8192", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT-bs8192", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT-bs8192/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-1B-PT-bs8192", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json index a79255d6..a28b3842 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-1B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-EN-1B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-1B-PT/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-1B-PT", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-1B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft-bs2048.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft-bs2048.json index be1efe86..a6020d35 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft-bs2048.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft-bs2048.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-PT-bs16384", "run_name": "Sentence-Llama-Bi-EN-3B-bs2048", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-bs2048", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-bs2048/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-3B-bs2048", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-3B-bs2048/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json index 3053aa55..63c5ba7e 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/ft.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-EN-3B-PT", "run_name": "Sentence-Llama-Bi-EN-3B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-3B", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-3B/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt-bs16384.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt-bs16384.json index ae9777f6..4de20ac3 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt-bs16384.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt-bs16384.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-EN-3B-PT-bs16384", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT-bs16384", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT-bs16384/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-3B-PT-bs16384", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json index 701a5737..513f5a69 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-EN-3B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-EN-3B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-EN-3B-PT/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-EN-3B-PT", + "logging_dir": "data/outputs/Sentence-Llama-Bi-EN-3B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/ft.json index e8086fa9..2f01804e 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/ft.json @@ -1,63 +1,63 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-0.5B-PT", - "trust_remote_code": true, - "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", - "use_all_subset": true, - "use_subsets": null, - "max_subset_samples": null, - "dataset_config_name": null, - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "anchor_column_name": "anc", - "positive_column_name": "pos", - "negative_column_name": "neg", - "run_name": "Sentence-Llama-Bi-JP-0.5B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-0.5B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-0.5B/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "loss_scale": 100.0, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-6, - "per_device_train_batch_size": 32, - "loss_cache_mini_batch_size": 32, - "per_device_eval_batch_size": 32, - "gradient_accumulation_steps": 2, - "gradient_checkpointing": true, - "gather_across_devices": true, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 3, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": null, - "evaluator_type": "triplet", - "batch_sampler": "group_by_label" + "model_name_or_path": "iamtatsuki05/Sentence-Llama-Bi-JP-0.5B-PT", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-Llama-Bi-JP-0.5B", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-0.5B", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-0.5B/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-6, + "per_device_train_batch_size": 32, + "loss_cache_mini_batch_size": 32, + "per_device_eval_batch_size": 32, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 3, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/pt.json index 5c8f4109..a123f5ff 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-0.5B/pt.json @@ -1,63 +1,63 @@ { - "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-0.5B-PT-stage2", - "trust_remote_code": true, - "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", - "use_all_subset": true, - "use_subsets": null, - "max_subset_samples": 2000000, - "dataset_config_name": null, - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "anchor_column_name": "anc", - "positive_column_name": "pos", - "negative_column_name": null, - "run_name": "Sentence-Llama-Bi-JP-0.5B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-0.5B-PT/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "loss_scale": 100.0, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-5, - "per_device_train_batch_size": 128, - "loss_cache_mini_batch_size": 128, - "per_device_eval_batch_size": 128, - "gradient_accumulation_steps": 4, - "gradient_checkpointing": true, - "gather_across_devices": true, - "eval_accumulation_steps": 1, - "max_seq_length": 256, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 3, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": null, - "evaluator_type": "triplet", - "batch_sampler": "group_by_label" + "model_name_or_path": "iamtatsuki05/Llama-Bi-JP-0.5B-PT-stage2", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-Llama-Bi-JP-0.5B-PT", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-0.5B-PT", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-0.5B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-5, + "per_device_train_batch_size": 128, + "loss_cache_mini_batch_size": 128, + "per_device_eval_batch_size": 128, + "gradient_accumulation_steps": 4, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 3, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" } diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft-bs1024.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft-bs1024.json index dab41c01..4c5c7b9f 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft-bs1024.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft-bs1024.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Llama-Bi-JP-1B-bs1024", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-bs1024", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-bs1024/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-1B-bs1024", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-1B-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json index 0f14ca3a..ee79ee1f 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/ft.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Llama-Bi-JP-1B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-1B", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-1B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt-bs8192.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt-bs8192.json index 46479b8d..35ce0725 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt-bs8192.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt-bs8192.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-JP-1B-PT-bs8192", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT-bs8192", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT-bs8192/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-1B-PT-bs8192", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json index d17ccee5..c2ae5dda 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-1B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-JP-1B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-1B-PT/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-1B-PT", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-1B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft-bs2048.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft-bs2048.json index 178b568f..16bc7a79 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft-bs2048.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft-bs2048.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Llama-Bi-JP-3B-bs2048", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-bs2048", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-bs2048/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-3B-bs2048", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-3B-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json index db8c522c..38a28e7c 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/ft.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Llama-Bi-JP-3B", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-3B", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-3B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt-bs16384.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt-bs16384.json index 4b9126bd..97fc7b89 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt-bs16384.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt-bs16384.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-JP-3B-PT-bs16384", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT-bs16384", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT-bs16384/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-3B-PT-bs16384", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json index ff65b8cb..2002105a 100644 --- a/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Llama-Bi-JP-3B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Llama-Bi-JP-3B-PT", - "output_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT", - "logging_dir": "./data/outputs/Sentence-Llama-Bi-JP-3B-PT/logs", + "output_dir": "data/outputs/Sentence-Llama-Bi-JP-3B-PT", + "logging_dir": "data/outputs/Sentence-Llama-Bi-JP-3B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json index 083695d0..265030a6 100644 --- a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/ft.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": "negative", "run_name": "Sentence-Mistral-Bi-EN-0.5B", - "output_dir": "./data/outputs/Sentence-Mistral-Bi-EN-0.5B", - "logging_dir": "./data/outputs/Sentence-Mistral-Bi-EN-0.5B/logs", + "output_dir": "data/outputs/Sentence-Mistral-Bi-EN-0.5B", + "logging_dir": "data/outputs/Sentence-Mistral-Bi-EN-0.5B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json index 391eb7c8..1bb2baad 100644 --- a/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Mistral-Bi-EN-0.5B/pt.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Mistral-Bi-EN-0.5B-PT", - "output_dir": "./data/outputs/Sentence-Mistral-Bi-EN-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-Mistral-Bi-EN-0.5B-PT/logs", + "output_dir": "data/outputs/Sentence-Mistral-Bi-EN-0.5B-PT", + "logging_dir": "data/outputs/Sentence-Mistral-Bi-EN-0.5B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/ft.json index 8212a7a5..917f1983 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/ft.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": "negative", "run_name": "Sentence-ModernBERT-EN-0.5B", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-0.5B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-0.5B/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-EN-0.5B", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-0.5B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/pt.json index 029719a4..b48b144e 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-0.5B/pt.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-ModernBERT-EN-0.5B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-0.5B-PT/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-EN-0.5B-PT", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-0.5B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft-bs1024.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft-bs1024.json index 1c4b4c97..9b5426bc 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft-bs1024.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft-bs1024.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-PT-bs8192", "run_name": "Sentence-ModernBERT-EN-1B-bs1024", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-bs1024", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-bs1024/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-ModernBERT-EN-1B-bs1024", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-1B-bs1024/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json index a53654a8..850619c9 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/ft.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-1B-PT", "run_name": "Sentence-ModernBERT-EN-1B", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-ModernBERT-EN-1B", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-1B/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt-bs8192.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt-bs8192.json index 923e81dd..4689324c 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt-bs8192.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt-bs8192.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-ModernBERT-EN-1B-PT-bs8192", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT-bs8192", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT-bs8192/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-EN-1B-PT-bs8192", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json index c27a895e..025b147c 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-1B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-ModernBERT-EN-1B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-1B-PT/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-EN-1B-PT", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-1B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft-bs2048.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft-bs2048.json index 7c28ead3..67146945 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft-bs2048.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft-bs2048.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-PT-bs16384", "run_name": "Sentence-ModernBERT-EN-3B-bs2048", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-bs2048", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-bs2048/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-ModernBERT-EN-3B-bs2048", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-3B-bs2048/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json index 65f84d65..5953d563 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/ft.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-EN-3B-PT", "run_name": "Sentence-ModernBERT-EN-3B", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-ModernBERT-EN-3B", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-3B/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt-bs16384.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt-bs16384.json index 5e894970..ae96a40b 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt-bs16384.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt-bs16384.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-ModernBERT-EN-3B-PT-bs16384", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT-bs16384", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT-bs16384/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-EN-3B-PT-bs16384", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json index 091ce46e..88f7fbb2 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-EN-3B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-ModernBERT-EN-3B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-EN-3B-PT/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-EN-3B-PT", + "logging_dir": "data/outputs/Sentence-ModernBERT-EN-3B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json index 23111f34..ada0197a 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/ft.json @@ -1,63 +1,63 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B-PT", - "trust_remote_code": false, - "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", - "use_all_subset": true, - "use_subsets": null, - "max_subset_samples": null, - "dataset_config_name": null, - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "anchor_column_name": "anc", - "positive_column_name": "pos", - "negative_column_name": "neg", - "run_name": "Sentence-ModernBERT-JP-0.5B", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-0.5B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-0.5B/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "loss_scale": 100.0, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-6, - "per_device_train_batch_size": 32, - "loss_cache_mini_batch_size": 32, - "per_device_eval_batch_size": 32, - "gradient_accumulation_steps": 2, - "gradient_checkpointing": true, - "gather_across_devices": true, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 3, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": null, - "evaluator_type": "triplet", - "batch_sampler": "group_by_label" + "model_name_or_path": "iamtatsuki05/Sentence-ModernBERT-JP-0.5B-PT", + "trust_remote_code": false, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-ModernBERT-JP-0.5B", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-0.5B", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-0.5B/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-6, + "per_device_train_batch_size": 32, + "loss_cache_mini_batch_size": 32, + "per_device_eval_batch_size": 32, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 3, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/pt.json index 106942ba..e311617f 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-0.5B/pt.json @@ -1,63 +1,63 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage2", - "trust_remote_code": false, - "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", - "use_all_subset": true, - "use_subsets": null, - "max_subset_samples": 2000000, - "dataset_config_name": null, - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "anchor_column_name": "anc", - "positive_column_name": "pos", - "negative_column_name": null, - "run_name": "Sentence-ModernBERT-JP-0.5B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-0.5B-PT/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "loss_scale": 100.0, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-5, - "per_device_train_batch_size": 128, - "loss_cache_mini_batch_size": 128, - "per_device_eval_batch_size": 128, - "gradient_accumulation_steps": 4, - "gradient_checkpointing": true, - "gather_across_devices": true, - "eval_accumulation_steps": 1, - "max_seq_length": 256, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 3, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": null, - "evaluator_type": "triplet", - "batch_sampler": "group_by_label" + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage2", + "trust_remote_code": false, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-ModernBERT-JP-0.5B-PT", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-0.5B-PT", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-0.5B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-5, + "per_device_train_batch_size": 128, + "loss_cache_mini_batch_size": 128, + "per_device_eval_batch_size": 128, + "gradient_accumulation_steps": 4, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 3, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" } diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft-bs1024.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft-bs1024.json index 424389c6..222c6e4e 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft-bs1024.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft-bs1024.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-ModernBERT-JP-1B-bs1024", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-bs1024", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-bs1024/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-1B-bs1024", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-1B-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json index ca519cea..9ba1b2ed 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/ft.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-ModernBERT-JP-1B", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-1B", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-1B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt-bs8192.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt-bs8192.json index ad248262..b9f1bd39 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt-bs8192.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt-bs8192.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-ModernBERT-JP-1B-PT-bs8192", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT-bs8192", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT-bs8192/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-1B-PT-bs8192", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json index dd2360bd..fdb47b51 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-1B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-ModernBERT-JP-1B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-1B-PT/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-1B-PT", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-1B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft-bs2048.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft-bs2048.json index a5c15376..56cac417 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft-bs2048.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft-bs2048.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-ModernBERT-JP-3B-bs2048", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-bs2048", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-bs2048/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-3B-bs2048", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-3B-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json index 409a628e..a0b85c27 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/ft.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-ModernBERT-JP-3B", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-3B", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-3B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt-bs16384.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt-bs16384.json index 5279ff25..480021b8 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt-bs16384.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt-bs16384.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-ModernBERT-JP-3B-PT-bs16384", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT-bs16384", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT-bs16384/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-3B-PT-bs16384", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json index b4d50463..249b6ce1 100644 --- a/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-ModernBERT-JP-3B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-ModernBERT-JP-3B-PT", - "output_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT", - "logging_dir": "./data/outputs/Sentence-ModernBERT-JP-3B-PT/logs", + "output_dir": "data/outputs/Sentence-ModernBERT-JP-3B-PT", + "logging_dir": "data/outputs/Sentence-ModernBERT-JP-3B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json index f66dc56d..8c8690a3 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/ft.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": "negative", "run_name": "Sentence-Qwen2.5-Bi-EN-0.5B", - "output_dir": "./data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B", - "logging_dir": "./data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B/logs", + "output_dir": "data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B", + "logging_dir": "data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json index d2264f97..aea1b23c 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Bi-EN-0.5B/pt.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Qwen2.5-Bi-EN-0.5B-PT", - "output_dir": "./data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B-PT/logs", + "output_dir": "data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B-PT", + "logging_dir": "data/outputs/Sentence-Qwen2.5-Bi-EN-0.5B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json index c82b720b..9e42fd9f 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/ft.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": "negative", "run_name": "Sentence-Qwen2.5-Scratch-Bi-EN-0.5B", - "output_dir": "./data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B", - "logging_dir": "./data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/logs", + "output_dir": "data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B", + "logging_dir": "data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json index 1d0f74e9..c4836873 100644 --- a/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B/pt.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT", - "output_dir": "./data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/logs", + "output_dir": "data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT", + "logging_dir": "data/outputs/Sentence-Qwen2.5-Scratch-Bi-EN-0.5B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/ft.json index b7dc640b..dcb6ef44 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/ft.json @@ -1,63 +1,63 @@ { - "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-0.5B-PT", - "trust_remote_code": true, - "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", - "use_all_subset": true, - "use_subsets": null, - "max_subset_samples": null, - "dataset_config_name": null, - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "anchor_column_name": "anc", - "positive_column_name": "pos", - "negative_column_name": "neg", - "run_name": "Sentence-Sarashina-Bi-0.5B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-0.5B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-0.5B/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "loss_scale": 100.0, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-6, - "per_device_train_batch_size": 32, - "loss_cache_mini_batch_size": 32, - "per_device_eval_batch_size": 32, - "gradient_accumulation_steps": 2, - "gradient_checkpointing": true, - "gather_across_devices": true, - "eval_accumulation_steps": 1, - "max_seq_length": 512, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 3, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": null, - "evaluator_type": "triplet", - "batch_sampler": "group_by_label" + "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-0.5B-PT", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-v3-dataset-ft", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": null, + "dataset_config_name": null, + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": "neg", + "run_name": "Sentence-Sarashina-Bi-0.5B", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-0.5B", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-0.5B/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-6, + "per_device_train_batch_size": 32, + "loss_cache_mini_batch_size": 32, + "per_device_eval_batch_size": 32, + "gradient_accumulation_steps": 2, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 512, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 3, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/pt.json index dc14f7bf..90416022 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-0.5B/pt.json @@ -1,63 +1,63 @@ { - "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-0.5b", - "trust_remote_code": true, - "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", - "use_all_subset": true, - "use_subsets": null, - "max_subset_samples": 2000000, - "dataset_config_name": null, - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "anchor_column_name": "anc", - "positive_column_name": "pos", - "negative_column_name": null, - "run_name": "Sentence-Sarashina-Bi-0.5B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-0.5B-PT/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "loss_scale": 100.0, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-5, - "per_device_train_batch_size": 128, - "loss_cache_mini_batch_size": 128, - "per_device_eval_batch_size": 128, - "gradient_accumulation_steps": 4, - "gradient_checkpointing": true, - "gather_across_devices": true, - "eval_accumulation_steps": 1, - "max_seq_length": 256, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 3, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": null, - "evaluator_type": "triplet", - "batch_sampler": "group_by_label" + "model_name_or_path": "iamtatsuki05/sarashina2.2-Bi-0.5b", + "trust_remote_code": true, + "dataset_name": "cl-nagoya/ruri-dataset-v2-pt", + "use_all_subset": true, + "use_subsets": null, + "max_subset_samples": 2000000, + "dataset_config_name": null, + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "anchor_column_name": "anc", + "positive_column_name": "pos", + "negative_column_name": null, + "run_name": "Sentence-Sarashina-Bi-0.5B-PT", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-0.5B-PT", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-0.5B-PT/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "loss_scale": 100.0, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-5, + "per_device_train_batch_size": 128, + "loss_cache_mini_batch_size": 128, + "per_device_eval_batch_size": 128, + "gradient_accumulation_steps": 4, + "gradient_checkpointing": true, + "gather_across_devices": true, + "eval_accumulation_steps": 1, + "max_seq_length": 256, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 3, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": null, + "evaluator_type": "triplet", + "batch_sampler": "group_by_label" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/ft.json index 98ceb093..876fa989 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/ft.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": "negative", "run_name": "Sentence-Sarashina-Bi-EN-0.5B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-0.5B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-0.5B/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-0.5B", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-0.5B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/pt.json index e29c3223..25c9cb12 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-0.5B/pt.json @@ -15,8 +15,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-EN-0.5B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-0.5B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-0.5B-PT/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-0.5B-PT", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-0.5B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "evaluator_type": "triplet", "batch_sampler": "group_by_label", "streaming": false, - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json index 6a7b2272..2230002e 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft-bs1024.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-PT-bs8192", "run_name": "Sentence-Sarashina-Bi-EN-1B-bs1024", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-bs1024", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-bs1024/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B-bs1024", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B-bs1024/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json index dcc5c023..80642811 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/ft.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-1B-PT", "run_name": "Sentence-Sarashina-Bi-EN-1B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json index 950b9459..a4430fff 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt-bs8192.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-EN-1B-PT-bs8192", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT-bs8192", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B-PT-bs8192", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json index a0233a8d..14630eaa 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-1B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-EN-1B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-1B-PT/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B-PT", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-1B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json index 8b76e7e8..6f4b0e99 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft-bs2048.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-PT-bs16384", "run_name": "Sentence-Sarashina-Bi-EN-3B-bs2048", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-bs2048", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-bs2048/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B-bs2048", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B-bs2048/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json index 31d96800..b09b8657 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/ft.json @@ -59,8 +59,8 @@ "batch_sampler": "group_by_label", "model_name_or_path": "iamtatsuki05/Sentence-Sarashina-Bi-EN-3B-PT", "run_name": "Sentence-Sarashina-Bi-EN-3B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B/logs", - "train_file": "./data/processed/english_embedding/ft/train.jsonl", - "validation_file": "./data/processed/english_embedding/ft/validation.jsonl" + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B/logs", + "train_file": "data/processed/english_embedding/ft/train.jsonl", + "validation_file": "data/processed/english_embedding/ft/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json index 224dadf2..08957abd 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt-bs16384.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-EN-3B-PT-bs16384", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT-bs16384", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B-PT-bs16384", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json index abf6d91b..f5119629 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-EN-3B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "positive", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-EN-3B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-EN-3B-PT/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B-PT", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-EN-3B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -61,6 +61,6 @@ "deepspeed": null, "evaluator_type": "triplet", "batch_sampler": "group_by_label", - "train_file": "./data/processed/english_embedding/wsl/train.jsonl", - "validation_file": "./data/processed/english_embedding/wsl/validation.jsonl" + "train_file": "data/processed/english_embedding/wsl/train.jsonl", + "validation_file": "data/processed/english_embedding/wsl/validation.jsonl" } diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json index 10775d2a..c3689353 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft-bs1024.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Sarashina-Bi-JP-1B-bs1024", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-bs1024", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-bs1024/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B-bs1024", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json index 80c03456..bc42ac00 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/ft.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Sarashina-Bi-JP-1B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json index e56da40a..e2dd11b8 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt-bs8192.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-JP-1B-PT-bs8192", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT-bs8192", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B-PT-bs8192", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B-PT-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json index 23ff664a..bde2373b 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-1B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-JP-1B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-1B-PT/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B-PT", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-1B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json index 6971c5a8..795828ec 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft-bs2048.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Sarashina-Bi-JP-3B-bs2048", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-bs2048", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-bs2048/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B-bs2048", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json index 3c6941af..ae08d790 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/ft.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": "neg", "run_name": "Sentence-Sarashina-Bi-JP-3B", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json index 762450e2..8dbb38d7 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt-bs16384.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-JP-3B-PT-bs16384", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT-bs16384", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B-PT-bs16384", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B-PT-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json index f5e1eab9..027b9b3d 100644 --- a/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json +++ b/config/constract_llm/train/ft/Sentence-Sarashina-Bi-JP-3B/pt.json @@ -16,8 +16,8 @@ "positive_column_name": "pos", "negative_column_name": null, "run_name": "Sentence-Sarashina-Bi-JP-3B-PT", - "output_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT", - "logging_dir": "./data/outputs/Sentence-Sarashina-Bi-JP-3B-PT/logs", + "output_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B-PT", + "logging_dir": "data/outputs/Sentence-Sarashina-Bi-JP-3B-PT/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B/stage1.json b/config/constract_llm/train/pt/Llama-EN-0.5B/stage1.json index 2fa1a577..44ea3216 100644 --- a/config/constract_llm/train/pt/Llama-EN-0.5B/stage1.json +++ b/config/constract_llm/train/pt/Llama-EN-0.5B/stage1.json @@ -10,8 +10,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "Llama-EN-0.5B-PT-stage1", - "output_dir": "./data/outputs/Llama-EN-0.5B-PT-stage1", - "logging_dir": "./data/outputs/Llama-EN-0.5B-PT-stage1/logs", + "output_dir": "data/outputs/Llama-EN-0.5B-PT-stage1", + "logging_dir": "data/outputs/Llama-EN-0.5B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -49,6 +49,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false } diff --git a/config/constract_llm/train/pt/Llama-EN-0.5B/stage2.json b/config/constract_llm/train/pt/Llama-EN-0.5B/stage2.json index 27f36007..8a35e405 100644 --- a/config/constract_llm/train/pt/Llama-EN-0.5B/stage2.json +++ b/config/constract_llm/train/pt/Llama-EN-0.5B/stage2.json @@ -10,8 +10,8 @@ "dataset_config_name": "en", "text_column_name": "text", "run_name": "Llama-EN-0.5B-PT-stage2", - "output_dir": "./data/outputs/Llama-EN-0.5B-PT-stage2", - "logging_dir": "./data/outputs/Llama-EN-0.5B-PT-stage2/logs", + "output_dir": "data/outputs/Llama-EN-0.5B-PT-stage2", + "logging_dir": "data/outputs/Llama-EN-0.5B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -49,6 +49,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false } diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json b/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json index d52141d3..75e50075 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage1-bs8192.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-JP-1B-init", "run_name": "Llama-EN-1B-PT-stage1-bs8192", - "output_dir": "./data/outputs/Llama-EN-1B-PT-stage1-bs8192", - "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage1-bs8192/logs" + "output_dir": "data/outputs/Llama-EN-1B-PT-stage1-bs8192", + "logging_dir": "data/outputs/Llama-EN-1B-PT-stage1-bs8192/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage1.json b/config/constract_llm/train/pt/Llama-EN-1B/stage1.json index 15cb59ca..3403c4d3 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B/stage1.json +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage1.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-JP-1B-init", "run_name": "Llama-EN-1B-PT-stage1", - "output_dir": "./data/outputs/Llama-EN-1B-PT-stage1", - "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage1/logs" + "output_dir": "data/outputs/Llama-EN-1B-PT-stage1", + "logging_dir": "data/outputs/Llama-EN-1B-PT-stage1/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage2-bs1024.json b/config/constract_llm/train/pt/Llama-EN-1B/stage2-bs1024.json index fdde710d..e00f29fd 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B/stage2-bs1024.json +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage2-bs1024.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage1-bs8192", "run_name": "Llama-EN-1B-PT-stage2-bs1024", - "output_dir": "./data/outputs/Llama-EN-1B-PT-stage2-bs1024", - "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage2-bs1024/logs" + "output_dir": "data/outputs/Llama-EN-1B-PT-stage2-bs1024", + "logging_dir": "data/outputs/Llama-EN-1B-PT-stage2-bs1024/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-1B/stage2.json b/config/constract_llm/train/pt/Llama-EN-1B/stage2.json index 02d39d51..256c7f0e 100644 --- a/config/constract_llm/train/pt/Llama-EN-1B/stage2.json +++ b/config/constract_llm/train/pt/Llama-EN-1B/stage2.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-EN-1B-PT-stage1", "run_name": "Llama-EN-1B-PT-stage2", - "output_dir": "./data/outputs/Llama-EN-1B-PT-stage2", - "logging_dir": "./data/outputs/Llama-EN-1B-PT-stage2/logs" + "output_dir": "data/outputs/Llama-EN-1B-PT-stage2", + "logging_dir": "data/outputs/Llama-EN-1B-PT-stage2/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json b/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json index 49dea2fe..48451053 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage1-bs16384.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-JP-3B-init", "run_name": "Llama-EN-3B-PT-stage1-bs16384", - "output_dir": "./data/outputs/Llama-EN-3B-PT-stage1-bs16384", - "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage1-bs16384/logs" + "output_dir": "data/outputs/Llama-EN-3B-PT-stage1-bs16384", + "logging_dir": "data/outputs/Llama-EN-3B-PT-stage1-bs16384/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage1.json b/config/constract_llm/train/pt/Llama-EN-3B/stage1.json index 5fda8237..59dc244b 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B/stage1.json +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage1.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-JP-3B-init", "run_name": "Llama-EN-3B-PT-stage1", - "output_dir": "./data/outputs/Llama-EN-3B-PT-stage1", - "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage1/logs" + "output_dir": "data/outputs/Llama-EN-3B-PT-stage1", + "logging_dir": "data/outputs/Llama-EN-3B-PT-stage1/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage2-bs2048.json b/config/constract_llm/train/pt/Llama-EN-3B/stage2-bs2048.json index fc261a18..01999bd8 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B/stage2-bs2048.json +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage2-bs2048.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage1-bs16384", "run_name": "Llama-EN-3B-PT-stage2-bs2048", - "output_dir": "./data/outputs/Llama-EN-3B-PT-stage2-bs2048", - "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage2-bs2048/logs" + "output_dir": "data/outputs/Llama-EN-3B-PT-stage2-bs2048", + "logging_dir": "data/outputs/Llama-EN-3B-PT-stage2-bs2048/logs" } diff --git a/config/constract_llm/train/pt/Llama-EN-3B/stage2.json b/config/constract_llm/train/pt/Llama-EN-3B/stage2.json index 8ec89038..3d01b0bb 100644 --- a/config/constract_llm/train/pt/Llama-EN-3B/stage2.json +++ b/config/constract_llm/train/pt/Llama-EN-3B/stage2.json @@ -45,10 +45,10 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "trust_remote_code": true, "model_name_or_path": "iamtatsuki05/Llama-EN-3B-PT-stage1", "run_name": "Llama-EN-3B-PT-stage2", - "output_dir": "./data/outputs/Llama-EN-3B-PT-stage2", - "logging_dir": "./data/outputs/Llama-EN-3B-PT-stage2/logs" + "output_dir": "data/outputs/Llama-EN-3B-PT-stage2", + "logging_dir": "data/outputs/Llama-EN-3B-PT-stage2/logs" } diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json b/config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json index 0fc7c324..80731160 100644 --- a/config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json +++ b/config/constract_llm/train/pt/Llama-JP-0.5B/stage1.json @@ -1,53 +1,53 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-init", - "trust_remote_code": true, - "dataset_name": "hotchpotch/fineweb-2-edu-japanese", - "dataset_config_name": "sample_10BT", - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "text_column_name": "text", - "run_name": "Llama-JP-0.5B-PT-stage1", - "output_dir": "./data/outputs/Llama-JP-0.5B-PT-stage1", - "logging_dir": "./data/outputs/Llama-JP-0.5B-PT-stage1/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-4, - "per_device_train_batch_size": 16, - "per_device_eval_batch_size": 16, - "gradient_accumulation_steps": 32, - "eval_accumulation_steps": 1, - "max_seq_length": 1024, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "metric_for_best_model": "eval_loss", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 50, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-init", + "trust_remote_code": true, + "dataset_name": "hotchpotch/fineweb-2-edu-japanese", + "dataset_config_name": "sample_10BT", + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "run_name": "Llama-JP-0.5B-PT-stage1", + "output_dir": "data/outputs/Llama-JP-0.5B-PT-stage1", + "logging_dir": "data/outputs/Llama-JP-0.5B-PT-stage1/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-4, + "per_device_train_batch_size": 16, + "per_device_eval_batch_size": 16, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-0.5B/stage2.json b/config/constract_llm/train/pt/Llama-JP-0.5B/stage2.json index 23233e1e..c1dfa80f 100644 --- a/config/constract_llm/train/pt/Llama-JP-0.5B/stage2.json +++ b/config/constract_llm/train/pt/Llama-JP-0.5B/stage2.json @@ -1,53 +1,53 @@ { - "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage1", - "trust_remote_code": true, - "dataset_name": "fujiki/wiki40b_ja", - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "dataset_config_name": null, - "text_column_name": "text", - "run_name": "Llama-JP-0.5B-PT-stage2", - "output_dir": "./data/outputs/Llama-JP-0.5B-PT-stage2", - "logging_dir": "./data/outputs/Llama-JP-0.5B-PT-stage2/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 2, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-5, - "per_device_train_batch_size": 2, - "per_device_eval_batch_size": 2, - "gradient_accumulation_steps": 32, - "eval_accumulation_steps": 1, - "max_seq_length": 8192, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "eval_strategy": "steps", - "metric_for_best_model": "eval_loss", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 50, - "eval_steps": 50, - "save_total_limit": 50, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/Llama-JP-0.5B-PT-stage1", + "trust_remote_code": true, + "dataset_name": "fujiki/wiki40b_ja", + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "dataset_config_name": null, + "text_column_name": "text", + "run_name": "Llama-JP-0.5B-PT-stage2", + "output_dir": "data/outputs/Llama-JP-0.5B-PT-stage2", + "logging_dir": "data/outputs/Llama-JP-0.5B-PT-stage2/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 2, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-5, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json b/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json index 3bd1402b..4d22ce3c 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage1-bs8192.json @@ -11,8 +11,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "Llama-JP-1B-PT-stage1-bs8192", - "output_dir": "./data/outputs/Llama-JP-1B-PT-stage1-bs8192", - "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage1-bs8192/logs", + "output_dir": "data/outputs/Llama-JP-1B-PT-stage1-bs8192", + "logging_dir": "data/outputs/Llama-JP-1B-PT-stage1-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage1.json b/config/constract_llm/train/pt/Llama-JP-1B/stage1.json index 5a2b3b87..60afd3e9 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B/stage1.json +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage1.json @@ -11,8 +11,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "Llama-JP-1B-PT-stage1", - "output_dir": "./data/outputs/Llama-JP-1B-PT-stage1", - "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage1/logs", + "output_dir": "data/outputs/Llama-JP-1B-PT-stage1", + "logging_dir": "data/outputs/Llama-JP-1B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage2-bs1024.json b/config/constract_llm/train/pt/Llama-JP-1B/stage2-bs1024.json index 6793a59b..5889f875 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B/stage2-bs1024.json +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage2-bs1024.json @@ -11,8 +11,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "Llama-JP-1B-PT-stage2-bs1024", - "output_dir": "./data/outputs/Llama-JP-1B-PT-stage2-bs1024", - "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage2-bs1024/logs", + "output_dir": "data/outputs/Llama-JP-1B-PT-stage2-bs1024", + "logging_dir": "data/outputs/Llama-JP-1B-PT-stage2-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-1B/stage2.json b/config/constract_llm/train/pt/Llama-JP-1B/stage2.json index 82192e16..0c6fbb36 100644 --- a/config/constract_llm/train/pt/Llama-JP-1B/stage2.json +++ b/config/constract_llm/train/pt/Llama-JP-1B/stage2.json @@ -11,8 +11,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "Llama-JP-1B-PT-stage2", - "output_dir": "./data/outputs/Llama-JP-1B-PT-stage2", - "logging_dir": "./data/outputs/Llama-JP-1B-PT-stage2/logs", + "output_dir": "data/outputs/Llama-JP-1B-PT-stage2", + "logging_dir": "data/outputs/Llama-JP-1B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage1-bs16384.json b/config/constract_llm/train/pt/Llama-JP-3B/stage1-bs16384.json index 265b3d9b..ab2ca0b2 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B/stage1-bs16384.json +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage1-bs16384.json @@ -11,8 +11,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "Llama-JP-3B-PT-stage1-bs16384", - "output_dir": "./data/outputs/Llama-JP-3B-PT-stage1-bs16384", - "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage1-bs16384/logs", + "output_dir": "data/outputs/Llama-JP-3B-PT-stage1-bs16384", + "logging_dir": "data/outputs/Llama-JP-3B-PT-stage1-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage1.json b/config/constract_llm/train/pt/Llama-JP-3B/stage1.json index 319638dd..a2862d80 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B/stage1.json +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage1.json @@ -11,8 +11,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "Llama-JP-3B-PT-stage1", - "output_dir": "./data/outputs/Llama-JP-3B-PT-stage1", - "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage1/logs", + "output_dir": "data/outputs/Llama-JP-3B-PT-stage1", + "logging_dir": "data/outputs/Llama-JP-3B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage2-bs2048.json b/config/constract_llm/train/pt/Llama-JP-3B/stage2-bs2048.json index 31bd4ca8..006d9d0a 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B/stage2-bs2048.json +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage2-bs2048.json @@ -11,8 +11,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "Llama-JP-3B-PT-stage2-bs2048", - "output_dir": "./data/outputs/Llama-JP-3B-PT-stage2-bs2048", - "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage2-bs2048/logs", + "output_dir": "data/outputs/Llama-JP-3B-PT-stage2-bs2048", + "logging_dir": "data/outputs/Llama-JP-3B-PT-stage2-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Llama-JP-3B/stage2.json b/config/constract_llm/train/pt/Llama-JP-3B/stage2.json index fc45ad5f..f4d34339 100644 --- a/config/constract_llm/train/pt/Llama-JP-3B/stage2.json +++ b/config/constract_llm/train/pt/Llama-JP-3B/stage2.json @@ -11,8 +11,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "Llama-JP-3B-PT-stage2", - "output_dir": "./data/outputs/Llama-JP-3B-PT-stage2", - "logging_dir": "./data/outputs/Llama-JP-3B-PT-stage2/logs", + "output_dir": "data/outputs/Llama-JP-3B-PT-stage2", + "logging_dir": "data/outputs/Llama-JP-3B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,5 +50,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json index f994a96a..034b6455 100644 --- a/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json +++ b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage1.json @@ -12,8 +12,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "Mistral-EN-0.5B-PT-stage1", - "output_dir": "./data/outputs/Mistral-EN-0.5B-PT-stage1", - "logging_dir": "./data/outputs/Mistral-EN-0.5B-PT-stage1/logs", + "output_dir": "data/outputs/Mistral-EN-0.5B-PT-stage1", + "logging_dir": "data/outputs/Mistral-EN-0.5B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,6 +51,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false } diff --git a/config/constract_llm/train/pt/Mistral-EN-0.5B/stage2.json b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage2.json index 793e7160..bdddbffa 100644 --- a/config/constract_llm/train/pt/Mistral-EN-0.5B/stage2.json +++ b/config/constract_llm/train/pt/Mistral-EN-0.5B/stage2.json @@ -10,8 +10,8 @@ "dataset_config_name": "en", "text_column_name": "text", "run_name": "Mistral-EN-0.5B-PT-stage2", - "output_dir": "./data/outputs/Mistral-EN-0.5B-PT-stage2", - "logging_dir": "./data/outputs/Mistral-EN-0.5B-PT-stage2/logs", + "output_dir": "data/outputs/Mistral-EN-0.5B-PT-stage2", + "logging_dir": "data/outputs/Mistral-EN-0.5B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -49,6 +49,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage1.json index 095a2c07..913bd6f3 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage1.json @@ -9,8 +9,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "ModernBERT-EN-0.5B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-EN-0.5B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-EN-0.5B-PT-stage1/logs", + "output_dir": "data/outputs/ModernBERT-EN-0.5B-PT-stage1", + "logging_dir": "data/outputs/ModernBERT-EN-0.5B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,6 +50,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage2.json index ed209503..025f0eaf 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-0.5B/stage2.json @@ -9,8 +9,8 @@ "dataset_config_name": "en", "text_column_name": "text", "run_name": "ModernBERT-EN-0.5B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-EN-0.5B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-EN-0.5B-PT-stage2/logs", + "output_dir": "data/outputs/ModernBERT-EN-0.5B-PT-stage2", + "logging_dir": "data/outputs/ModernBERT-EN-0.5B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -50,6 +50,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json index 60d8ca1e..d330e62d 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1-bs8192.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-init", "run_name": "ModernBERT-EN-1B-PT-stage1-bs8192", - "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1-bs8192", - "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1-bs8192/logs" + "output_dir": "data/outputs/ModernBERT-EN-1B-PT-stage1-bs8192", + "logging_dir": "data/outputs/ModernBERT-EN-1B-PT-stage1-bs8192/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json index 2dd7e647..c7ea38c6 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage1.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-JP-1B-init", "run_name": "ModernBERT-EN-1B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage1/logs" + "output_dir": "data/outputs/ModernBERT-EN-1B-PT-stage1", + "logging_dir": "data/outputs/ModernBERT-EN-1B-PT-stage1/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2-bs1024.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2-bs1024.json index a3a72c4e..dde2faf5 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2-bs1024.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2-bs1024.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage1-bs8192", "run_name": "ModernBERT-EN-1B-PT-stage2-bs1024", - "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2-bs1024", - "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2-bs1024/logs" + "output_dir": "data/outputs/ModernBERT-EN-1B-PT-stage2-bs1024", + "logging_dir": "data/outputs/ModernBERT-EN-1B-PT-stage2-bs1024/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json index d8755bdb..6967de60 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-1B/stage2.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-EN-1B-PT-stage1", "run_name": "ModernBERT-EN-1B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-EN-1B-PT-stage2/logs" + "output_dir": "data/outputs/ModernBERT-EN-1B-PT-stage2", + "logging_dir": "data/outputs/ModernBERT-EN-1B-PT-stage2/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json index d0314d47..7f8e4511 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1-bs16384.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-init", "run_name": "ModernBERT-EN-3B-PT-stage1-bs16384", - "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1-bs16384", - "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1-bs16384/logs" + "output_dir": "data/outputs/ModernBERT-EN-3B-PT-stage1-bs16384", + "logging_dir": "data/outputs/ModernBERT-EN-3B-PT-stage1-bs16384/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json index f6dd2b8e..86a00920 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage1.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-JP-3B-init", "run_name": "ModernBERT-EN-3B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage1/logs" + "output_dir": "data/outputs/ModernBERT-EN-3B-PT-stage1", + "logging_dir": "data/outputs/ModernBERT-EN-3B-PT-stage1/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2-bs2048.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2-bs2048.json index 68b082ff..4b2ce822 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2-bs2048.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2-bs2048.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage1-bs16384", "run_name": "ModernBERT-EN-3B-PT-stage2-bs2048", - "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2-bs2048", - "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2-bs2048/logs" + "output_dir": "data/outputs/ModernBERT-EN-3B-PT-stage2-bs2048", + "logging_dir": "data/outputs/ModernBERT-EN-3B-PT-stage2-bs2048/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json index d2270160..8c95a42d 100644 --- a/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-EN-3B/stage2.json @@ -45,11 +45,11 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "mlm_probability": 0.3, "line_by_line": true, "model_name_or_path": "iamtatsuki05/ModernBERT-EN-3B-PT-stage1", "run_name": "ModernBERT-EN-3B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-EN-3B-PT-stage2/logs" + "output_dir": "data/outputs/ModernBERT-EN-3B-PT-stage2", + "logging_dir": "data/outputs/ModernBERT-EN-3B-PT-stage2/logs" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json index 7d0ce1eb..fd872a91 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage1.json @@ -1,54 +1,54 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-init", - "dataset_name": "hotchpotch/fineweb-2-edu-japanese", - "dataset_config_name": "sample_10BT", - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "text_column_name": "text", - "run_name": "ModernBERT-JP-0.5B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-JP-0.5B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-JP-0.5B-PT-stage1/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 1, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-4, - "per_device_train_batch_size": 16, - "per_device_eval_batch_size": 16, - "gradient_accumulation_steps": 32, - "eval_accumulation_steps": 1, - "max_seq_length": 1024, - "mlm_probability": 0.3, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "line_by_line": true, - "eval_strategy": "steps", - "metric_for_best_model": "eval_loss", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 100, - "eval_steps": 100, - "save_total_limit": 50, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-init", + "dataset_name": "hotchpotch/fineweb-2-edu-japanese", + "dataset_config_name": "sample_10BT", + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "text_column_name": "text", + "run_name": "ModernBERT-JP-0.5B-PT-stage1", + "output_dir": "data/outputs/ModernBERT-JP-0.5B-PT-stage1", + "logging_dir": "data/outputs/ModernBERT-JP-0.5B-PT-stage1/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 1, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-4, + "per_device_train_batch_size": 16, + "per_device_eval_batch_size": 16, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 1024, + "mlm_probability": 0.3, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "line_by_line": true, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 100, + "eval_steps": 100, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage2.json index d55ee855..4e4706a5 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-0.5B/stage2.json @@ -1,54 +1,54 @@ { - "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage1", - "dataset_name": "fujiki/wiki40b_ja", - "preprocessing_num_workers": 128, - "dataloader_num_workers": 32, - "max_train_samples": null, - "max_eval_samples": 1000, - "validation_split_percentage": 1, - "dataset_config_name": null, - "text_column_name": "text", - "run_name": "ModernBERT-JP-0.5B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-JP-0.5B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-JP-0.5B-PT-stage2/logs", - "save_only_model": false, - "overwrite_output_dir": true, - "do_train": true, - "do_eval": true, - "do_predict": false, - "ddp_timeout": 86400, - "num_train_epochs": 2, - "optim": "schedule_free_radam", - "lr_scheduler_type": "constant", - "learning_rate": 5e-5, - "per_device_train_batch_size": 2, - "per_device_eval_batch_size": 2, - "gradient_accumulation_steps": 32, - "eval_accumulation_steps": 1, - "max_seq_length": 8192, - "mlm_probability": 0.3, - "weight_decay": 1e-5, - "adam_beta1": 0.9, - "adam_beta2": 0.98, - "adam_epsilon": 1e-6, - "line_by_line": true, - "eval_strategy": "steps", - "metric_for_best_model": "eval_loss", - "logging_first_step": true, - "prediction_loss_only": true, - "eval_on_start": true, - "logging_steps": 1, - "save_steps": 50, - "eval_steps": 50, - "save_total_limit": 50, - "load_best_model_at_end": false, - "report_to": "all", - "include_num_input_tokens_seen": true, - "include_tokens_per_second": true, - "fp16": false, - "fp16_full_eval": false, - "bf16": true, - "bf16_full_eval": true, - "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "model_name_or_path": "iamtatsuki05/ModernBERT-JP-0.5B-PT-stage1", + "dataset_name": "fujiki/wiki40b_ja", + "preprocessing_num_workers": 128, + "dataloader_num_workers": 32, + "max_train_samples": null, + "max_eval_samples": 1000, + "validation_split_percentage": 1, + "dataset_config_name": null, + "text_column_name": "text", + "run_name": "ModernBERT-JP-0.5B-PT-stage2", + "output_dir": "data/outputs/ModernBERT-JP-0.5B-PT-stage2", + "logging_dir": "data/outputs/ModernBERT-JP-0.5B-PT-stage2/logs", + "save_only_model": false, + "overwrite_output_dir": true, + "do_train": true, + "do_eval": true, + "do_predict": false, + "ddp_timeout": 86400, + "num_train_epochs": 2, + "optim": "schedule_free_radam", + "lr_scheduler_type": "constant", + "learning_rate": 5e-5, + "per_device_train_batch_size": 2, + "per_device_eval_batch_size": 2, + "gradient_accumulation_steps": 32, + "eval_accumulation_steps": 1, + "max_seq_length": 8192, + "mlm_probability": 0.3, + "weight_decay": 1e-5, + "adam_beta1": 0.9, + "adam_beta2": 0.98, + "adam_epsilon": 1e-6, + "line_by_line": true, + "eval_strategy": "steps", + "metric_for_best_model": "eval_loss", + "logging_first_step": true, + "prediction_loss_only": true, + "eval_on_start": true, + "logging_steps": 1, + "save_steps": 50, + "eval_steps": 50, + "save_total_limit": 50, + "load_best_model_at_end": false, + "report_to": "all", + "include_num_input_tokens_seen": true, + "include_tokens_per_second": true, + "fp16": false, + "fp16_full_eval": false, + "bf16": true, + "bf16_full_eval": true, + "attn_implementation": "flash_attention_2", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json index b41f9de3..123b42e0 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1-bs8192.json @@ -10,8 +10,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "ModernBERT-JP-1B-PT-stage1-bs8192", - "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1-bs8192", - "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1-bs8192/logs", + "output_dir": "data/outputs/ModernBERT-JP-1B-PT-stage1-bs8192", + "logging_dir": "data/outputs/ModernBERT-JP-1B-PT-stage1-bs8192/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json index 4a7236ba..6274d90f 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage1.json @@ -10,8 +10,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "ModernBERT-JP-1B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage1/logs", + "output_dir": "data/outputs/ModernBERT-JP-1B-PT-stage1", + "logging_dir": "data/outputs/ModernBERT-JP-1B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2-bs1024.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2-bs1024.json index 49abe02c..0a18eb6b 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2-bs1024.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2-bs1024.json @@ -10,8 +10,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "ModernBERT-JP-1B-PT-stage2-bs1024", - "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2-bs1024", - "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2-bs1024/logs", + "output_dir": "data/outputs/ModernBERT-JP-1B-PT-stage2-bs1024", + "logging_dir": "data/outputs/ModernBERT-JP-1B-PT-stage2-bs1024/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json index 25b22f31..38c02622 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-1B/stage2.json @@ -10,8 +10,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "ModernBERT-JP-1B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-JP-1B-PT-stage2/logs", + "output_dir": "data/outputs/ModernBERT-JP-1B-PT-stage2", + "logging_dir": "data/outputs/ModernBERT-JP-1B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1-bs16384.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1-bs16384.json index 3b90095d..dc9ecb87 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1-bs16384.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1-bs16384.json @@ -10,8 +10,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "ModernBERT-JP-3B-PT-stage1-bs16384", - "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1-bs16384", - "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1-bs16384/logs", + "output_dir": "data/outputs/ModernBERT-JP-3B-PT-stage1-bs16384", + "logging_dir": "data/outputs/ModernBERT-JP-3B-PT-stage1-bs16384/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json index 834ab419..2214b374 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage1.json @@ -10,8 +10,8 @@ "validation_split_percentage": 10, "text_column_name": "text", "run_name": "ModernBERT-JP-3B-PT-stage1", - "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1", - "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage1/logs", + "output_dir": "data/outputs/ModernBERT-JP-3B-PT-stage1", + "logging_dir": "data/outputs/ModernBERT-JP-3B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2-bs2048.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2-bs2048.json index db3e3082..04b56047 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2-bs2048.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2-bs2048.json @@ -10,8 +10,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "ModernBERT-JP-3B-PT-stage2-bs2048", - "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2-bs2048", - "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2-bs2048/logs", + "output_dir": "data/outputs/ModernBERT-JP-3B-PT-stage2-bs2048", + "logging_dir": "data/outputs/ModernBERT-JP-3B-PT-stage2-bs2048/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json index 3456dd35..befe2fbd 100644 --- a/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json +++ b/config/constract_llm/train/pt/ModernBERT-JP-3B/stage2.json @@ -10,8 +10,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "ModernBERT-JP-3B-PT-stage2", - "output_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2", - "logging_dir": "./data/outputs/ModernBERT-JP-3B-PT-stage2/logs", + "output_dir": "data/outputs/ModernBERT-JP-3B-PT-stage2", + "logging_dir": "data/outputs/ModernBERT-JP-3B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,5 +51,5 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json" + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json" } diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json index 023c6ba4..f319a9b8 100644 --- a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json +++ b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage1.json @@ -12,8 +12,8 @@ "validation_split_percentage": 1, "text_column_name": "text", "run_name": "Qwen2.5-Scratch-EN-0.5B-PT-stage1", - "output_dir": "./data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage1", - "logging_dir": "./data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage1/logs", + "output_dir": "data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage1", + "logging_dir": "data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage1/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -51,6 +51,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false } diff --git a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage2.json b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage2.json index 5206eac0..8680965a 100644 --- a/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage2.json +++ b/config/constract_llm/train/pt/Qwen2.5-Scratch-EN-0.5B/stage2.json @@ -10,8 +10,8 @@ "dataset_config_name": "en", "text_column_name": "text", "run_name": "Qwen2.5-Scratch-EN-0.5B-PT-stage2", - "output_dir": "./data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage2", - "logging_dir": "./data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage2/logs", + "output_dir": "data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage2", + "logging_dir": "data/outputs/Qwen2.5-Scratch-EN-0.5B-PT-stage2/logs", "save_only_model": false, "overwrite_output_dir": false, "do_train": true, @@ -49,6 +49,6 @@ "bf16": true, "bf16_full_eval": true, "attn_implementation": "flash_attention_2", - "deepspeed": "./config/constract_llm/train/ds_config/ds_zero2.json", + "deepspeed": "config/constract_llm/train/ds_config/ds_zero2.json", "streaming": false }