diff --git a/.DS_Store b/.DS_Store deleted file mode 100644 index 5b47fd5..0000000 Binary files a/.DS_Store and /dev/null differ diff --git a/._.DS_Store b/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/._.DS_Store and /dev/null differ diff --git a/._LICENSE b/._LICENSE deleted file mode 100644 index 68ec751..0000000 Binary files a/._LICENSE and /dev/null differ diff --git a/._README.md b/._README.md deleted file mode 100644 index 0a94129..0000000 Binary files a/._README.md and /dev/null differ diff --git a/._utrlm_requirements.txt b/._utrlm_requirements.txt deleted file mode 100644 index 55536b1..0000000 Binary files a/._utrlm_requirements.txt and /dev/null differ diff --git a/.gitignore b/.gitignore new file mode 100644 index 0000000..314044f --- /dev/null +++ b/.gitignore @@ -0,0 +1,37 @@ +# Created by https://www.toptal.com/developers/gitignore/api/macos +# Edit at https://www.toptal.com/developers/gitignore?templates=macos + +### macOS ### +# General +.DS_Store +.AppleDouble +.LSOverride + +# Icon must end with two \r +Icon + + +# Thumbnails +._* + +# Files that might appear in the root of a volume +.DocumentRevisions-V100 +.fseventsd +.Spotlight-V100 +.TemporaryItems +.Trashes +.VolumeIcon.icns +.com.apple.timemachine.donotpresent + +# Directories potentially created on remote AFP share +.AppleDB +.AppleDesktop +Network Trash Folder +Temporary Items +.apdisk + +### macOS Patch ### +# iCloud generated files +*.icloud + +# End of https://www.toptal.com/developers/gitignore/api/macos \ No newline at end of file diff --git a/Model/.DS_Store b/Model/.DS_Store deleted file mode 100644 index a75c34e..0000000 Binary files a/Model/.DS_Store and /dev/null differ diff --git a/Model/._.DS_Store b/Model/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/Model/._.DS_Store and /dev/null differ diff --git a/Model/._ESM2DSD_FC3.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_MLMLossMin_epoch201.pkl b/Model/._ESM2DSD_FC3.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_MLMLossMin_epoch201.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2DSD_FC3.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_MLMLossMin_epoch201.pkl and /dev/null differ diff --git a/Model/._ESM2DSD_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_MLMLossMin_epoch200.pkl b/Model/._ESM2DSD_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_MLMLossMin_epoch200.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2DSD_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_MLMLossMin_epoch200.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.10_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch103.pkl b/Model/._ESM2SISS_FS4.10_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch103.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.10_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch103.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.13_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch91.pkl b/Model/._ESM2SISS_FS4.13_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch91.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.13_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch91.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.16_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch109.pkl b/Model/._ESM2SISS_FS4.16_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch109.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.16_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch109.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.19_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch115.pkl b/Model/._ESM2SISS_FS4.19_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch115.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.19_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch115.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch93.pkl b/Model/._ESM2SISS_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch93.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch93.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.22_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch115.pkl b/Model/._ESM2SISS_FS4.22_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch115.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.22_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch115.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.4_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch100.pkl b/Model/._ESM2SISS_FS4.4_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch100.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.4_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch100.pkl and /dev/null differ diff --git a/Model/._ESM2SISS_FS4.7_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch79.pkl b/Model/._ESM2SISS_FS4.7_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch79.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SISS_FS4.7_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_structureweight1.0_MLMLossMin_epoch79.pkl and /dev/null differ diff --git a/Model/._ESM2SI_3.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_MLMLossMin.pkl b/Model/._ESM2SI_3.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_MLMLossMin.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SI_3.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_MLMLossMin.pkl and /dev/null differ diff --git a/Model/._ESM2SI_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch200.pkl b/Model/._ESM2SI_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch200.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SI_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch200.pkl and /dev/null differ diff --git a/Model/._ESM2SI_FS4.4_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch93.pkl b/Model/._ESM2SI_FS4.4_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch93.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SI_FS4.4_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch93.pkl and /dev/null differ diff --git a/Model/._ESM2SI_FS4.7_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch127.pkl b/Model/._ESM2SI_FS4.7_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch127.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SI_FS4.7_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_supervisedweight1.0_MLMLossMin_epoch127.pkl and /dev/null differ diff --git a/Model/._ESM2SS_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_structureweight1.0_MLMLossMin_epoch200.pkl b/Model/._ESM2SS_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_structureweight1.0_MLMLossMin_epoch200.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2SS_FS4.1_fiveSpeciesCao_6layers_16heads_128embedsize_4096batchToks_lr1e-05_structureweight1.0_MLMLossMin_epoch200.pkl and /dev/null differ diff --git a/Model/._ESM2_1.4_five_species_TrainLossMin_6layers_16heads_128embedsize_4096batchToks.pkl b/Model/._ESM2_1.4_five_species_TrainLossMin_6layers_16heads_128embedsize_4096batchToks.pkl deleted file mode 100644 index c7344f9..0000000 Binary files a/Model/._ESM2_1.4_five_species_TrainLossMin_6layers_16heads_128embedsize_4096batchToks.pkl and /dev/null differ diff --git a/Model/Downstream/.DS_Store b/Model/Downstream/.DS_Store deleted file mode 100644 index e049c1e..0000000 Binary files a/Model/Downstream/.DS_Store and /dev/null differ diff --git a/Scripts/.DS_Store b/Scripts/.DS_Store deleted file mode 100644 index cc6496b..0000000 Binary files a/Scripts/.DS_Store and /dev/null differ diff --git a/Scripts/._.DS_Store b/Scripts/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/Scripts/._.DS_Store and /dev/null differ diff --git a/Scripts/In-Housing/.DS_Store b/Scripts/In-Housing/.DS_Store deleted file mode 100644 index f66b42d..0000000 Binary files a/Scripts/In-Housing/.DS_Store and /dev/null differ diff --git a/Scripts/In-Housing/._.DS_Store b/Scripts/In-Housing/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/Scripts/In-Housing/._.DS_Store and /dev/null differ diff --git a/Scripts/In-Housing/._6_unFinetune_results.ipynb b/Scripts/In-Housing/._6_unFinetune_results.ipynb deleted file mode 100644 index f3f6c34..0000000 Binary files a/Scripts/In-Housing/._6_unFinetune_results.ipynb and /dev/null differ diff --git a/Scripts/In-Housing/._7_Optimus_retrained.ipynb b/Scripts/In-Housing/._7_Optimus_retrained.ipynb deleted file mode 100644 index fd2fd5d..0000000 Binary files a/Scripts/In-Housing/._7_Optimus_retrained.ipynb and /dev/null differ diff --git a/Scripts/In-Housing/._8_finetune_results.ipynb b/Scripts/In-Housing/._8_finetune_results.ipynb deleted file mode 100644 index 2f118b6..0000000 Binary files a/Scripts/In-Housing/._8_finetune_results.ipynb and /dev/null differ diff --git a/Scripts/In-Housing/._Hypothesis_PairedTtest.ipynb b/Scripts/In-Housing/._Hypothesis_PairedTtest.ipynb deleted file mode 100644 index fdf4898..0000000 Binary files a/Scripts/In-Housing/._Hypothesis_PairedTtest.ipynb and /dev/null differ diff --git a/Scripts/In-Housing/._results b/Scripts/In-Housing/._results deleted file mode 100644 index c7344f9..0000000 Binary files a/Scripts/In-Housing/._results and /dev/null differ diff --git a/Scripts/In-Housing/results/.DS_Store b/Scripts/In-Housing/results/.DS_Store deleted file mode 100644 index 5008ddf..0000000 Binary files a/Scripts/In-Housing/results/.DS_Store and /dev/null differ diff --git a/Scripts/In-Housing/results/._.DS_Store b/Scripts/In-Housing/results/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/Scripts/In-Housing/results/._.DS_Store and /dev/null differ diff --git a/Scripts/Results/.DS_Store b/Scripts/Results/.DS_Store deleted file mode 100644 index 83cd213..0000000 Binary files a/Scripts/Results/.DS_Store and /dev/null differ diff --git a/Scripts/Results/._.DS_Store b/Scripts/Results/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/Scripts/Results/._.DS_Store and /dev/null differ diff --git a/Scripts/Results/._EightLibrary_results.ipynb b/Scripts/Results/._EightLibrary_results.ipynb deleted file mode 100644 index a3d6d9c..0000000 Binary files a/Scripts/Results/._EightLibrary_results.ipynb and /dev/null differ diff --git a/Scripts/Results/._Independent_10foldCV.ipynb b/Scripts/Results/._Independent_10foldCV.ipynb deleted file mode 100644 index 8c50f4e..0000000 Binary files a/Scripts/Results/._Independent_10foldCV.ipynb and /dev/null differ diff --git a/Scripts/Results/._Independent_BenchmarkSplit.ipynb b/Scripts/Results/._Independent_BenchmarkSplit.ipynb deleted file mode 100644 index 5dbd45b..0000000 Binary files a/Scripts/Results/._Independent_BenchmarkSplit.ipynb and /dev/null differ diff --git a/Scripts/Results/._ThreeCellLine_results.ipynb b/Scripts/Results/._ThreeCellLine_results.ipynb deleted file mode 100644 index 5aa17dd..0000000 Binary files a/Scripts/Results/._ThreeCellLine_results.ipynb and /dev/null differ diff --git a/Scripts/Results/AttentionBased_Interpretation/.DS_Store b/Scripts/Results/AttentionBased_Interpretation/.DS_Store deleted file mode 100644 index 36250ab..0000000 Binary files a/Scripts/Results/AttentionBased_Interpretation/.DS_Store and /dev/null differ diff --git a/Scripts/Results/AttentionBased_Interpretation/._.DS_Store b/Scripts/Results/AttentionBased_Interpretation/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/Scripts/Results/AttentionBased_Interpretation/._.DS_Store and /dev/null differ diff --git a/Scripts/Results/AttentionBased_Interpretation/._IndependentHuman_PushLen50_ConvolutionalOperation_Attention_KmerMotifs.ipynb b/Scripts/Results/AttentionBased_Interpretation/._IndependentHuman_PushLen50_ConvolutionalOperation_Attention_KmerMotifs.ipynb deleted file mode 100644 index 94c8267..0000000 Binary files a/Scripts/Results/AttentionBased_Interpretation/._IndependentHuman_PushLen50_ConvolutionalOperation_Attention_KmerMotifs.ipynb and /dev/null differ diff --git a/Scripts/Results/AttentionBased_Interpretation/._U1_ConvolutionalOperation_Attention_KmerMotifs.ipynb b/Scripts/Results/AttentionBased_Interpretation/._U1_ConvolutionalOperation_Attention_KmerMotifs.ipynb deleted file mode 100644 index 896afab..0000000 Binary files a/Scripts/Results/AttentionBased_Interpretation/._U1_ConvolutionalOperation_Attention_KmerMotifs.ipynb and /dev/null differ diff --git a/Scripts/Results/AttentionBased_Interpretation/._fivespecies_representation-PCA-KNN-UMAP.ipynb b/Scripts/Results/AttentionBased_Interpretation/._fivespecies_representation-PCA-KNN-UMAP.ipynb deleted file mode 100644 index 51891d8..0000000 Binary files a/Scripts/Results/AttentionBased_Interpretation/._fivespecies_representation-PCA-KNN-UMAP.ipynb and /dev/null differ diff --git a/Scripts/Results/AttentionBased_Interpretation/._unmod1_representation-PCA-KNN-UMAP.ipynb b/Scripts/Results/AttentionBased_Interpretation/._unmod1_representation-PCA-KNN-UMAP.ipynb deleted file mode 100644 index 7dcd751..0000000 Binary files a/Scripts/Results/AttentionBased_Interpretation/._unmod1_representation-PCA-KNN-UMAP.ipynb and /dev/null differ diff --git a/Scripts/UTRLM_downstream/._Finetune_extract_append_predictor_Sample_10fold-lr-huber-DDP.py b/Scripts/UTRLM_downstream/._Finetune_extract_append_predictor_Sample_10fold-lr-huber-DDP.py deleted file mode 100644 index 78f665e..0000000 Binary files a/Scripts/UTRLM_downstream/._Finetune_extract_append_predictor_Sample_10fold-lr-huber-DDP.py and /dev/null differ diff --git a/Scripts/UTRLM_downstream/._Finetune_extract_append_predictor_VaryLength_10fold-lr-huber-DDP-Adam.py b/Scripts/UTRLM_downstream/._Finetune_extract_append_predictor_VaryLength_10fold-lr-huber-DDP-Adam.py deleted file mode 100644 index 2403be4..0000000 Binary files a/Scripts/UTRLM_downstream/._Finetune_extract_append_predictor_VaryLength_10fold-lr-huber-DDP-Adam.py and /dev/null differ diff --git "a/Scripts/UTRLM_pretraining/._ESM2_alldata_\345\205\250\351\203\250\345\261\202\350\256\255\347\273\203.py" "b/Scripts/UTRLM_pretraining/._ESM2_alldata_\345\205\250\351\203\250\345\261\202\350\256\255\347\273\203.py" deleted file mode 100644 index 0e1037d..0000000 Binary files "a/Scripts/UTRLM_pretraining/._ESM2_alldata_\345\205\250\351\203\250\345\261\202\350\256\255\347\273\203.py" and /dev/null differ diff --git a/Scripts/UTRLM_pretraining/._v2_ESM2_alldata_SupervisedInfo.py b/Scripts/UTRLM_pretraining/._v2_ESM2_alldata_SupervisedInfo.py deleted file mode 100644 index ee21390..0000000 Binary files a/Scripts/UTRLM_pretraining/._v2_ESM2_alldata_SupervisedInfo.py and /dev/null differ diff --git a/Scripts/UTRLM_pretraining/._v2_Extract_ESM2_embedding_attention.py b/Scripts/UTRLM_pretraining/._v2_Extract_ESM2_embedding_attention.py deleted file mode 100644 index fba15b8..0000000 Binary files a/Scripts/UTRLM_pretraining/._v2_Extract_ESM2_embedding_attention.py and /dev/null differ diff --git a/Scripts/UTRLM_pretraining/._v3DDP_ESM2_alldata_SupervisedInfo_SecondaryStructure.py b/Scripts/UTRLM_pretraining/._v3DDP_ESM2_alldata_SupervisedInfo_SecondaryStructure.py deleted file mode 100644 index f3e280b..0000000 Binary files a/Scripts/UTRLM_pretraining/._v3DDP_ESM2_alldata_SupervisedInfo_SecondaryStructure.py and /dev/null differ diff --git a/Scripts/UTRLM_pretraining/._v5DDP_ESM2_alldata_DownStreamData.py b/Scripts/UTRLM_pretraining/._v5DDP_ESM2_alldata_DownStreamData.py deleted file mode 100644 index 161b85b..0000000 Binary files a/Scripts/UTRLM_pretraining/._v5DDP_ESM2_alldata_DownStreamData.py and /dev/null differ diff --git a/Scripts/esm/.DS_Store b/Scripts/esm/.DS_Store deleted file mode 100644 index 8543000..0000000 Binary files a/Scripts/esm/.DS_Store and /dev/null differ diff --git a/Scripts/esm/._.DS_Store b/Scripts/esm/._.DS_Store deleted file mode 100644 index 8e82ed9..0000000 Binary files a/Scripts/esm/._.DS_Store and /dev/null differ diff --git a/Scripts/esm/._multihead_attention.py b/Scripts/esm/._multihead_attention.py deleted file mode 100644 index c9959ba..0000000 Binary files a/Scripts/esm/._multihead_attention.py and /dev/null differ diff --git a/Scripts/esm/._pretrained.py b/Scripts/esm/._pretrained.py deleted file mode 100644 index 76ae07c..0000000 Binary files a/Scripts/esm/._pretrained.py and /dev/null differ diff --git a/Scripts/esm/model/._esm2_secondarystructure.py b/Scripts/esm/model/._esm2_secondarystructure.py deleted file mode 100644 index 1ac2328..0000000 Binary files a/Scripts/esm/model/._esm2_secondarystructure.py and /dev/null differ