File size: 6,982 Bytes
0676715 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 |
import os
import sys
import streamlit as st
import pandas as pd
import joblib
import time
import numpy as np
from rdkit import Chem
from rdkit.Chem import Draw
from rdkit.Chem import AllChem
from rdkit import RDLogger
import uuid
from datasets import load_dataset
import requests
from io import BytesIO
import urllib.request
import networkx as nx
import warnings
warnings.filterwarnings('ignore')
from model import OnTheFlyModel, HitSelectorByOverlap, CommunityDetector, task_evaluator
from morgan_desc import *
from physchem_desc import *
from fragment_embedder import FragmentEmbedder
SIMILARITY_PERCENTILES = [95, 90]
def get_session_id():
if "session_id" not in st.session_state:
st.session_state["session_id"] = str(uuid.uuid4())
return st.session_state["session_id"]
def clear_old_cache(cache_folder, hours=24):
# Define the directory to check
folder_path = cache_folder
# Get the current time
current_time = time.time()
# Loop through each file in the directory
for filename in os.listdir(folder_path):
file_path = os.path.join(folder_path, filename)
# Check if it's a file (and not a directory)
if os.path.isfile(file_path):
# Get the last modified time and compare
file_modified_time = os.path.getmtime(file_path)
if current_time - file_modified_time > hours*3600: # 3600 seconds in an hour
print(f"Deleting {filename} as it is older than one day")
os.remove(file_path) # Delete the file
def load_protein_spearman_similarity_matrix():
# uniprot_acs, M = joblib.load(os.path.join(root, "..", "data", "protein_protein_spearman_correlations.joblib"))
url = ''.join(('https://huggingface.co/datasets/ligdis/data/resolve/main/protein_protein_spearman_correlations.joblib')) # The URL of the file you want to load
with urllib.request.urlopen(url) as response: # Download the file
uniprot_acs, M = joblib.load(BytesIO(response.read()))
values = np.triu(M, k=1).ravel()
cutoffs = [np.percentile(values, p) for p in SIMILARITY_PERCENTILES]
return uniprot_acs, M, cutoffs
def load_protein_hit_similarity_matrix():
# uniprot_acs, M = joblib.load(os.path.join(root, "..", "data", "protein_protein_hit_cosines.joblib"))
url = ''.join(('https://huggingface.co/datasets/ligdis/data/resolve/main/protein_protein_hit_cosines.joblib')) # The URL of the file you want to load
with urllib.request.urlopen(url) as response: # Download the file
uniprot_acs, M = joblib.load(BytesIO(response.read()))
values = np.triu(M, k=1).ravel()
cutoffs = [np.percentile(values, p) for p in SIMILARITY_PERCENTILES]
return uniprot_acs, M, cutoffs
# print("Loading uniprot acs")
global_uniprot_acs_0, M0, cutoffs_0 = load_protein_spearman_similarity_matrix()
global_uniprot_acs_1, M1, cutoffs_1 = load_protein_hit_similarity_matrix()
# print("Done")
def get_protein_graph(uniprot_acs):
G = nx.Graph()
G.add_nodes_from(uniprot_acs)
pid2idx_0 = dict((k, i) for i, k in enumerate(global_uniprot_acs_0))
pid2idx_1 = dict((k, i) for i, k in enumerate(global_uniprot_acs_1))
for i, pid_0 in enumerate(uniprot_acs):
for j, pid_1 in enumerate(uniprot_acs):
if i >= j:
continue
v = M0[pid2idx_0[pid_0], pid2idx_0[pid_1]]
for cutoff in cutoffs_0:
if v >= cutoff:
if not G.has_edge(pid_0, pid_1):
G.add_edge(pid_0, pid_1, weight=1)
else:
current_weight = G[pid_0][pid_1].get("weight")
G[pid_0][pid_1]["weight"] = current_weight + 1
v = M1[pid2idx_1[pid_0], pid2idx_1[pid_1]]
for cutoff in cutoffs_1:
if v >= cutoff:
if not G.has_edge(pid_0, pid_1):
G.add_edge(pid_0, pid_1, weight=1)
else:
current_weight = G[pid_0][pid_1].get("weight")
G[pid_0][pid_1]["weight"] = current_weight + 1
return G
def load_hits():
# hits, fid_prom, pid_prom = joblib.load(os.path.join(root, "..", "data", "hits.joblib"))
url = ''.join(('https://huggingface.co/datasets/ligdis/data/resolve/main/hits.joblib')) # The URL of the file you want to load
with urllib.request.urlopen(url) as response: # Download the file
hits, fid_prom, pid_prom = joblib.load(BytesIO(response.read()))
return hits, fid_prom, pid_prom
def load_fid2smi():
# d = pd.read_csv(os.path.join(root, "..", "data", "cemm_smiles.csv"))
dataset = load_dataset('ligdis/data', data_files={"cemm_smiles.csv"})
d = dataset['train'].to_pandas()
fid2smi = {}
for r in d.values:
fid2smi[r[0]] = r[1]
return fid2smi
def pid2name_mapper():
# df = pd.read_csv(os.path.join(root, "..", "data/pid2name_primary.tsv"), sep="\t", header=None)
dataset = load_dataset('ligdis/data', data_files={"pid2name_primary.tsv"})
df = dataset['train'].to_pandas()
df.columns = ["uniprot_ac", "gene_name"]
name2pid = {}
pid2name = {}
any2pid = {}
for r in df.values:
name2pid[r[1]] = r[0]
pid2name[r[0]] = r[1]
any2pid[r[0]] = r[0]
any2pid[r[1]] = r[0]
return pid2name, name2pid, any2pid
def pids_to_dataframe(pids, pid2name, pid_prom):
R = []
for pid in pids:
r = [pid, pid2name[pid], pid_prom[pid]]
R += [r]
df = (
pd.DataFrame(R, columns=["UniprotAC", "Gene Name", "Fragment Hits"])
.drop_duplicates()
.reset_index(drop=True)
)
return df
def is_valid_smiles(smiles):
try:
mol = Chem.MolFromSmiles(smiles)
except:
mol = None
if mol is None:
return False
else:
return True
def has_crf(mol, CRF_PATTERN):
pattern = CRF_PATTERN
has_pattern = mol.HasSubstructMatch(Chem.MolFromSmarts(pattern))
if not has_pattern:
if mol.HasSubstructMatch(
Chem.MolFromSmarts(CRF_PATTERN_0)
) and mol.HasSubstructMatch(Chem.MolFromSmarts(CRF_PATTERN_1)):
return True
else:
return False
return True
def attach_crf(smiles):
mol = Chem.MolFromSmiles(smiles)
combined_mol_0 = CombineMols(mol, crf_0, "O")
combined_mol_1 = []
combined_mol = combined_mol_0 + combined_mol_1
result = []
for cm in combined_mol:
smi = Chem.MolToSmiles(cm)
if "." in smi:
continue
mol = Chem.MolFromSmiles(smi)
if mol is None:
continue
if not has_crf(mol):
continue
result += [Chem.MolToSmiles(mol)]
if len(result) > 0:
return result[0]
else:
return None
def get_fragment_image(smiles):
m = Chem.MolFromSmiles(smiles)
AllChem.Compute2DCoords(m)
im = Draw.MolToImage(m, size=(200, 200))
return im
|