"googlemock/include/vscode:/vscode.git/clone" did not exist on "1e315c5b1a62707fac9b8f1d4e03180ee7507f98"
run_pretrained_openfold.py 7.85 KB
Newer Older
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
# Copyright 2021 AlQuraishi Laboratory
# Copyright 2021 DeepMind Technologies Limited
# 
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

16
import argparse
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
17
from datetime import date
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
18
import logging
19
import numpy as np
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
20
import os
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
21
22

# A hack to get OpenMM and PyTorch to peacefully coexist
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
23
24
os.environ["OPENMM_DEFAULT_PLATFORM"] = "OpenCL"

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
25
import pickle
26
27
import random
import sys
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
28
29
30
import time
import torch

31
from openfold.config import model_config
32
from openfold.data import templates, feature_pipeline, data_pipeline
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
33
from openfold.model.model import AlphaFold
34
from openfold.model.torchscript import script_preset_
35
from openfold.np import residue_constants, protein
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
36
37
import openfold.np.relax.relax as relax
from openfold.utils.import_weights import (
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
38
39
    import_jax_weights_,
)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
40
from openfold.utils.tensor_utils import (
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
41
42
43
    tensor_tree_map,
)

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
44
from scripts.utils import add_data_args
45

46

47
48
def main(args):
    config = model_config(args.model_name)
49
    model = AlphaFold(config)
50
    model = model.eval()
51
    import_jax_weights_(model, args.param_path, version=args.model_name)
52
    #script_preset_(model)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
53
    model = model.to(args.model_device)
54
 
55
56
57
    template_featurizer = templates.TemplateHitFeaturizer(
        mmcif_dir=args.template_mmcif_dir,
        max_template_date=args.max_template_date,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
58
        max_hits=config.data.predict.max_templates,
59
        kalign_binary_path=args.kalign_binary_path,
60
        release_dates_path=args.release_dates_path,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
61
62
        obsolete_pdbs_path=args.obsolete_pdbs_path
    )
63

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
64
65
    use_small_bfd=(args.bfd_database_path is None)

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
66
    data_processor = data_pipeline.DataPipeline(
67
68
69
70
        template_featurizer=template_featurizer,
    )

    output_dir_base = args.output_dir
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
71
    random_seed = args.data_random_seed
72
73
    if random_seed is None:
        random_seed = random.randrange(sys.maxsize)
74
    feature_processor = feature_pipeline.FeaturePipeline(config.data)
75
76
    if not os.path.exists(output_dir_base):
        os.makedirs(output_dir_base)
Gustaf's avatar
Gustaf committed
77
    if(args.use_precomputed_alignments is None):
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
78
        alignment_dir = os.path.join(output_dir_base, "alignments")
Gustaf's avatar
Gustaf committed
79
80
    else:
        alignment_dir = args.use_precomputed_alignments
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
81

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
    # Gather input sequences
    with open(args.fasta_path, "r") as fp:
        lines = [l.strip() for l in fp.readlines()]

    tags, seqs = lines[::2], lines[1::2]
    tags = [l[1:] for l in tags]

    for tag, seq in zip(tags, seqs):
        fasta_path = os.path.join(args.output_dir, "tmp.fasta")
        with open(fasta_path, "w") as fp:
            fp.write(f">{tag}\n{seq}")

        logging.info("Generating features...") 
        local_alignment_dir = os.path.join(alignment_dir, tag)
        if(args.use_precomputed_alignments is None):
            if not os.path.exists(local_alignment_dir):
                os.makedirs(local_alignment_dir)
            
            alignment_runner = data_pipeline.AlignmentRunner(
                jackhmmer_binary_path=args.jackhmmer_binary_path,
                hhblits_binary_path=args.hhblits_binary_path,
                hhsearch_binary_path=args.hhsearch_binary_path,
                uniref90_database_path=args.uniref90_database_path,
                mgnify_database_path=args.mgnify_database_path,
                bfd_database_path=args.bfd_database_path,
                uniclust30_database_path=args.uniclust30_database_path,
                pdb70_database_path=args.pdb70_database_path,
                use_small_bfd=use_small_bfd,
                no_cpus=args.cpus,
            )
            alignment_runner.run(
                fasta_path, local_alignment_dir
            )
115
    
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
116
117
118
        feature_dict = data_processor.process_fasta(
            fasta_path=fasta_path, alignment_dir=local_alignment_dir
        )
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
119

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
120
121
        # Remove temporary FASTA file
        os.remove(fasta_path)
122
    
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
123
124
125
        processed_feature_dict = feature_processor.process_features(
            feature_dict, mode='predict',
        )
126
    
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
127
128
129
130
131
132
133
134
        logging.info("Executing model...")
        batch = processed_feature_dict
        with torch.no_grad():
            batch = {
                k:torch.as_tensor(v, device=args.model_device) 
                for k,v in batch.items()
            }
        
135
            t = time.perf_counter()
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
136
            out = model(batch)
137
            logging.info(f"Inference time: {time.perf_counter() - t}")
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
       
        # Toss out the recycling dimensions --- we don't need them anymore
        batch = tensor_tree_map(lambda x: np.array(x[..., -1].cpu()), batch)
        out = tensor_tree_map(lambda x: np.array(x.cpu()), out)
        
        plddt = out["plddt"]
        mean_plddt = np.mean(plddt)
        
        plddt_b_factors = np.repeat(
            plddt[..., None], residue_constants.atom_type_num, axis=-1
        )
    
        unrelaxed_protein = protein.from_prediction(
            features=batch,
            result=out,
            b_factors=plddt_b_factors
        )
         
        amber_relaxer = relax.AmberRelaxation(
            **config.relax
        )
        
        # Relax the prediction.
161
        t = time.perf_counter()
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
162
        relaxed_pdb_str, _, _ = amber_relaxer.process(prot=unrelaxed_protein)
163
        logging.info(f"Relaxation time: {time.perf_counter() - t}")
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
164
165
166
167
168
169
170
        
        # Save the relaxed PDB.
        relaxed_output_path = os.path.join(
            args.output_dir, f'{tag}_{args.model_name}.pdb'
        )
        with open(relaxed_output_path, 'w') as f:
            f.write(relaxed_pdb_str)
171
172
173
174


if __name__ == "__main__":
    parser = argparse.ArgumentParser()
175
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
176
        "fasta_path", type=str,
177
    )
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
178
    add_data_args(parser)
Gustaf's avatar
Gustaf committed
179
180
181
182
    parser.add_argument(
        "--use_precomputed_alignments", type=str, default=None,
        help="""Path to alignment directory. If provided, alignment computation 
                is skipped and database path arguments are ignored."""
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
183
    )
184
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
185
186
187
        "--output_dir", type=str, default=os.getcwd(),
        help="""Name of the directory in which to output the prediction""",
        required=True
188
189
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
190
        "--model_device", type=str, default="cpu",
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
191
192
        help="""Name of the device on which to run the model. Any valid torch
             device name is accepted (e.g. "cpu", "cuda:0")"""
193
194
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
195
196
197
        "--model_name", type=str, default="model_1",
        help="""Name of a model config. Choose one of model_{1-5} or 
             model_{1-5}_ptm, as defined on the AlphaFold GitHub."""
198
199
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
200
201
202
203
        "--param_path", type=str, default=None,
        help="""Path to model parameters. If None, parameters are selected
             automatically according to the model name from 
             openfold/resources/params"""
204
    )
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
205
206
    parser.add_argument(
        "--cpus", type=int, default=4,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
207
        help="""Number of CPUs with which to run alignment tools"""
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
208
    )
209
    parser.add_argument(
210
        '--preset', type=str, default='full_dbs',
211
212
213
        choices=('reduced_dbs', 'full_dbs')
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
214
        '--data_random_seed', type=str, default=None
215
    )
216
217
218
219
220
221
222
223
224

    args = parser.parse_args()

    if(args.param_path is None):
        args.param_path = os.path.join(
            "openfold", "resources", "params", 
            "params_" + args.model_name + ".npz"
        )

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
225
226
227
228
229
230
    if(args.model_device == "cpu" and torch.cuda.is_available()):
        logging.warning(
            """The model is being run on CPU. Consider specifying 
            --model_device for better performance"""
        )

231
    main(args)