run_pretrained_openfold.py 6.82 KB
Newer Older
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
# Copyright 2021 AlQuraishi Laboratory
# Copyright 2021 DeepMind Technologies Limited
# 
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
#      http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

16
import argparse
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
17
from datetime import date
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
18
import logging
19
import numpy as np
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
20
import os
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
21
22

# A hack to get OpenMM and PyTorch to peacefully coexist
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
23
24
os.environ["OPENMM_DEFAULT_PLATFORM"] = "OpenCL"

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
25
import pickle
26
27
import random
import sys
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
28
29
30
import time
import torch

31
from openfold.config import model_config
32
from openfold.data import templates, feature_pipeline, data_pipeline
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
33
from openfold.model.model import AlphaFold
34
from openfold.np import residue_constants, protein
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
35
36
import openfold.np.relax.relax as relax
from openfold.utils.import_weights import (
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
37
38
    import_jax_weights_,
)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
39
from openfold.utils.tensor_utils import (
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
40
41
42
    tensor_tree_map,
)

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
43
from scripts.utils import add_data_args
44

45
46
def main(args):
    config = model_config(args.model_name)
47
    model = AlphaFold(config)
48
49
    model = model.eval()
    import_jax_weights_(model, args.param_path)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
50
    model = model.to(args.model_device)
51
    
52
53
54
55
56
57
    # FEATURE COLLECTION AND PROCESSING
    num_ensemble = 1

    template_featurizer = templates.TemplateHitFeaturizer(
        mmcif_dir=args.template_mmcif_dir,
        max_template_date=args.max_template_date,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
58
        max_hits=args.max_template_hits,
59
60
        kalign_binary_path=args.kalign_binary_path,
        release_dates_path=None,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
61
62
        obsolete_pdbs_path=args.obsolete_pdbs_path
    )
63

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
64
65
    use_small_bfd=(args.bfd_database_path is None)

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
66
    alignment_runner = data_pipeline.AlignmentRunner(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
67
        jackhmmer_binary_path=args.jackhmmer_binary_path,
68
69
70
71
72
73
74
75
        hhblits_binary_path=args.hhblits_binary_path,
        hhsearch_binary_path=args.hhsearch_binary_path,
        uniref90_database_path=args.uniref90_database_path,
        mgnify_database_path=args.mgnify_database_path,
        bfd_database_path=args.bfd_database_path,
        uniclust30_database_path=args.uniclust30_database_path,
        small_bfd_database_path=args.small_bfd_database_path,
        pdb70_database_path=args.pdb70_database_path,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
76
        use_small_bfd=use_small_bfd,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
77
        no_cpus=args.cpus,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
78
79
80
    )

    data_processor = data_pipeline.DataPipeline(
81
82
83
84
        template_featurizer=template_featurizer,
    )

    output_dir_base = args.output_dir
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
85
    random_seed = args.data_random_seed
86
87
    if random_seed is None:
        random_seed = random.randrange(sys.maxsize)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
88
    config.data.predict.num_ensemble = num_ensemble
89
    feature_processor = feature_pipeline.FeaturePipeline(config.data)
90
91
    if not os.path.exists(output_dir_base):
        os.makedirs(output_dir_base)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
92
93
94
    alignment_dir = os.path.join(output_dir_base, "alignments")
    if not os.path.exists(alignment_dir):
        os.makedirs(alignment_dir)
95

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
96
    logging.info("Generating features...")
97
    alignment_runner.run(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
98
99
100
101
        args.fasta_path, alignment_dir
    )     

    feature_dict = data_processor.process_fasta(
102
        fasta_path=args.fasta_path, alignment_dir=alignment_dir
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
103
    )
104

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
105
    processed_feature_dict = feature_processor.process_features(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
106
        feature_dict, mode='predict',
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
107
    )
108

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
109
    logging.info("Executing model...")
110
    batch = processed_feature_dict
111
112
    with torch.no_grad():
        batch = {
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
113
            k:torch.as_tensor(v, device=args.model_device) 
114
115
116
117
118
            for k,v in batch.items()
        }
    
        t = time.time()
        out = model(batch)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
119
        logging.info(f"Inference time: {time.time() - t}")
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
120
   
121
122
123
124
125
126
127
128
129
130
    # Toss out the recycling dimensions --- we don't need them anymore
    batch = tensor_tree_map(lambda x: np.array(x[..., -1].cpu()), batch)
    out = tensor_tree_map(lambda x: np.array(x.cpu()), out)
    
    plddt = out["plddt"]
    mean_plddt = np.mean(plddt)
    
    plddt_b_factors = np.repeat(
        plddt[..., None], residue_constants.atom_type_num, axis=-1
    )
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
131

132
133
134
135
136
    unrelaxed_protein = protein.from_prediction(
        features=batch,
        result=out,
        b_factors=plddt_b_factors
    )
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
137
     
138
139
140
141
142
    amber_relaxer = relax.AmberRelaxation(
        **config.relax
    )
    
    # Relax the prediction.
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
143
    t = time.time()
144
    relaxed_pdb_str, _, _ = amber_relaxer.process(prot=unrelaxed_protein)
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
145
    logging.info(f"Relaxation time: {time.time() - t}")
146
147
148
149
150
151
152
153
154
155
156
    
    # Save the relaxed PDB.
    relaxed_output_path = os.path.join(
        args.output_dir, f'relaxed_{args.model_name}.pdb'
    )
    with open(relaxed_output_path, 'w') as f:
        f.write(relaxed_pdb_str)


if __name__ == "__main__":
    parser = argparse.ArgumentParser()
157
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
158
        "fasta_path", type=str,
159
    )
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
160
    add_data_args(parser)
161
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
162
163
164
        "--output_dir", type=str, default=os.getcwd(),
        help="""Name of the directory in which to output the prediction""",
        required=True
165
166
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
167
        "--model_device", type=str, default="cpu",
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
168
169
        help="""Name of the device on which to run the model. Any valid torch
             device name is accepted (e.g. "cpu", "cuda:0")"""
170
171
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
172
173
174
        "--model_name", type=str, default="model_1",
        help="""Name of a model config. Choose one of model_{1-5} or 
             model_{1-5}_ptm, as defined on the AlphaFold GitHub."""
175
176
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
177
178
179
180
        "--param_path", type=str, default=None,
        help="""Path to model parameters. If None, parameters are selected
             automatically according to the model name from 
             openfold/resources/params"""
181
    )
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
182
183
    parser.add_argument(
        "--cpus", type=int, default=4,
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
184
        help="""Number of CPUs with which to run alignment tools"""
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
185
    )
186
    parser.add_argument(
187
        '--preset', type=str, default='full_dbs',
188
189
190
        choices=('reduced_dbs', 'full_dbs')
    )
    parser.add_argument(
Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
191
        '--data_random_seed', type=str, default=None
192
    )
193
194
195
196
197
198
199
200
201

    args = parser.parse_args()

    if(args.param_path is None):
        args.param_path = os.path.join(
            "openfold", "resources", "params", 
            "params_" + args.model_name + ".npz"
        )

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
202
203
204
205
206
207
    if(args.model_device == "cpu" and torch.cuda.is_available()):
        logging.warning(
            """The model is being run on CPU. Consider specifying 
            --model_device for better performance"""
        )

Gustaf Ahdritz's avatar
Gustaf Ahdritz committed
208
209
210
211
212
213
214
    if(args.bfd_database_path is None and 
       args.small_bfd_database_path is None):
        raise ValueError(
            "At least one of --bfd_database_path or --small_bfd_database_path"
            "must be specified"
        )

215
    main(args)