cadbiom_cmd.py 20.4 KB
Newer Older
1
# -*- coding: utf-8 -*-
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
# Copyright (C) 2017  IRISA
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
#
# The original code contained here was initially developed by:
#
#     Pierre Vignet.
#     IRISA
#     Dyliss team
#     IRISA Campus de Beaulieu
#     35042 RENNES Cedex, FRANCE
24
"""Entry point and argument parser for cadbiom_cmd package"""
25
26
27
from __future__ import unicode_literals
from __future__ import print_function

28
29
30
# Standard imports
import argparse
import os
31
import sys
32

33
# Custom imports
34
import cadbiom.commons as cm
35

36
37
LOGGER = cm.logger()

38
39
40
def solutions_search(args):
    """Launch the search for Minimum Activation Conditions (MAC) for entities
    of interest.
41
42
    """

43
44
    # Module import
    import solution_search
45
    params = args_to_param(args)
46
    solution_search.solutions_search(params) # !
47

48

49
def solutions_sort(args):
VIGNET Pierre's avatar
VIGNET Pierre committed
50
    """Read a solution file or a directory containing MAC solutions files
51
    (*cam* files), and sort all frontier places/boundaries in alphabetical order.
52
53
    """

54
55
    # Module import
    import solution_sort
56
    params = args_to_param(args)
57
    solution_sort.solutions_sort(params['path'])
58

59

60
def solutions_2_graph(args):
61
62
63
64
65
    """Create GraphML formated files containing a representation of the
    trajectories for every solution in complete MAC files (*cam_complete files).

    This is a function to visualize paths taken by the solver from the boundaries
    to the entities of interest.
66
67
    """

68
    # Module import
69
    import solution_sort
70
    params = args_to_param(args)
71
    solution_sort.solutions_2_graph(
72
73
        params['output'],
        params['chart_file'],
74
        params['path']
75
    )
76

77

78
def solutions_2_json(args):
79
    """Create a JSON formated file containing all data from complete MAC files
80
81
    (*cam_complete files). The file will contain frontier places/boundaries
    and decompiled steps with their respective events for each solution.
82
83
84
85
86
87

    This is a function to quickly search all transition attributes involved
    in a solution.
    """

    # Module import
88
    import solution_sort
89
    params = args_to_param(args)
90
    solution_sort.solutions_2_json(
91
92
        params['output'],
        params['chart_file'],
93
        params['path'],
94
        conditions=not params['no_conditions'], # Reverse the param...
95
    )
96

97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116

def json_2_interaction_graph(args):
    """Make an interaction weighted graph based on the searched molecule of interest.

    Read decompiled solutions files (*.json* files produced by the
    directive 'solutions_2_json') and make a graph of the relationships
    between one or more molecules of interest, the genes and other
    frontier places/boundaries found among all the solutions.
    """

    # Module import
    import interaction_graph
    params = args_to_param(args)
    interaction_graph.json_2_interaction_graph(
        params['output'],
        params['molecules_of_interest'],
        params['path'],
    )


117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
def solutions_2_common_graph(args):
    """Create a GraphML formated file containing a representation of **all**
    trajectories for **all** solutions in complete MAC files (*cam_complete files).

    This is a function to visualize paths taken by the solver from the boundaries
    to the entities of interest.
    """

    # Module import
    import solution_sort
    params = args_to_param(args)
    solution_sort.solutions_2_common_graph(
        params['output'],
        params['chart_file'],
        params['path']
    )


VIGNET Pierre's avatar
VIGNET Pierre committed
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
def solutions_2_occcurrences_matrix(args):
    """Create a matrix of occurrences counting entities in the solutions found in
    *cam.txt files in the given path.
    """

    # Module import
    import solution_sort
    params = args_to_param(args)
    solution_sort.solutions_2_occcurrences_matrix(
        params['output'],
        params['chart_file'],
        params['path'],
        transposed=params['transpose_csv']
    )

150
151
def model_comparison(args):
    """Isomorphism test.
152

153
154
    Check if the graphs based on the two given models have  the same topology,
    nodes & edges attributes/roles.
155
156
157
158
159
    """

    # Module import
    import solution_repr
    params = args_to_param(args)
160
161
    params['output'] = params['output'] if params['output'][-1] == '/' \
                        else params['output'] + '/'
162
163
164
    solution_repr.graph_isomorph_test(
        params['model_file_1'],
        params['model_file_2'],
165
        params['output'],
166
167
        params['graphs'],
        params['json'],
168
169
170
    )


171
172
173
def model_info(args):
    """Provide several levels of information about the structure of the model
    and its places/entities.
174
175
176
177
178
    """

    # Module import
    import solution_repr
    params = args_to_param(args)
179
180

    params['output_dir'] = params['output'] if params['output'][-1] == '/' \
181
                        else params['output'] + '/'
182
    solution_repr.model_info(**params)
183
184
185


def model_graph(args):
186
    """Information about the graph based on the model.
187
188

    Get centralities (degree, in_degree, out_degree, closeness, betweenness).
189
    Forge a GraphML file.
190
191
192
193
194
195
196
197
    """

    # Module import
    import solution_repr
    params = args_to_param(args)
    params['output_dir'] = params['output'] if params['output'][-1] == '/' \
                        else params['output'] + '/'
    solution_repr.model_graph(**params)
198
199


200
def merge_cams(args):
201
    """Merge solutions to a csv file."""
202
203
204

    # Module import
    import solution_merge
205
    params = args_to_param(args)
206
207
    solution_merge.merge_cams_to_csv(params['solutions_directory'],
                                     params['output'])
208
209


210
211
212
213
214
def args_to_param(args):
    """Return argparse namespace as a dict {variable name: value}"""
    return {k: v for k, v in vars(args).items() if k != 'func'}


215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
class ReadableFile(argparse.Action):
    """
    http://stackoverflow.com/questions/11415570/directory-path-types-with-argparse
    """

    def __call__(self, parser, namespace, values, option_string=None):
        prospective_file = values

        if not os.path.isfile(prospective_file):
            raise argparse.ArgumentTypeError(
                "readable_file:{0} is not a valid path".format(
                    prospective_file)
                )

        if os.access(prospective_file, os.R_OK):
            setattr(namespace, self.dest, prospective_file)
        else:
            raise argparse.ArgumentTypeError(
                "readable_file:{0} is not a readable file".format(
                    prospective_file)
                )


class ReadableDir(argparse.Action):
239
240
241
242
243
244
245
246
247
    """
    http://stackoverflow.com/questions/11415570/directory-path-types-with-argparse
    """

    def __call__(self, parser, namespace, values, option_string=None):
        prospective_dir = values

        if not os.path.isdir(prospective_dir):
            raise argparse.ArgumentTypeError(
248
249
250
                "readable_dir:{0} is not a valid path".format(
                    prospective_dir)
                )
251
252
253
254
255

        if os.access(prospective_dir, os.R_OK):
            setattr(namespace, self.dest, prospective_dir)
        else:
            raise argparse.ArgumentTypeError(
256
257
258
                "readable_dir:{0} is not a readable dir".format(
                    prospective_dir)
                )
259
260


261
def main():
262
    """Argument parser"""
263
264
265
266

    # parser configuration
    parser = argparse.ArgumentParser(description=__doc__)
    # Default log level: debug
VIGNET Pierre's avatar
VIGNET Pierre committed
267
    parser.add_argument('-vv', '--verbose', nargs='?', default='info')
268
269
270
    # Subparsers
    subparsers = parser.add_subparsers(title='subcommands')

271
    # PS: nargs='?' = optional
272
273
274
275
276
    # subparser: Compute macs
    #    steps      = 10
    #    final_prop = "P"
    #    start_prop = None
    #    inv_prop   = None
277
    parser_input_file = subparsers.add_parser(
278
279
        'solutions_search',
        help=solutions_search.__doc__,
280
281
        formatter_class=argparse.ArgumentDefaultsHelpFormatter
    )
282
    parser_input_file.add_argument('chart_file')
VIGNET Pierre's avatar
VIGNET Pierre committed
283
    # Get final_property alone OR an input_file containing multiple properties
284
    group = parser_input_file.add_mutually_exclusive_group(required=True)
285
    group.add_argument('final_prop', nargs='?')
286
    group.add_argument('--input_file', action=ReadableFile, nargs='?',
287
288
289
        help="Without input file, there will be only one process. "
             "While there will be 1 process per line (per logical formula "
             "on each line)")
290
    parser_input_file.add_argument('--output', action=ReadableDir, nargs='?',
VIGNET Pierre's avatar
VIGNET Pierre committed
291
                                   default='result/', help="Output directory.")
292

293
    # default: False
294
    parser_input_file.add_argument('--combinations', action='store_true',
295
296
        help="If input_file is set, we can compute all combinations of "
             "given elements on each line")
297
298
    parser_input_file.add_argument('--steps', type=int, nargs='?', default=10,
        help="Maximum of allowed steps to find macs")
299
    # https://docs.python.org/dev/library/argparse.html#action
300
    # all_macs to False by default
301
    parser_input_file.add_argument('--all_macs', action='store_true',
302
303
        help="Solver will try to search all macs with 0 to the maximum of "
             "allowed steps.")
VIGNET Pierre's avatar
VIGNET Pierre committed
304
    # continue to False by default
305
    parser_input_file.add_argument('--continue', action='store_true',
306
307
        help="Resume previous computations; if there is a mac file from a "
             "previous work, last frontier places/boundaries will be reloaded.")
308
309
    parser_input_file.add_argument('--start_prop', nargs='?', default=None)
    parser_input_file.add_argument('--inv_prop', nargs='?', default=None)
310

311
    parser_input_file.set_defaults(func=solutions_search)
312

313
    ## Solutions-related commands ##############################################
314
315
316

    # subparser: Sort solutions in alphabetical order in place
    # Solution file (complete or not)
317
318
    parser_solutions_sort = subparsers.add_parser('solutions_sort',
                                                  help=solutions_sort.__doc__)
319
    parser_solutions_sort.add_argument('path',
320
        help="Solution file or directory with MAC solutions files "
VIGNET Pierre's avatar
VIGNET Pierre committed
321
             "(*cam* files) generated with the 'solutions_search' command.")
322
    parser_solutions_sort.set_defaults(func=solutions_sort)
323
324
325
326


    # subparser: Representation of the trajectories of MACs in a complete file.
    # Model file (xml : cadbiom language)
327
    # Solution file (cam_complete)
328
    parser_trajectories = subparsers.add_parser(
329
330
        'solutions_2_graph',
        help=solutions_2_graph.__doc__,
331
332
333
        formatter_class=argparse.ArgumentDefaultsHelpFormatter)
    parser_trajectories.add_argument('chart_file',
        help="bcx model file.")
334
    parser_trajectories.add_argument('path',
335
        help="Complete solution file or directory with MAC solutions files "
336
             "(*cam_complete.txt files) generated with the 'compute_macs' command.")
337
    parser_trajectories.add_argument('--output', action=ReadableDir,
338
        nargs='?', default='graphs/',
339
        help="Output directory for GraphML files.")
340
    parser_trajectories.set_defaults(func=solutions_2_graph)
341
342


343
    # subparser: Decompilation of trajectories of MACs in a complete file/dir.
344
345
    # Model file (xml : cadbiom language)
    # Solution file (cam_complete)
346
347
348
    parser_solutions_2_json = subparsers.add_parser(
        'solutions_2_json',
        help=solutions_2_json.__doc__,
349
        formatter_class=argparse.ArgumentDefaultsHelpFormatter)
350
    parser_solutions_2_json.add_argument('chart_file',
351
        help="bcx model file.")
352
353
    parser_solutions_2_json.add_argument('path',
        help="Complete solution file or directory with MAC solutions files "
354
             "(*cam_complete.txt files) generated with the 'compute_macs' command.")
355
    parser_solutions_2_json.add_argument('--output', action=ReadableDir,
356
        nargs='?', default='decompiled_solutions/',
357
        help="Directory for newly created files.")
358
359
    parser_solutions_2_json.add_argument('--no_conditions', action='store_true',
        help="Don't export conditions of transitions. This allows "
360
361
             "to have only places/entities that are used inside trajectories; "
             "thus, inhibitors nodes are not present in the json file")
362
    parser_solutions_2_json.set_defaults(func=solutions_2_json)
363
364


365
366
367
368
369
370
371
    # subparser: Make an interaction weighted graph based on the searched
    # molecule of interest
    # Require JSON decompilated solutions files
    parser_json_2_interaction_graph = subparsers.add_parser(
        'json_2_interaction_graph',
        help=json_2_interaction_graph.__doc__,
        formatter_class=argparse.ArgumentDefaultsHelpFormatter)
VIGNET Pierre's avatar
VIGNET Pierre committed
372
    parser_json_2_interaction_graph.add_argument('molecules_of_interest', nargs='+',
373
374
375
376
377
378
379
380
381
382
383
384
        help="One or multiple molecule of interest to search in the trajectories"
             " of every solutions")
    parser_json_2_interaction_graph.add_argument('--path',
        nargs='?', default='decompiled_solutions/',
        help="JSON formated file containing all data from complete MAC files"
             "(*cam_complete files) generated with the 'solutions_2_json' command.")
    parser_json_2_interaction_graph.add_argument('--output', action=ReadableDir,
        nargs='?', default='graphs/',
        help="Directory for the newly created file.")
    parser_json_2_interaction_graph.set_defaults(func=json_2_interaction_graph)


385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
    # subparser: Common representation of the trajectories of MACs in a complete file.
    # Model file (xml : cadbiom language)
    # Solution file (cam_complete)
    parser_trajectories = subparsers.add_parser(
        'solutions_2_common_graph',
        help=solutions_2_common_graph.__doc__,
        formatter_class=argparse.ArgumentDefaultsHelpFormatter)
    parser_trajectories.add_argument('chart_file',
        help="bcx model file.")
    parser_trajectories.add_argument('path',
        help="Complete solution file or directory with MAC solutions files "
             "(*cam_complete.txt files) generated with the 'compute_macs' command.")
    parser_trajectories.add_argument('--output', action=ReadableDir,
        nargs='?', default='graphs/',
        help="Output directory for GraphML files.")
    parser_trajectories.set_defaults(func=solutions_2_common_graph)


VIGNET Pierre's avatar
VIGNET Pierre committed
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
    # subparser: Create a matrix of occurrences counting entities in the solutions.
    # Model file (xml : cadbiom language)
    # Solution file (cam.txt)
    parser_occurrences_matrix = subparsers.add_parser(
        'solutions_2_occcurrences_matrix',
        help=solutions_2_occcurrences_matrix.__doc__,
        formatter_class=argparse.ArgumentDefaultsHelpFormatter)
    parser_occurrences_matrix.add_argument('chart_file',
        help="bcx model file.")
    parser_occurrences_matrix.add_argument('path',
        help="Directory with MAC solutions files "
             "(*cam.txt files) generated with the 'compute_macs' command.")
    parser_occurrences_matrix.add_argument('--output', action=ReadableDir,
        nargs='?', default='./',
        help="Output directory for CSV files.")
    parser_occurrences_matrix.add_argument('--transpose_csv', action='store_true',
        help="Transpose the final matrix (switch columns and rows).")
    parser_occurrences_matrix.set_defaults(func=solutions_2_occcurrences_matrix)


423
424
425
    # subparser: Merge solutions to a csv file
    # Solution file (cam)
    # Output (csv)
426
427
428
429
430
    parser_merge_cams = subparsers.add_parser(
        'merge_cams',
        help=merge_cams.__doc__,
        formatter_class=argparse.ArgumentDefaultsHelpFormatter
    )
431
    parser_merge_cams.add_argument('solutions_directory', nargs='?',
432
        default='result/')
433
    parser_merge_cams.add_argument('--output', nargs='?',
434
435
        default='result/merged_cams.csv',
        help="CSV file: <Final property formula>;<cam>")
436
437
    parser_merge_cams.set_defaults(func=merge_cams)

438
    ## Model-related commands ##################################################
439

440
441
    # subparser: Model comparison
    # 2 models
442
    parser_model_comparison = subparsers.add_parser(
443
444
        'model_comparison',
        help=model_comparison.__doc__,
445
446
447
448
449
450
        formatter_class=argparse.ArgumentDefaultsHelpFormatter
    )
    parser_model_comparison.add_argument('model_file_1',
        help="bcx model file.")
    parser_model_comparison.add_argument('model_file_2',
        help="bcx model file.")
451
    # Export graphs for the 2 models; default: false
452
    parser_model_comparison.add_argument('--graphs', action='store_true',
453
        help="Create two GraphML files from the given models.")
454
455
    parser_model_comparison.add_argument('--json', action='store_true',
        help="Create a summary dumped into a json file.")
456
    parser_model_comparison.add_argument('--output', action=ReadableDir,
457
458
        nargs='?', default='graphs/',
        help="Directory for created graphs files.")
459
    parser_model_comparison.set_defaults(func=model_comparison)
460
461


462
463
    # subparser: Model infos
    # 1 model
464
465
466
    parser_model_info = subparsers.add_parser(
        'model_info',
        help=model_info.__doc__,
467
468
        formatter_class=argparse.ArgumentDefaultsHelpFormatter
    )
469
    parser_model_info.add_argument('model_file')
470
    # Filters
471
472
    group = parser_model_info.add_mutually_exclusive_group(required=True)
    # PS: Argparse doesn't allow to select a default value here
473
474
    group.add_argument('--default', action='store_true',
        help="Display quick description of the model "
475
             "(Number of places/entities, transitions, entity types, locations)")
476
477
478
479
    group.add_argument('--all_entities', action='store_true',
        help="Retrieve data for all places/entities of the model.")
    group.add_argument('--boundaries', action='store_true',
        help="Retrieve data only for the frontier places/boundaries of the model.")
480
481
482
    group.add_argument('--genes', action='store_true',
        help="Retrieve data only for the genes in the model.")
    # Outputs
483
484
    parser_model_info.add_argument('--csv', action='store_true',
        help="Create a CSV file containing data about previously filtered "
485
             "places/entities of the model.")
486
487
    parser_model_info.add_argument('--json', action='store_true',
        help="Create a JSON formated file containing data about previously "
488
489
490
             "filtered places/entities of the model, and a full summary about the "
             "model itself (boundaries, transitions, events, entities locations,"
             " entities types).")
491
    parser_model_info.add_argument('--output', action=ReadableDir,
492
493
        nargs='?', default='./',
        help="Directory for newly created files.")
494
    parser_model_info.set_defaults(func=model_info)
495

496
497
498
499
500
501
502
503
504

    # subparser: Model graph
    parser_model_graph = subparsers.add_parser(
        'model_graph',
        help=model_graph.__doc__,
        formatter_class=argparse.ArgumentDefaultsHelpFormatter
    )
    parser_model_graph.add_argument('model_file')
    # Additional data
505
    parser_model_graph.add_argument('--centralities', action='store_true',
VIGNET Pierre's avatar
VIGNET Pierre committed
506
        help="Get centralities for each node of the graph "
507
508
             "(degree, in_degree, out_degree, closeness, betweenness). "
             "Works in conjunction with the ``--json`` option.")
509
510
    # Outputs
    parser_model_graph.add_argument('--graph', action='store_true',
511
        help="Translate the model into a GraphML formated file which can "
512
             "be opened in Cytoscape.")
513
    parser_model_graph.add_argument('--json', action='store_true',
514
        help="Create a JSON formated file containing a summary of the graph "
515
             "based on the model.")
VIGNET Pierre's avatar
VIGNET Pierre committed
516
517
    parser_model_graph.add_argument('--json_graph', action='store_true',
        help="Create a JSON formated file containing the graph based on the "
518
             "model, which can be opened by Web applications.")
519
520
    parser_model_graph.add_argument('--output', action=ReadableDir,
        nargs='?', default='graphs/',
VIGNET Pierre's avatar
VIGNET Pierre committed
521
        help="Directory for newly created files.")
522
523
524
    parser_model_graph.set_defaults(func=model_graph)


525
526
527
528
    # Workaround for sphinx-argparse module that require the object parser
    # before the call of parse_args()
    if 'html' in sys.argv:
        return parser
529

530
531
    # get program args and launch associated command
    args = parser.parse_args()
532

533
    # Set log level
534
535
    cm.log_level(vars(args)['verbose'])

536
537
    # launch associated command
    args.func(args)