MAJ terminée. Nous sommes passés en version 14.6.2 . Pour consulter les "releases notes" associées c'est ici :

https://about.gitlab.com/releases/2022/01/11/security-release-gitlab-14-6-2-released/
https://about.gitlab.com/releases/2022/01/04/gitlab-14-6-1-released/

segment.cpp 23.1 KB
Newer Older
Mikaël Salson's avatar
Mikaël Salson committed
1
/*
2
3
4
5
6
7
8
  This file is part of Vidjil <http://www.vidjil.org>
  Copyright (C) 2011, 2012, 2013, 2014, 2015 by Bonsai bioinformatics 
  at CRIStAL (UMR CNRS 9189, Université Lille) and Inria Lille
  Contributors: 
      Mathieu Giraud <mathieu.giraud@vidjil.org>
      Mikaël Salson <mikael.salson@vidjil.org>
      Marc Duez <marc.duez@vidjil.org>
Mikaël Salson's avatar
Mikaël Salson committed
9
10
11
12
13
14
15
16
17
18
19
20
21
22

  "Vidjil" is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  "Vidjil" is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with "Vidjil". If not, see <http://www.gnu.org/licenses/>
*/
Mikaël Salson's avatar
Mikaël Salson committed
23
#include <algorithm>    // std::sort
Mikaël Salson's avatar
Mikaël Salson committed
24
25
26
27
#include <cassert>
#include "segment.h"
#include "tools.h"
#include "affectanalyser.h"
Mikaël Salson's avatar
Mikaël Salson committed
28
#include <sstream>
Marc Duez's avatar
Marc Duez committed
29
30
#include <string>
#include <math.h>
Mikaël Salson's avatar
Mikaël Salson committed
31

Mathieu Giraud's avatar
Mathieu Giraud committed
32
Segmenter::~Segmenter() {}
Mikaël Salson's avatar
Mikaël Salson committed
33

Mathieu Giraud's avatar
Mathieu Giraud committed
34
Sequence Segmenter::getSequence() const {
Mikaël Salson's avatar
Mikaël Salson committed
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
  Sequence s ;
  s.label_full = info ;
  s.label = label + " " + (reversed ? "-" : "+");
  s.sequence = revcomp(sequence, reversed);

  return s ;
}

string Segmenter::getJunction(int l) const {
  assert(isSegmented());

  int start = (getLeft() + getRight())/2 - l/2;
  
  if (start < 0 or start + l > (int)sequence.size())  // TODO: +l ou +l-1 ?
    return "" ;

  return getSequence().sequence.substr(start, l);
}

int Segmenter::getLeft() const {
Mathieu Giraud's avatar
Mathieu Giraud committed
55
  return Vend;
Mikaël Salson's avatar
Mikaël Salson committed
56
57
58
}
  
int Segmenter::getRight() const {
Mathieu Giraud's avatar
Mathieu Giraud committed
59
  return Jstart;
Mikaël Salson's avatar
Mikaël Salson committed
60
61
62
}

int Segmenter::getLeftD() const {
Mathieu Giraud's avatar
Mathieu Giraud committed
63
  return Dstart;
Mikaël Salson's avatar
Mikaël Salson committed
64
65
66
}
  
int Segmenter::getRightD() const {
Mathieu Giraud's avatar
Mathieu Giraud committed
67
  return Dend;
Mikaël Salson's avatar
Mikaël Salson committed
68
69
70
71
72
73
74
75
76
77
78
79
80
81
}

bool Segmenter::isReverse() const {
  return reversed;
}

bool Segmenter::isSegmented() const {
  return segmented;
}

bool Segmenter::isDSegmented() const {
  return dSegmented;
}

82
83
84
85
bool KmerSegmenter::isDetected() const {
  return detected;
}

Mikaël Salson's avatar
Mikaël Salson committed
86
87
88
89
90
91
92
93
// Chevauchement

string Segmenter::removeChevauchement()
{
  assert(isSegmented());
  
  string chevauchement = "" ;

Mathieu Giraud's avatar
Mathieu Giraud committed
94
  if (Vend >= Jstart)
Mikaël Salson's avatar
Mikaël Salson committed
95
    {
Mathieu Giraud's avatar
Mathieu Giraud committed
96
      int middle = (Vend + Jstart) / 2 ;
97
      chevauchement = " !ov " + string_of_int (Vend - Jstart + 1);
Mathieu Giraud's avatar
Mathieu Giraud committed
98
99
      Vend = middle ;
      Jstart = middle+1 ;
Mikaël Salson's avatar
Mikaël Salson committed
100
101
102
103
104
105
106
107
108
109
110
111
112
113
    }

  return chevauchement ;
}

// Prettyprint


bool Segmenter::finishSegmentation() 
{
  assert(isSegmented());
  
  string seq = getSequence().sequence;
    
Mathieu Giraud's avatar
Mathieu Giraud committed
114
115
116
117
118
  seg_V = seq.substr(0, Vend+1) ;
  seg_N = seq.substr(Vend+1, Jstart-Vend-1) ;  // Twice computed for FineSegmenter, but only once in KmerSegmenter !
  seg_J = seq.substr(Jstart) ;
  Dstart=0;
  Dend=0;
Mikaël Salson's avatar
Mikaël Salson committed
119
120
121
122
123
124
125
126
127
128
129
130
131

  info = "VJ \t" + string_of_int(FIRST_POS) + " " + info + " " + string_of_int(seq.size() - 1 + FIRST_POS) ;
  info += "\t" + code ;

  info = (reversed ? "- " : "+ ") + info ;

  return true ;
}

bool Segmenter::finishSegmentationD() 
{
  string seq = getSequence().sequence;

Mathieu Giraud's avatar
Mathieu Giraud committed
132
133
  seg_V = seq.substr(0, Vend+1) ; // From pos. 0 to Vend
  seg_J = seq.substr(Jstart) ;
Mikaël Salson's avatar
Mikaël Salson committed
134
  
Mathieu Giraud's avatar
Mathieu Giraud committed
135
  seg_D  = seq.substr(Dstart, Dend-Dstart+1) ; // From Dstart to Dend
Mikaël Salson's avatar
Mikaël Salson committed
136
  
Mathieu Giraud's avatar
Mathieu Giraud committed
137
138
139
140
  info = "VDJ \t0 " + string_of_int(Vend) +
		" " + string_of_int(Dstart) + 
		" " + string_of_int(Dend) +
		" " + string_of_int(Jstart) +
Mikaël Salson's avatar
Mikaël Salson committed
141
142
143
144
145
146
147
148
149
150
151
152
153
		" " + string_of_int(seq.size()-1+FIRST_POS) ;
		
  info += "\t" + code ;
  
  info = (reversed ? "- " : "+ ") + info ;

  return true ;
}

ostream &operator<<(ostream &out, const Segmenter &s)
{
  out << ">" << s.label << " " ;
  out << (s.segmented ? "" : "! ") << s.info ;
154
  out << " " << s.info_extra ;
155
  out << " " << s.segmented_germline->code ;
Mikaël Salson's avatar
Mikaël Salson committed
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
  out << endl ;

  if (s.segmented)
    {
      out << s.seg_V << endl ;
      out << s.seg_N << endl ;
      out << s.seg_J << endl ;
    }
  else
    {
      out << s.sequence << endl ;
    }

  return out ;
}


// KmerSegmenter (Cheap)

175
176
177
KmerSegmenter::KmerSegmenter() { kaa = 0 ; }

KmerSegmenter::KmerSegmenter(Sequence seq, Germline *germline)
Mikaël Salson's avatar
Mikaël Salson committed
178
179
180
181
{
  label = seq.label ;
  sequence = seq.sequence ;
  info = "" ;
182
  info_extra = "seed";
Mikaël Salson's avatar
Mikaël Salson committed
183
  segmented = false;
184
  segmented_germline = germline ;
185
  reversed = false;
Mathieu Giraud's avatar
Mathieu Giraud committed
186
  Dend=0;
187
188
189
  because = 0 ; // Cause of unsegmentation
  score = 0 ;

190
  int s = (size_t)germline->index->getS() ;
Mikaël Salson's avatar
Mikaël Salson committed
191
  int length = sequence.length() ;
Mikaël Salson's avatar
Mikaël Salson committed
192

193
  if (length < s) 
Mikaël Salson's avatar
Mikaël Salson committed
194
    {
Mathieu Giraud's avatar
Mathieu Giraud committed
195
196
      because = UNSEG_TOO_SHORT;
      kaa = NULL;
197
      return ;
Mikaël Salson's avatar
Mikaël Salson committed
198
199
    }
 
200
  kaa = new KmerAffectAnalyser(*(germline->index), sequence);
Mikaël Salson's avatar
Mikaël Salson committed
201
202
  
  // Check strand consistency among the affectations.
Mikaël Salson's avatar
Mikaël Salson committed
203
204
205
206
207
208
209
210
211
  int strand;
  int nb_strand[2] = {0,0};     // In cell 0 we'll put the number of negative
                                // strand, while in cell 1 we'll put the
                                // positives
  for (int i = 0; i < kaa->count(); i++) { 
    KmerAffect it = kaa->getAffectation(i);
    if (! it.isAmbiguous() && ! it.isUnknown()) {
      strand = affect_strand(it.affect);
      nb_strand[(strand + 1) / 2] ++; // (strand+1) / 2 → 0 if strand == -1; 1 if strand == 1
Mikaël Salson's avatar
Mikaël Salson committed
212
213
214
    }
  }

215
216
217
  KmerAffect before, after;

  // Test on which strand we are, select the before and after KmerAffects
Mikaël Salson's avatar
Mikaël Salson committed
218
  if (nb_strand[0] == 0 && nb_strand[1] == 0) {
219
    because = UNSEG_TOO_FEW_ZERO ;
220
    return ;
Mikaël Salson's avatar
Mikaël Salson committed
221
222
  } else if (nb_strand[0] > RATIO_STRAND * nb_strand[1]) {
    strand = -1;
223
224
    before = KmerAffect(germline->affect_3, -1); 
    after = KmerAffect(germline->affect_5, -1);
Mikaël Salson's avatar
Mikaël Salson committed
225
226
  } else if (nb_strand[1] > RATIO_STRAND * nb_strand[0]) {
    strand = 1;
227
228
    before = KmerAffect(germline->affect_5, 1); 
    after = KmerAffect(germline->affect_3, 1);    
Mikaël Salson's avatar
Mikaël Salson committed
229
230
231
  } else {
    // Ambiguous information: we have positive and negative strands
    // and there is not enough difference to put them aparat.
232
233
    because = UNSEG_STRAND_NOT_CONSISTENT ;
    return ;
Mikaël Salson's avatar
Mikaël Salson committed
234
235
  }

236
  detected = false ;
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
  computeSegmentation(strand, before, after);

  if (! because)
    {
      // Now we check the delta between Vend and right
   
      if (Jstart - Vend < germline->delta_min)
	{
	  because = UNSEG_BAD_DELTA_MIN ;
	}

      if (Jstart - Vend > germline->delta_max)
	{
	  because = UNSEG_BAD_DELTA_MAX ;
	}
    } 
Mathieu Giraud's avatar
Mathieu Giraud committed
253

254
  if (!because)
Mathieu Giraud's avatar
Mathieu Giraud committed
255
256
    {
      // Yes, it is segmented
257
      segmented = true;
Mathieu Giraud's avatar
Mathieu Giraud committed
258
259
260
261
      reversed = (strand == -1); 
      because = reversed ? SEG_MINUS : SEG_PLUS ;

      info = string_of_int(Vend + FIRST_POS) + " " + string_of_int(Jstart + FIRST_POS)  ;
262
263
      // removeChevauchement is called once info was already computed: it is only to output info_extra
      info_extra += removeChevauchement();
Mathieu Giraud's avatar
Mathieu Giraud committed
264
      finishSegmentation();
265
      system = germline->code;
266
      return ;
Mathieu Giraud's avatar
Mathieu Giraud committed
267
    } 
268

269
 
Mathieu Giraud's avatar
Mathieu Giraud committed
270
}
Mikaël Salson's avatar
Mikaël Salson committed
271

Mathieu Giraud's avatar
Mathieu Giraud committed
272
KmerSegmenter::~KmerSegmenter() {
273
274
  if (kaa)
    delete kaa;
275
276
}

277
KmerMultiSegmenter::KmerMultiSegmenter(Sequence seq, MultiGermline *multigermline, ostream *out_unsegmented)
278
{
279
  int best_score_seg = 0 ; // Best score, segmented sequences
280
  int best_score_unseg = 0 ; // Best score, unsegmented sequences
281
  the_kseg = NULL;
282
  
283
284
285
286
287
  // Iterate over the germlines
  for (list<Germline*>::const_iterator it = multigermline->germlines.begin(); it != multigermline->germlines.end(); ++it)
    {
      Germline *germline = *it ;

288
289
      KmerSegmenter *kseg = new KmerSegmenter(seq, germline);
      bool keep_seg = false;
290

291
292
293
294
      if (out_unsegmented)
        {
          // Debug, display k-mer affectation and segmentation result for this germline
          *out_unsegmented << "#"
295
296
                           << left << setw(4) << kseg->segmented_germline->code << " "
                           << left << setw(20) << segmented_mesg[kseg->getSegmentationStatus()] << " ";
297

298
          *out_unsegmented << right << setw(3) << kseg->score << " ";
299
          
300
301
          if (kseg->getSegmentationStatus() != UNSEG_TOO_SHORT) 
            *out_unsegmented << kseg->getKmerAffectAnalyser()->toString();
302
303
304
305

          *out_unsegmented << endl ;
        }

306
307
      // Always remember the first kseg
      if (the_kseg == NULL)
308
        keep_seg = true;
309
      
310
      if (kseg->isSegmented())
311
312
        {
          // Yes, it is segmented
313
          // Should we keep the kseg ?
314
          if (kseg->score > best_score_seg)
315
            {
316
              keep_seg = true;
317
              best_score_seg = kseg->score ;
318
            }
319
        }
320
321
322
323
324
325
326
327
328
329
330
331
      else
        {
          // It is not segmented
          // Should we keep the kseg (with the unsegmentation cause) ?
            if (kseg->score > best_score_unseg)
            {              
              best_score_unseg = kseg->score ;
              if (!best_score_seg)
                keep_seg = true;
            }
        }
      
332
333
334
335
336
      if (keep_seg) {
        the_kseg = kseg;
      } else {
        delete kseg;
      }
337
338
339
340
    } // end for (Germlines)  
}

KmerMultiSegmenter::~KmerMultiSegmenter() {
341
342
  if (the_kseg)
    delete the_kseg;
Mathieu Giraud's avatar
Mathieu Giraud committed
343
344
}

345
346
void KmerSegmenter::computeSegmentation(int strand, KmerAffect before, KmerAffect after) {
  // Try to segment, computing 'Vend' and 'Jstart'
347
348
  // If not segmented, put the cause of unsegmentation in 'because'

349
  affect_infos max;
Mikaël Salson's avatar
Mikaël Salson committed
350

351
  max = kaa->getMaximum(before, after); 
352
353
354
355
356

      // We labeled it detected if there were both enough affect_5 and enough affect_3
      detected = (max.nb_before_left + max.nb_before_right >= DETECT_THRESHOLD)
        && (max.nb_after_left + max.nb_after_right >= DETECT_THRESHOLD);
      
357
      if (! max.max_found) {
358
359
        if ((strand == 1 && max.nb_before_left == 0)
            || (strand == -1 && max.nb_after_right == 0)) 
360
          because = detected ? UNSEG_AMBIGUOUS : UNSEG_TOO_FEW_V ;
361
362
        else if ((strand == 1 && max.nb_after_right == 0)
                 || (strand == -1 && max.nb_before_left == 0))
Mikaël Salson's avatar
Mikaël Salson committed
363
	{
364
	  because = detected ? UNSEG_AMBIGUOUS : UNSEG_TOO_FEW_J ;
365
	} else 
366
367
368
369
370
371
372
373
374
375
          because = UNSEG_AMBIGUOUS; 
      } else {
        Vend = max.first_pos_max;
        Jstart = max.last_pos_max + 1;
        if (strand == -1) {
          int tmp = sequence.size() - Vend - 1;
          Vend = sequence.size() - Jstart - 1;
          Jstart = tmp;
        }
      }
Mikaël Salson's avatar
Mikaël Salson committed
376
  
377
    score = max.nb_before_left + max.nb_before_right + max.nb_after_left + max.nb_after_right;  
Mathieu Giraud's avatar
Mathieu Giraud committed
378
}
Mikaël Salson's avatar
Mikaël Salson committed
379

380
KmerAffectAnalyser *KmerSegmenter::getKmerAffectAnalyser() const {
Mathieu Giraud's avatar
Mathieu Giraud committed
381
382
  return kaa;
}
Mikaël Salson's avatar
Mikaël Salson committed
383

Mathieu Giraud's avatar
Mathieu Giraud committed
384
385
int KmerSegmenter::getSegmentationStatus() const {
  return because;
Mikaël Salson's avatar
Mikaël Salson committed
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
}

// FineSegmenter

void best_align(int overlap, string seq_left, string seq_right,
		string ref_left ,string ref_right, int *b_r, int *b_l, Cost segment_cost)
{
      int score_r[overlap+1];
      int score_l[overlap+1];
      
      //LEFT
      ref_left=string(ref_left.rbegin(), ref_left.rend());
      seq_left=string(seq_left.rbegin(), seq_left.rend()); 
      
      DynProg dp1 = DynProg(seq_left, ref_left,
			   DynProg::Local, segment_cost);
      score_l[0] = dp1.compute();
      dp1.backtrack();
      
      //RIGHT
      DynProg dp = DynProg(seq_right, ref_right,
			   DynProg::Local, segment_cost);
      score_r[0] = dp.compute();
      dp.backtrack();    
      
      for(int i=1; i<=overlap; i++){
	if(dp.best_i-i >0)
413
	score_r[i] = dp.B[dp.best_i-i][dp.best_j].score;
Mikaël Salson's avatar
Mikaël Salson committed
414
415
416
	else
	score_r[i] =0;
	if(dp1.best_i-i >0)
417
	score_l[i] = dp1.B[dp1.best_i-i][dp1.best_j].score;	
Mikaël Salson's avatar
Mikaël Salson committed
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
	else
	score_l[i] =0;
      }
      int score=-1000000;
      int best_r=0;
      int best_l=0;

      for (int i=0; i<=overlap; i++){
	for (int j=overlap-i; j<=overlap; j++){
	  if ( ((score_r[i]+score_l[j]) == score) && (i+j < best_r+best_l )){
	    best_r=i;
	    best_l=j;
	    score=(score_r[i]+score_l[j]) ;
	  }
	  if ( (score_r[i]+score_l[j]) > score){
	    best_r=i;
	    best_l=j;
	    score=(score_r[i]+score_l[j]) ;
	  }
	}
      }
      *b_r=best_r;
      *b_l=best_l;
}

Mikaël Salson's avatar
Mikaël Salson committed
443
444
445
446
447
bool comp_pair (pair<int,int> i,pair<int,int> j)
{
  return ( i.first > j.first);
}

Mathieu Giraud's avatar
Mathieu Giraud committed
448
int align_against_collection(string &read, Fasta &rep, bool reverse_both, bool local, int *tag, 
Mikaël Salson's avatar
Mikaël Salson committed
449
			     int *del, int *del2, int *begin, int *length, vector<pair<int, int> > *score
Mikaël Salson's avatar
Mikaël Salson committed
450
451
452
453
454
455
456
457
458
459
			    , Cost segment_cost)
{
  
  int best_score = MINUS_INF ;
  int best_r = MINUS_INF ;
  int best_best_i = (int) string::npos ;
  int best_best_j = (int) string::npos ;
  int best_first_i = (int) string::npos ;
  int best_first_j = (int) string::npos ;
  string best_label = "" ;
Mikaël Salson's avatar
Mikaël Salson committed
460
  vector<pair<int, int> > score_r;
Mikaël Salson's avatar
Mikaël Salson committed
461
462
463
464
465
466
467
468
469
470
471

  DynProg::DynProgMode dpMode = DynProg::LocalEndWithSomeDeletions;
  if (local==true) dpMode = DynProg::Local;
  
  for (int r = 0 ; r < rep.size() ; r++)
    {
      DynProg dp = DynProg(read, rep.sequence(r),
			   dpMode, // DynProg::SemiGlobalTrans, 
			   segment_cost, // DNA
			   reverse_both, reverse_both);
      int score = dp.compute();
Mikaël Salson's avatar
Mikaël Salson committed
472
      
Mikaël Salson's avatar
Mikaël Salson committed
473
474
475
476
477
478
479
480
481
482
483
484
485
486
      if (local==true){ 
	dp.backtrack();
      }
      
      if (score > best_score)
	{
	  best_score = score ;
	  best_best_i = dp.best_i ;
	  best_best_j = dp.best_j ;
	  best_first_i = dp.first_i ;
	  best_first_j = dp.first_j ;
	  best_r = r ;
	  best_label = rep.label(r) ;
	}
Mikaël Salson's avatar
Mikaël Salson committed
487
488
	
	score_r.push_back(make_pair(score, r));
Mathieu Giraud's avatar
Mathieu Giraud committed
489
490
491
492
493
494

	// #define DEBUG_SEGMENT      

#ifdef DEBUG_SEGMENT	
	cout << rep.label(r) << " " << score << " " << dp.best_i << endl ;
#endif
Mikaël Salson's avatar
Mikaël Salson committed
495
496

    }
Mikaël Salson's avatar
Mikaël Salson committed
497
    sort(score_r.begin(),score_r.end(),comp_pair);
Mikaël Salson's avatar
Mikaël Salson committed
498
499
500
501

  *del = reverse_both ? best_best_j : rep.sequence(best_r).size() - best_best_j - 1;
  *del2 = best_first_j;
  *begin = best_first_i;
Mathieu Giraud's avatar
Mathieu Giraud committed
502
  *tag = best_r ; 
Mikaël Salson's avatar
Mikaël Salson committed
503
504
  
  *length -= *del ;
Mikaël Salson's avatar
Mikaël Salson committed
505
506
  
  *score=score_r;
Mathieu Giraud's avatar
Mathieu Giraud committed
507
508
509
510
511
512

#ifdef DEBUG_SEGMENT	
  cout << "best: " << best_labels << " " << best_score ;
  cout << "del/del2/begin:" << (*del) << "/" << (*del2) << "/" << (*begin) << endl;
  cout << endl;
#endif
Mikaël Salson's avatar
Mikaël Salson committed
513
514
515
516
517
518
519
520
521
  
  return best_best_i ;
}

string format_del(int deletions)
{
  return deletions ? *"(" + string_of_int(deletions) + " del)" : "" ;
}

522
FineSegmenter::FineSegmenter(Sequence seq, Germline *germline, Cost segment_c)
Mikaël Salson's avatar
Mikaël Salson committed
523
{
524
  segmented_germline = germline ;
525
  info_extra = "" ;
Mikaël Salson's avatar
Mikaël Salson committed
526
527
  label = seq.label ;
  sequence = seq.sequence ;
Mathieu Giraud's avatar
Mathieu Giraud committed
528
  Dend=0;
Mikaël Salson's avatar
Mikaël Salson committed
529
530
  segment_cost=segment_c;

531
532
533
  CDR3start = -1;
  CDR3end = -1;
  
Mikaël Salson's avatar
Mikaël Salson committed
534
535
536
537
538
  // TODO: factoriser tout cela, peut-etre en lancant deux segmenteurs, un +, un -, puis un qui chapote
  
  // Strand +
  
  int plus_score = 0 ;
Mathieu Giraud's avatar
Mathieu Giraud committed
539
  int tag_plus_V, tag_plus_J;
Mikaël Salson's avatar
Mikaël Salson committed
540
541
542
543
  int plus_length = 0 ;
  int del_plus_V, del_plus_J ;
  int del2=0;
  int beg=0;
Mikaël Salson's avatar
Mikaël Salson committed
544
545
546
547
  
  vector<pair<int, int> > score_plus_V;
  vector<pair<int, int> > score_plus_J;
  
548
  int plus_left = align_against_collection(sequence, germline->rep_5, false, false, &tag_plus_V, &del_plus_V, &del2, &beg, 
Mikaël Salson's avatar
Mikaël Salson committed
549
550
					   &plus_length, &score_plus_V
					   , segment_cost);
551
  int plus_right = align_against_collection(sequence, germline->rep_3, true, false, &tag_plus_J, &del_plus_J, &del2, &beg,
Mikaël Salson's avatar
Mikaël Salson committed
552
553
					    &plus_length, &score_plus_J
					    , segment_cost);
Mikaël Salson's avatar
Mikaël Salson committed
554
555
  plus_length += plus_right - plus_left ;

Mikaël Salson's avatar
Mikaël Salson committed
556
557
  plus_score=score_plus_V[0].first + score_plus_J[0].first ;
  
Mikaël Salson's avatar
Mikaël Salson committed
558
559
560
  // Strand -
  string rc = revcomp(sequence) ;
  int minus_score = 0 ;
Mathieu Giraud's avatar
Mathieu Giraud committed
561
  int tag_minus_V, tag_minus_J;
Mikaël Salson's avatar
Mikaël Salson committed
562
563
  int minus_length = 0 ;
  int del_minus_V, del_minus_J ;
Mikaël Salson's avatar
Mikaël Salson committed
564
565
566
567
  
  vector<pair<int, int> > score_minus_V;
  vector<pair<int, int> > score_minus_J;
  
568
  int minus_left = align_against_collection(rc, germline->rep_5, false, false, &tag_minus_V, &del_minus_V, &del2, &beg,
Mikaël Salson's avatar
Mikaël Salson committed
569
570
					    &minus_length, &score_minus_V
					    ,  segment_cost);
571
  int minus_right = align_against_collection(rc, germline->rep_3, true, false, &tag_minus_J, &del_minus_J, &del2, &beg,
Mikaël Salson's avatar
Mikaël Salson committed
572
573
					     &minus_length, &score_minus_J
					     , segment_cost);
Mikaël Salson's avatar
Mikaël Salson committed
574
575
  minus_length += minus_right - minus_left ;

Mikaël Salson's avatar
Mikaël Salson committed
576
577
  minus_score=score_minus_V[0].first + score_minus_J[0].first ;
  
Mikaël Salson's avatar
Mikaël Salson committed
578
579
580
581
  reversed = (minus_score > plus_score) ;

  if (!reversed)
    {
Mathieu Giraud's avatar
Mathieu Giraud committed
582
583
584
585
      Vend = plus_left ;
      Jstart = plus_right ;
      best_V = tag_plus_V ;
      best_J = tag_plus_J ;
Mikaël Salson's avatar
Mikaël Salson committed
586
587
      del_V = del_plus_V ;
      del_J = del_plus_J ;
Mikaël Salson's avatar
Mikaël Salson committed
588
589
      score_V=score_plus_V;
      score_J=score_plus_J;
Mikaël Salson's avatar
Mikaël Salson committed
590
591
592
    }
  else
    {
Mathieu Giraud's avatar
Mathieu Giraud committed
593
594
595
596
      Vend = minus_left ;
      Jstart = minus_right ;
      best_V = tag_minus_V ;
      best_J = tag_minus_J ;
Mikaël Salson's avatar
Mikaël Salson committed
597
598
      del_V = del_minus_V ;
      del_J = del_minus_J ;
Mikaël Salson's avatar
Mikaël Salson committed
599
600
      score_V=score_minus_V;
      score_J=score_minus_J;
Mikaël Salson's avatar
Mikaël Salson committed
601
602
    }

Mathieu Giraud's avatar
Mathieu Giraud committed
603
  segmented = (Vend != (int) string::npos) && (Jstart != (int) string::npos) && 
604
    (Jstart - Vend >= germline->delta_min) && (Jstart - Vend <= germline->delta_max);
Mikaël Salson's avatar
Mikaël Salson committed
605
606
607
608
609
    
  dSegmented=false;

  if (!segmented)
    {
610
      because = DONT_KNOW;
Mathieu Giraud's avatar
Mathieu Giraud committed
611
      info = " @" + string_of_int (Vend + FIRST_POS) + "  @" + string_of_int(Jstart + FIRST_POS) ;
612
      
613
      if (Jstart - Vend < germline->delta_min)
614
615
616
617
        {
          because = UNSEG_BAD_DELTA_MIN  ;
        }

618
      if (Jstart - Vend > germline->delta_max)
619
620
621
622
623
624
625
626
627
628
629
630
631
632
        {
          because = UNSEG_BAD_DELTA_MAX  ;
        }
        
      if (Vend == (int) string::npos) 
        {
          because = UNSEG_TOO_FEW_V ;
        }
      
      if (Jstart == (int) string::npos)
        {
          because = UNSEG_TOO_FEW_J ;
        }
      
Mikaël Salson's avatar
Mikaël Salson committed
633
634
635
      return ;
    }
    
636
637
    because = reversed ? SEG_MINUS : SEG_PLUS ;
    
Mikaël Salson's avatar
Mikaël Salson committed
638
    //overlap VJ
Mathieu Giraud's avatar
Mathieu Giraud committed
639
    if(Jstart-Vend <=0){
Mikaël Salson's avatar
Mikaël Salson committed
640
      int b_r, b_l;
Mathieu Giraud's avatar
Mathieu Giraud committed
641
      int overlap=Vend-Jstart+1;
Mikaël Salson's avatar
Mikaël Salson committed
642
      
Mathieu Giraud's avatar
Mathieu Giraud committed
643
644
      string seq_left = sequence.substr(0, Vend+1);
      string seq_right = sequence.substr(Jstart);
Mikaël Salson's avatar
Mikaël Salson committed
645
646

      best_align(overlap, seq_left, seq_right, 
647
		 germline->rep_5.sequence(best_V), germline->rep_3.sequence(best_J), &b_r,&b_l, segment_cost);
Mikaël Salson's avatar
Mikaël Salson committed
648
      // Trim V
Mathieu Giraud's avatar
Mathieu Giraud committed
649
      Vend -= b_l;
Mikaël Salson's avatar
Mikaël Salson committed
650
651
652
      del_V += b_l;

      // Trim J
Mathieu Giraud's avatar
Mathieu Giraud committed
653
      Jstart += b_r;
Mikaël Salson's avatar
Mikaël Salson committed
654
      del_J += b_r;
655
      if (Jstart>=(int) sequence.length())
Mathieu Giraud's avatar
Mathieu Giraud committed
656
	  Jstart=sequence.length()-1;
Mikaël Salson's avatar
Mikaël Salson committed
657
658
659
    }

    // string chevauchement = removeChevauchement();
Mikaël Salson's avatar
Mikaël Salson committed
660
661

    /// used only below, then recomputed in finishSegmentation() ;
Mathieu Giraud's avatar
Mathieu Giraud committed
662
    seg_N = revcomp(sequence, reversed).substr(Vend+1, Jstart-Vend-1); 
Mikaël Salson's avatar
Mikaël Salson committed
663

664
  code = germline->rep_5.label(best_V) +
Mikaël Salson's avatar
Mikaël Salson committed
665
666
667
668
    " "+ string_of_int(del_V) + 
    "/" + seg_N + 
    // chevauchement +
    "/" + string_of_int(del_J) +
669
    " " + germline->rep_3.label(best_J); 
Mikaël Salson's avatar
Mikaël Salson committed
670

Mikaël Salson's avatar
Mikaël Salson committed
671
    stringstream code_s;
672
   code_s<< germline->rep_5.label(best_V) <<
Mikaël Salson's avatar
Mikaël Salson committed
673
674
675
676
    " -" << string_of_int(del_V) << "/" 
    << seg_N.size()
    // chevauchement +
    << "/-" << string_of_int(del_J)
677
    <<" " << germline->rep_3.label(best_J);
Mikaël Salson's avatar
Mikaël Salson committed
678
679
    code_short=code_s.str();
    
680
681
  code_light = germline->rep_5.label(best_V) +
    "/ " + germline->rep_3.label(best_J); 
Mikaël Salson's avatar
Mikaël Salson committed
682
683

 
Mathieu Giraud's avatar
Mathieu Giraud committed
684
  info = string_of_int(Vend + FIRST_POS) + " " + string_of_int(Jstart + FIRST_POS) ;
Mikaël Salson's avatar
Mikaël Salson committed
685
686
687
688
  finishSegmentation();
}


689
void FineSegmenter::FineSegmentD(Germline *germline){
Mikaël Salson's avatar
Mikaël Salson committed
690
691
692
693
  
  if (segmented){
    
    int end = (int) string::npos ;
Mathieu Giraud's avatar
Mathieu Giraud committed
694
    int tag_D;
Mikaël Salson's avatar
Mikaël Salson committed
695
696
697
698
    int length = 0 ;
    int begin = 0;
    
    // Create a zone where to look for D, adding at most EXTEND_D_ZONE nucleotides at each side
Mathieu Giraud's avatar
Mathieu Giraud committed
699
    int l = Vend - EXTEND_D_ZONE;
Mikaël Salson's avatar
Mikaël Salson committed
700
701
702
    if (l<0) 
      l=0 ;

Mathieu Giraud's avatar
Mathieu Giraud committed
703
    int r = Jstart + EXTEND_D_ZONE;
Mikaël Salson's avatar
Mikaël Salson committed
704
705
706
707
708
709
710

    if (r > (int)getSequence().sequence.length()) 
      r = getSequence().sequence.length();
      
    string str = getSequence().sequence.substr(l, r-l);

    // Align
711
    end = align_against_collection(str, germline->rep_4, false, true, &tag_D, &del_D_right, &del_D_left, &begin,
Mikaël Salson's avatar
Mikaël Salson committed
712
713
				&length, &score_D, segment_cost);
    
Mathieu Giraud's avatar
Mathieu Giraud committed
714
    best_D = tag_D;
Mikaël Salson's avatar
Mikaël Salson committed
715
    
Mathieu Giraud's avatar
Mathieu Giraud committed
716
717
    Dstart = l + begin;
    Dend = l + end;
Mikaël Salson's avatar
Mikaël Salson committed
718
719
720
721
722
723
	
    string seq = getSequence().sequence;
    
    if (length>0) dSegmented=true;
    
    //overlap VD
Mathieu Giraud's avatar
Mathieu Giraud committed
724
    if(Dstart-Vend <=0){
Mikaël Salson's avatar
Mikaël Salson committed
725
      int b_r, b_l;
Mathieu Giraud's avatar
Mathieu Giraud committed
726
727
728
      int overlap=Vend-Dstart+1;
      string seq_left = seq.substr(0, Vend+1);
      string seq_right = seq.substr(Dstart, Dend-Dstart+1);
Mikaël Salson's avatar
Mikaël Salson committed
729
730

      best_align(overlap, seq_left, seq_right, 
731
		 germline->rep_5.sequence(best_V), germline->rep_4.sequence(best_D), &b_r,&b_l, segment_cost);
Mikaël Salson's avatar
Mikaël Salson committed
732
733

      // Trim V
Mathieu Giraud's avatar
Mathieu Giraud committed
734
      Vend -= b_l;
Mikaël Salson's avatar
Mikaël Salson committed
735
736
737
      del_V += b_l;

      // Trim D
Mathieu Giraud's avatar
Mathieu Giraud committed
738
      Dstart += b_r;
Mikaël Salson's avatar
Mikaël Salson committed
739
    }
Mathieu Giraud's avatar
Mathieu Giraud committed
740
    seg_N1 = seq.substr(Vend+1, Dstart-Vend-1) ; // From Vend+1 to Dstart-1
Mikaël Salson's avatar
Mikaël Salson committed
741
742
    
    //overlap DJ
Mathieu Giraud's avatar
Mathieu Giraud committed
743
    if(Jstart-Dend <=0){
Mikaël Salson's avatar
Mikaël Salson committed
744
      int b_r, b_l;
Mathieu Giraud's avatar
Mathieu Giraud committed
745
746
747
      int overlap=Dend-Jstart+1;
      string seq_right = seq.substr(Dstart, Dend-Dstart+1);
      string seq_left = seq.substr(Jstart, seq.length()-Jstart);
Mikaël Salson's avatar
Mikaël Salson committed
748
749

      best_align(overlap, seq_left, seq_right, 
750
		 germline->rep_4.sequence(best_D), germline->rep_3.sequence(best_J), &b_r,&b_l, segment_cost);
Mikaël Salson's avatar
Mikaël Salson committed
751
752

      // Trim D
Mathieu Giraud's avatar
Mathieu Giraud committed
753
      Dend -= b_l;
Mikaël Salson's avatar
Mikaël Salson committed
754
755

      // Trim J
Mathieu Giraud's avatar
Mathieu Giraud committed
756
      Jstart += b_r;
Mikaël Salson's avatar
Mikaël Salson committed
757
758
759
      del_J += b_r;

    }
Mathieu Giraud's avatar
Mathieu Giraud committed
760
    seg_N2 = seq.substr(Dend+1, Jstart-Dend-1) ; // From Dend+1 to right-1
761
    code = germline->rep_5.label(best_V) +
Mikaël Salson's avatar
Mikaël Salson committed
762
763
764
765
    " "+ string_of_int(del_V) + 
    "/" + seg_N1 + 
    
    "/" + string_of_int(del_D_left) +
766
    " " + germline->rep_4.label(best_D) +
Mikaël Salson's avatar
Mikaël Salson committed
767
768
769
770
    " " + string_of_int(del_D_right) +
    
    "/" + seg_N2 +
    "/" + string_of_int(del_J) +
771
    " " + germline->rep_3.label(best_J); 
Mikaël Salson's avatar
Mikaël Salson committed
772

Mikaël Salson's avatar
Mikaël Salson committed
773
    stringstream code_s;
774
    code_s << germline->rep_5.label(best_V) 
Mikaël Salson's avatar
Mikaël Salson committed
775
776
777
778
    << " -" << string_of_int(del_V) << "/" 
    << seg_N1.size()
    
    << "/-" << string_of_int(del_D_left) 
779
    << " " << germline->rep_4.label(best_D) 
Mikaël Salson's avatar
Mikaël Salson committed
780
781
782
783
    << " -" << string_of_int(del_D_right) << "/"
    
    << seg_N2.size()
    << "/-" << string_of_int(del_J) 
784
    << " " << germline->rep_3.label(best_J);
Mikaël Salson's avatar
Mikaël Salson committed
785
786
787
    code_short=code_s.str();
    
    
788
789
790
    code_light = germline->rep_5.label(best_V) +
    "/ " + germline->rep_4.label(best_D) +
    "/ " + germline->rep_3.label(best_J); 
Mikaël Salson's avatar
Mikaël Salson committed
791
792
793
794
    
    finishSegmentationD();
  }
}
Mikaël Salson's avatar
Mikaël Salson committed
795

Marc Duez's avatar
Marc Duez committed
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
void FineSegmenter::findCDR3(){
    string str = getSequence().sequence;
    
    list<string> codon_start;
    codon_start.push_back("TGT");
    codon_start.push_back("TGC");
    
    list<string> codon_end;
    codon_end.push_back("TTT");
    codon_end.push_back("TTC");
    codon_end.push_back("TGG");
    
    list<int> p_start;
    list<int> p_end;

    size_t loc;
    std::list<string>::const_iterator it;
    for (it = codon_start.begin(); it != codon_start.end(); ++it) {//filter 1 : start codon must be in V
        loc = 0;
815
        while ( loc != string::npos && loc < (size_t)Vend){
Marc Duez's avatar
Marc Duez committed
816
            loc = str.find(*it, loc+3);
817
            if (loc != string::npos && loc < (size_t)Vend) {
Marc Duez's avatar
Marc Duez committed
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
                p_start.push_front(loc);
            }
        }
    }

    for (it = codon_end.begin(); it != codon_end.end(); ++it) {//filter 2 : end codon must be in J
        loc = Jstart;
        while ( loc != string::npos){
            loc = str.find(*it, loc+3);
            if (loc != string::npos) {
                p_end.push_back(loc);
            }
        }
    }

833
834
    CDR3start = -1;
    CDR3end = -1;
Marc Duez's avatar
Marc Duez committed
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
    
    std::list<int>::const_iterator it1;
    for (it1 = p_start.begin(); it1 != p_start.end(); ++it1) {
        
        std::list<int>::const_iterator it2;
        for (it2 = p_end.begin(); it2 != p_end.end(); ++it2) {
            
            if ( (*it2-*it1)%3 == 0){       //filter 3 : start/stop codon must be seprated by a multiple of 3
                
                if ( fabs((*it2-*it1)-36 ) < fabs((CDR3end-CDR3start)-36) ){ //filter 4 : cdr3 length must be close to 12 AA
                    CDR3start = *it1;
                    CDR3end = *it2;
                }
            }
        }
    }
    
}

854
JsonList FineSegmenter::toJsonList(Germline *germline){
Mathieu Giraud's avatar
Mathieu Giraud committed
855
  JsonList result;
Mikaël Salson's avatar
Mikaël Salson committed
856
  
Mathieu Giraud's avatar
Mathieu Giraud committed
857
858
859
860
  result.add("sequence", revcomp(sequence, reversed) );
  if (isSegmented()) {
    result.add("name", code_short);
    
861
    JsonList seg;
Marc Duez's avatar
Marc Duez committed
862
    seg.add("5", germline->rep_5.label(best_V));
863
864
    seg.add("5start", 0);
    seg.add("5end", Vend);
Mathieu Giraud's avatar
Mathieu Giraud committed
865
866
    
    if (score_D.size()>0){
Marc Duez's avatar
Marc Duez committed
867
      seg.add("4", germline->rep_4.label(best_D));
Marc Duez's avatar
Marc Duez committed
868
869
      seg.add("4start", Dstart);
      seg.add("4end", Dend);      
Mikaël Salson's avatar
Mikaël Salson committed
870
    }
Mathieu Giraud's avatar
Mathieu Giraud committed
871
    
Marc Duez's avatar
Marc Duez committed
872
    seg.add("3", germline->rep_3.label(best_J));
873
    seg.add("3start", Jstart);
874
875
876

    if (CDR3start >= 0)
      {
Marc Duez's avatar
Marc Duez committed
877
878
879
880
881
    JsonList *json_cdr;
    json_cdr=new JsonList();
    json_cdr->add("start", CDR3start);
    json_cdr->add("stop", CDR3end);
    seg.add("cdr3", *json_cdr);
882
      }
Marc Duez's avatar
Marc Duez committed
883
    
884
    result.add("seg", seg);
Mikaël Salson's avatar
Mikaël Salson committed
885
  }
Mathieu Giraud's avatar
Mathieu Giraud committed
886
  return result;
Mikaël Salson's avatar
Mikaël Salson committed
887
888
889
}