]> git.donarmstrong.com Git - mothur.git/blobdiff - maligner.cpp
minor bug in chimera maligner
[mothur.git] / maligner.cpp
index 76689e9f11bf1ab3547ef9a33053830a7b436d14..252b453cb6989868f65ceb71e59a27587d9baa7a 100644 (file)
 
 /***********************************************************************/
 Maligner::Maligner(vector<Sequence*> temp, int num, int match, int misMatch, float div, int ms, int minCov, string mode, Database* dataLeft, Database* dataRight) :
-               db(temp), numWanted(num), matchScore(match), misMatchPenalty(misMatch), minDivR(div), minSimilarity(ms), minCoverage(minCov), searchMethod(mode), databaseLeft(dataLeft), databaseRight(dataRight) { m = MothurOut::getInstance(); }
+               db(temp), numWanted(num), matchScore(match), misMatchPenalty(misMatch), minDivR(div), minSimilarity(ms), minCoverage(minCov), searchMethod(mode), databaseLeft(dataLeft), databaseRight(dataRight) { 
+                       
+                       
+                       m = MothurOut::getInstance(); 
+                       
+//                     cout << matchScore << '\t' << misMatchPenalty << endl;
+//                     
+//                     matchScore = 1;
+//                     misMatchPenalty = -1;
+                       
+               }
+
 /***********************************************************************/
 string Maligner::getResults(Sequence* q, DeCalculator* decalc) {
        try {
@@ -34,6 +45,8 @@ string Maligner::getResults(Sequence* q, DeCalculator* decalc) {
                        refSeqs = getKmerSeqs(query, numWanted); //fills indexes
                }else { m->mothurOut("not valid search."); exit(1);  } //should never get here
                
+               if (m->control_pressed) { return chimera;  }
+               
                refSeqs = minCoverageFilter(refSeqs);
 
                if (refSeqs.size() < 2)  { 
@@ -46,7 +59,8 @@ string Maligner::getResults(Sequence* q, DeCalculator* decalc) {
 
                //fills outputResults
                chimera = chimeraMaligner(chimeraPenalty, decalc);
-       
+               
+               if (m->control_pressed) { return chimera;  }
                                
                //free memory
                delete query;
@@ -68,32 +82,38 @@ string Maligner::chimeraMaligner(int chimeraPenalty, DeCalculator* decalc) {
                
                //trims seqs to first non gap char in all seqs and last non gap char in all seqs
                spotMap = decalc->trimSeqs(query, refSeqs);
+               
+               //you trimmed the whole sequence, skip
+               if (query->getAligned() == "") { return "no"; }
 
                vector<Sequence*> temp = refSeqs;
                temp.push_back(query);
-               
+                       
+                       
                verticalFilter(temp);
-//for (int i = 0; i < temp.size(); i++) { cout << temp[i]->getName() << '\n' << temp[i]->getAligned() << endl; } return "no";
 
                vector< vector<score_struct> > matrix = buildScoreMatrix(query->getAligned().length(), refSeqs.size()); //builds and initializes
                
+               if (m->control_pressed) { return chimera;  }
+               
                fillScoreMatrix(matrix, refSeqs, chimeraPenalty);
        
-               vector<score_struct> path = extractHighestPath(matrix);
+               vector<trace_struct> trace = extractHighestPath(matrix);
+                               
+//             cout << "traces\n";
+//             for(int i=0;i<trace.size();i++){
+//                     cout << trace[i].col << '\t' << trace[i].oldCol << '\t' << refSeqs[trace[i].row]->getName() << endl;
+//             }
                
-               vector<trace_struct> trace = mapTraceRegionsToAlignment(path, refSeqs);
-       
                if (trace.size() > 1) {         chimera = "yes";        }
-               else { chimera = "no";  }
+               else { chimera = "no";  return chimera; }
                
-               int traceStart = path[0].col;
-               int traceEnd = path[path.size()-1].col; 
+               int traceStart = trace[0].col;
+               int traceEnd = trace[trace.size()-1].oldCol;    
                string queryInRange = query->getAligned();
                queryInRange = queryInRange.substr(traceStart, (traceEnd-traceStart+1));
-       
-               string chimeraSeq = constructChimericSeq(trace, refSeqs);
-       
-               percentIdenticalQueryChimera = computePercentID(queryInRange, chimeraSeq);
+               
+               if (m->control_pressed) { return chimera;  }
                
                //save output results
                for (int i = 0; i < trace.size(); i++) {
@@ -115,7 +135,7 @@ string Maligner::chimeraMaligner(int chimeraPenalty, DeCalculator* decalc) {
                        
                        temp.queryToParent = computePercentID(queryInRange, parentInRange);
                        temp.divR = (percentIdenticalQueryChimera / temp.queryToParent);
-                       
+
                        string queryInRegion = query->getAligned();
                        queryInRegion = queryInRegion.substr(regionStart, (regionEnd-regionStart+1));
                        
@@ -126,7 +146,7 @@ string Maligner::chimeraMaligner(int chimeraPenalty, DeCalculator* decalc) {
                
                        outputResults.push_back(temp);
                }
-
+               
                return chimera;
        }
        catch(exception& e) {
@@ -166,6 +186,8 @@ vector<Sequence*> Maligner::minCoverageFilter(vector<Sequence*> ref){
                        //if coverage above minimum
                        if (coverage > minCoverage) {
                                newRefs.push_back(ref[i]);
+                       }else {
+                               delete ref[i];
                        }
                }
                
@@ -182,9 +204,11 @@ int Maligner::computeChimeraPenalty() {
        try {
                
                int numAllowable = ((1.0 - (1.0/minDivR)) * query->getNumBases());
-       
+
+//             if(numAllowable < 1){   numAllowable = 1;       }
+               
                int penalty = int(numAllowable + 1) * misMatchPenalty;
-                                                                                        
+
                return penalty;
 
        }
@@ -249,9 +273,9 @@ void Maligner::verticalFilter(vector<Sequence*> seqs) {
 vector< vector<score_struct> > Maligner::buildScoreMatrix(int cols, int rows) {
        try{
                
-               vector< vector<score_struct> > m; m.resize(rows);
+               vector< vector<score_struct> > m(rows);
                
-               for (int i = 0; i < m.size(); i++) {
+               for (int i = 0; i < rows; i++) {
                        for (int j = 0; j < cols; j++) {
                                
                                //initialize each cell
@@ -272,7 +296,9 @@ vector< vector<score_struct> > Maligner::buildScoreMatrix(int cols, int rows) {
                exit(1);
        }
 }
+
 //***************************************************************************************************************
+
 void Maligner::fillScoreMatrix(vector<vector<score_struct> >& ms, vector<Sequence*> seqs, int penalty) {
        try{
                
@@ -288,10 +314,13 @@ void Maligner::fillScoreMatrix(vector<vector<score_struct> >& ms, vector<Sequenc
                        //are you both gaps?
                        if ((!isalpha(queryAligned[0])) && (!isalpha(subjectAligned[0]))) {
                                ms[i][0].score = 0;
-                       }else if (queryAligned[0] == subjectAligned[0]) {
+//                             ms[i][0].mismatches = 0;
+                       }else if (queryAligned[0] == subjectAligned[0] || subjectAligned[0] == 'N') {
                                ms[i][0].score = matchScore;
+//                             ms[i][0].mismatches = 0;
                        }else{
                                ms[i][0].score = 0;
+//                             ms[i][0].mismatches = 1;
                        }
                }
                
@@ -307,11 +336,14 @@ void Maligner::fillScoreMatrix(vector<vector<score_struct> >& ms, vector<Sequenc
                                if ((!isalpha(queryAligned[j])) && (!isalpha(subjectAligned[j]))) {
                                        //leave the same
                                }else if ((toupper(queryAligned[j]) == 'N') || (toupper(subjectAligned[j]) == 'N')) {
+                                       matchMisMatchScore = matchScore;
                                        //leave the same
                                }else if (queryAligned[j] == subjectAligned[j]) {
                                        matchMisMatchScore = matchScore;
+//                                     ms[i][j].mismatches = ms[i][j-1].mismatches;
                                }else if (queryAligned[j] != subjectAligned[j]) {
                                        matchMisMatchScore = misMatchPenalty;
+//                                     ms[i][j].mismatches = ms[i][j-1].mismatches + 1;
                                }
                                
                                //compute score based on previous columns scores
@@ -331,53 +363,119 @@ void Maligner::fillScoreMatrix(vector<vector<score_struct> >& ms, vector<Sequenc
                        }
                }
                
+//             for(int i=0;i<numRows;i++){
+//                     cout << seqs[i]->getName();
+//                     for(int j=0;j<numCols;j++){
+//                             cout << '\t' << ms[i][j].mismatches;
+//                     }
+//                     cout << endl;
+//             }
+//             cout << endl;
+//             for(int i=0;i<numRows;i++){
+//                     cout << seqs[i]->getName();
+//                     for(int j=0;j<numCols;j++){
+//                             cout << '\t' << ms[i][j].score;
+//                     }
+//                     cout << endl;
+//             }
+//             cout << endl;
+//             for(int i=0;i<numRows;i++){
+//                     cout << seqs[i]->getName();
+//                     for(int j=0;j<numCols;j++){
+//                             cout << '\t' << ms[i][j].prev;
+//                     }
+//                     cout << endl;
+//             }
+               
+               
        }
        catch(exception& e) {
                m->errorOut(e, "Maligner", "fillScoreMatrix");
                exit(1);
        }
 }
+
 //***************************************************************************************************************
-vector<score_struct> Maligner::extractHighestPath(vector<vector<score_struct> > ms) {
+
+vector<trace_struct> Maligner::extractHighestPath(vector<vector<score_struct> > ms) {
        try {
        
+               
                //get matrix dimensions
                int numCols = query->getAligned().length();
                int numRows = ms.size();
        
        
                //find highest score scoring matrix
-               score_struct highestStruct;
+               vector<score_struct> highestStruct;
                int highestScore = 0;
                
                for (int i = 0; i < numRows; i++) {
                        for (int j = 0; j < numCols; j++) {
                                if (ms[i][j].score > highestScore) {
                                        highestScore = ms[i][j].score;
-                                       highestStruct = ms[i][j];
+                                       highestStruct.resize(0);
+                                       highestStruct.push_back(ms[i][j]);
+                               }
+                               else if(ms[i][j].score == highestScore){
+                                       highestStruct.push_back(ms[i][j]);
                                }
                        }
                }
-                               
-               vector<score_struct> path;
+                       
+//             cout << endl << highestScore << '\t' << highestStruct.size() << '\t' << highestStruct[0].row << endl;   
                
-               int rowIndex = highestStruct.row;
-               int pos = highestStruct.col;
-               int score = highestStruct.score;
+               vector<trace_struct> maxTrace;
+               double maxPercentIdenticalQueryAntiChimera = 0;
                
-               while (pos >= 0 && score > 0) {
-                       score_struct temp = ms[rowIndex][pos];
-                       score = temp.score;
+               for(int i=0;i<highestStruct.size();i++){
                        
-                       if (score > 0) {        path.push_back(temp);   }
+                       vector<score_struct> path;
+
+                       int rowIndex = highestStruct[i].row;
+                       int pos = highestStruct[i].col;
+                       int score = highestStruct[i].score;
+                                       
+                       while (pos >= 0 && score > 0) {
+                               score_struct temp = ms[rowIndex][pos];
+                               score = temp.score;
+                               
+                               if (score > 0) {        path.push_back(temp);   }
+                               
+                               rowIndex = temp.prev;
+                               pos--;
+                       }
+
+                       reverse(path.begin(), path.end());
+
+                       vector<trace_struct> trace = mapTraceRegionsToAlignment(path, refSeqs);
+               
+//                     cout << "traces\n";
+//                     for(int j=0;j<trace.size();j++){
+//                             cout << trace[j].col << '\t' << trace[j].oldCol << '\t' << refSeqs[trace[j].row]->getName() << endl;
+//                     }
+                                               
+                       int traceStart = path[0].col;
+                       int traceEnd = path[path.size()-1].col; 
+//                     cout << "traceStart/End\t" << traceStart << '\t' << traceEnd << endl;
                        
-                       rowIndex = temp.prev;
-                       pos--;
+                       string queryInRange = query->getAligned();
+                       queryInRange = queryInRange.substr(traceStart, (traceEnd-traceStart+1));
+//                     cout << "here" << endl;
+                       string chimeraSeq = constructChimericSeq(trace, refSeqs);
+                       string antiChimeraSeq = constructAntiChimericSeq(trace, refSeqs);
+               
+                       percentIdenticalQueryChimera = computePercentID(queryInRange, chimeraSeq);                      
+                       double percentIdenticalQueryAntiChimera = computePercentID(queryInRange, antiChimeraSeq);
+//                     cout << i << '\t' << percentIdenticalQueryChimera << '\t' << percentIdenticalQueryAntiChimera << endl;
+                       
+                       if(percentIdenticalQueryAntiChimera > maxPercentIdenticalQueryAntiChimera){
+                               maxPercentIdenticalQueryAntiChimera = percentIdenticalQueryAntiChimera;
+                               maxTrace = trace;
+                       }
                }
-
-               reverse(path.begin(), path.end());
-       
-               return path;
+//             cout << maxPercentIdenticalQueryAntiChimera << endl;
+               return maxTrace;
                
        }
        catch(exception& e) {
@@ -385,7 +483,9 @@ vector<score_struct> Maligner::extractHighestPath(vector<vector<score_struct> >
                exit(1);
        }
 }
+
 //***************************************************************************************************************
+
 vector<trace_struct> Maligner::mapTraceRegionsToAlignment(vector<score_struct> path, vector<Sequence*> seqs) {
        try {
                vector<trace_struct> trace;
@@ -420,6 +520,13 @@ vector<trace_struct> Maligner::mapTraceRegionsToAlignment(vector<score_struct> p
                temp.row = region_index;
                trace.push_back(temp);
 
+//             cout << endl;
+//             cout << trace.size() << endl;
+//             for(int i=0;i<trace.size();i++){
+//                     cout << seqs[trace[i].row]->getName() << endl;
+//             }
+//             cout << endl;
+               
                return trace;
                
        }
@@ -428,12 +535,16 @@ vector<trace_struct> Maligner::mapTraceRegionsToAlignment(vector<score_struct> p
                exit(1);
        }
 }
+
 //***************************************************************************************************************
+
 string Maligner::constructChimericSeq(vector<trace_struct> trace, vector<Sequence*> seqs) {
        try {
                string chimera = "";
                
                for (int i = 0; i < trace.size(); i++) {
+//                     cout << i << '\t' << trace[i].row << '\t' << trace[i].col << '\t' << trace[i].oldCol << endl;
+                       
                        string seqAlign = seqs[trace[i].row]->getAligned();
                        seqAlign = seqAlign.substr(trace[i].col, (trace[i].oldCol-trace[i].col+1));
                        chimera += seqAlign;
@@ -446,6 +557,31 @@ string Maligner::constructChimericSeq(vector<trace_struct> trace, vector<Sequenc
                exit(1);
        }
 }
+
+//***************************************************************************************************************
+
+string Maligner::constructAntiChimericSeq(vector<trace_struct> trace, vector<Sequence*> seqs) {
+       try {
+               string antiChimera = "";
+               
+               for (int i = 0; i < trace.size(); i++) {
+//                     cout << i << '\t' << (trace.size() - i - 1) << '\t' << trace[i].row << '\t' << trace[i].col << '\t' << trace[i].oldCol << endl;
+                       
+                       int oppositeIndex = trace.size() - i - 1;
+                       
+                       string seqAlign = seqs[trace[oppositeIndex].row]->getAligned();
+                       seqAlign = seqAlign.substr(trace[i].col, (trace[i].oldCol-trace[i].col+1));
+                       antiChimera += seqAlign;
+               }
+               
+               return antiChimera;
+       }
+       catch(exception& e) {
+               m->errorOut(e, "Maligner", "constructChimericSeq");
+               exit(1);
+       }
+}
+
 //***************************************************************************************************************
 float Maligner::computePercentID(string queryAlign, string chimera) {
        try {
@@ -487,35 +623,40 @@ vector<Sequence*> Maligner::getBlastSeqs(Sequence* q, int num) {
        try {   
                indexes.clear();
                vector<Sequence*> refResults;
-               //generate blastdb
-               Database* database = new BlastDB(-2.0, -1.0, matchScore, misMatchPenalty);
-               for (int i = 0; i < db.size(); i++) {   database->addSequence(*db[i]);  }
-               database->generateDB();
-               database->setNumSeqs(db.size());
-               
+                               
                //get parts of query
                string queryUnAligned = q->getUnaligned();
                string leftQuery = queryUnAligned.substr(0, int(queryUnAligned.length() * 0.33)); //first 1/3 of the sequence
                string rightQuery = queryUnAligned.substr(int(queryUnAligned.length() * 0.66)); //last 1/3 of the sequence
-
-               Sequence* queryLeft = new Sequence(q->getName(), leftQuery);
-               Sequence* queryRight = new Sequence(q->getName(), rightQuery);
                
-               vector<int> tempIndexesRight = database->findClosestMegaBlast(queryRight, num+1);
-               vector<int> tempIndexesLeft = database->findClosestMegaBlast(queryLeft, num+1);
-               
-               //if ((tempIndexesRight.size() != (num+1)) || (tempIndexesLeft.size() != (num+1)))  {  m->mothurOut("megablast returned " + toString(tempIndexesRight.size()) + " results for the right end, and " + toString(tempIndexesLeft.size()) + " for the left end. Needed " + toString(num+1) + ". Unable to porcess sequence " + q->getName()); m->mothurOutEndLine(); return refResults; }
+               Sequence* queryLeft = new Sequence(q->getName()+"left", leftQuery);
+               Sequence* queryRight = new Sequence(q->getName()+"right", rightQuery);
+
+               vector<int> tempIndexesLeft = databaseLeft->findClosestMegaBlast(queryLeft, num+1);
+               vector<float> leftScores = databaseLeft->getMegaBlastSearchScores();
+               vector<int> tempIndexesRight = databaseLeft->findClosestMegaBlast(queryRight, num+1);
+               vector<float> rightScores = databaseLeft->getMegaBlastSearchScores();
+
+               //if ((tempIndexesRight.size() == 0) && (tempIndexesLeft.size() == 0))  {  m->mothurOut("megablast returned " + toString(tempIndexesRight.size()) + " results for the right end, and " + toString(tempIndexesLeft.size()) + " for the left end. Needed " + toString(num+1) + ". Unable to process sequence " + q->getName()); m->mothurOutEndLine(); return refResults; }
                
                vector<int> smaller;
+               vector<float> smallerScores;
                vector<int> larger;
+               vector<float> largerScores;
                
-               if (tempIndexesRight.size() < tempIndexesLeft.size()) { smaller = tempIndexesRight;  larger = tempIndexesLeft; }
-               else { smaller = tempIndexesLeft; larger = tempIndexesRight; } 
+               if (tempIndexesRight.size() < tempIndexesLeft.size()) { smaller = tempIndexesRight; smallerScores = rightScores; larger = tempIndexesLeft; largerScores = leftScores; }
+               else { smaller = tempIndexesLeft; smallerScores = leftScores; larger = tempIndexesRight; largerScores = rightScores; } 
+               
+               //for (int i = 0; i < smaller.size(); i++) { cout << "smaller = " << smaller[i] << '\t' << smallerScores[i] << endl; }
+               //cout << endl;
+               //for (int i = 0; i < larger.size(); i++) { cout << "larger = " << larger[i] << '\t' << largerScores[i] << endl; }
                
                //merge results         
                map<int, int> seen;
                map<int, int>::iterator it;
-               
+               float lastSmaller = smallerScores[0];
+               float lastLarger = largerScores[0];
+               int lasti = 0;
                vector<int> mergedResults;
                for (int i = 0; i < smaller.size(); i++) {
                        //add left if you havent already
@@ -523,6 +664,7 @@ vector<Sequence*> Maligner::getBlastSeqs(Sequence* q, int num) {
                        if (it == seen.end()) {  
                                mergedResults.push_back(smaller[i]);
                                seen[smaller[i]] = smaller[i];
+                               lastSmaller = smallerScores[i];
                        }
 
                        //add right if you havent already
@@ -530,21 +672,67 @@ vector<Sequence*> Maligner::getBlastSeqs(Sequence* q, int num) {
                        if (it == seen.end()) {  
                                mergedResults.push_back(larger[i]);
                                seen[larger[i]] = larger[i];
+                               lastLarger = largerScores[i];
                        }
+                       
+                       lasti = i;
+                       if (mergedResults.size() > num) { break; }
                }
                
-               for (int i = smaller.size(); i < larger.size(); i++) {
-                       it = seen.find(larger[i]);
-                       if (it == seen.end()) {  
-                               mergedResults.push_back(larger[i]);
-                               seen[larger[i]] = larger[i];
+               //save lasti for smaller ties below
+               lasti++;
+               int iSmaller = lasti;
+               
+               if (!(mergedResults.size() > num)) { //if we still need more results.  
+                       for (int i = smaller.size(); i < larger.size(); i++) {
+                               it = seen.find(larger[i]);
+                               if (it == seen.end()) {  
+                                       mergedResults.push_back(larger[i]);
+                                       seen[larger[i]] = larger[i];
+                                       lastLarger = largerScores[i];
+                               }
+                               
+                               lasti = i;
+                               if (mergedResults.size() > num) {  break; }
+                       }
+               }
+               
+               
+               //add in any ties from smaller
+               while (iSmaller < smaller.size()) {
+                       if (smallerScores[iSmaller] == lastSmaller) {
+                               it = seen.find(smaller[iSmaller]);
+                               
+                               if (it == seen.end()) {  
+                                       mergedResults.push_back(smaller[iSmaller]);
+                                       seen[smaller[iSmaller]] = smaller[iSmaller];
+                               }
+                       }
+                       else { break; }
+                       iSmaller++;                     
+               }
+               
+               lasti++;
+               //add in any ties from larger
+               while (lasti < larger.size()) {
+                       if (largerScores[lasti] == lastLarger) { //is it a tie
+                               it = seen.find(larger[lasti]);
+                               
+                               if (it == seen.end()) {  //we haven't already seen it
+                                       mergedResults.push_back(larger[lasti]);
+                                       seen[larger[lasti]] = larger[lasti];
+                               }
                        }
+                       else { break; }
+                       lasti++;                        
                }
                
+               numWanted = seen.size();
+               
                if (mergedResults.size() < numWanted) { numWanted = mergedResults.size(); }
-//cout << q->getName() <<  endl;               
+//cout << q->getName() << " merged results size = " << mergedResults.size() << '\t' << "numwanted = " << numWanted <<  endl;           
                for (int i = 0; i < numWanted; i++) {
-//cout << db[mergedResults[i]]->getName() << endl;     
+//cout << db[mergedResults[i]]->getName()  << '\t' << mergedResults[i] << endl;        
                        if (db[mergedResults[i]]->getName() != q->getName()) { 
                                Sequence* temp = new Sequence(db[mergedResults[i]]->getName(), db[mergedResults[i]]->getAligned());
                                refResults.push_back(temp);
@@ -552,11 +740,10 @@ vector<Sequence*> Maligner::getBlastSeqs(Sequence* q, int num) {
                        }
 //cout << mergedResults[i] << endl;
                }
-//cout << endl;                
+//cout << "done " << q->getName()  << endl;            
                delete queryRight;
                delete queryLeft;
-               delete database;
-               
+                       
                return refResults;
        }
        catch(exception& e) {
@@ -616,7 +803,7 @@ vector<Sequence*> Maligner::getKmerSeqs(Sequence* q, int num) {
                return refResults;
        }
        catch(exception& e) {
-               m->errorOut(e, "Maligner", "getBlastSeqs");
+               m->errorOut(e, "Maligner", "getKmerSeqs");
                exit(1);
        }
 }