]> git.donarmstrong.com Git - mothur.git/blobdiff - decalc.cpp
created mothurOut class to handle logfiles
[mothur.git] / decalc.cpp
index 18377c2d77b61d4c92d3628c7a5e91adbd15257e..d4c4eb5e8b21e492df18d62af4226b6e8836a110 100644 (file)
@@ -8,25 +8,39 @@
  */
 
 #include "decalc.h"
+#include "chimera.h"
+#include "dist.h"
+#include "eachgapdist.h"
+#include "ignoregaps.h"
+
 
 //***************************************************************************************************************
-void DeCalculator::setMask(string m) { 
+void DeCalculator::setMask(string ms) { 
        try {
-               seqMask = m; 
+               seqMask = ms; 
+               int count = 0;
+               maskMap.clear();
                
                if (seqMask.length() != 0) {
                        //whereever there is a base in the mask, save that value is query and subject
                        for (int i = 0; i < seqMask.length(); i++) {
                                if (isalpha(seqMask[i])) {
                                        h.insert(i);
+                                       maskMap[count] = i;
+                                       count++;
+                                       
                                }
                        }
                }else {
-                       for (int i = 0; i < alignLength; i++) {   h.insert(i);  }
+                       for (int i = 0; i < alignLength; i++) {   
+                               h.insert(i); 
+                               maskMap[count] = i;
+                               count++;
+                       }
                }
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "setMask");
+               m->errorOut(e, "DeCalculator", "setMask");
                exit(1);
        } 
 }
@@ -48,7 +62,7 @@ void DeCalculator::runMask(Sequence* seq) {
                seq->setUnaligned(tempQuery);
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "runMask");
+               m->errorOut(e, "DeCalculator", "runMask");
                exit(1);
        }
 }
@@ -76,12 +90,11 @@ void DeCalculator::trimSeqs(Sequence* query, Sequence* subject, map<int, int>& t
                
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "trimSeqs");
+               m->errorOut(e, "DeCalculator", "trimSeqs");
                exit(1);
        }
 }
 //***************************************************************************************************************
-//find the window breaks for each sequence - this is so you can move ahead by bases.
 vector<int>  DeCalculator::findWindows(Sequence* query, int front, int back, int& size, int increment) {
        try {
                
@@ -93,7 +106,7 @@ vector<int>  DeCalculator::findWindows(Sequence* query, int front, int back, int
                if (size == 0) {  if (cutoff > 1200) {  size = 300; }
                                                        else{  size = (cutoff / 4); }  } 
                else if (size > (cutoff / 4)) { 
-                               mothurOut("You have selected to large a window size for sequence " + query->getName() + ".  I will choose an appropriate window size."); mothurOutEndLine();
+                               m->mothurOut("You have selected too large a window size for sequence " + query->getName() + ".  I will choose an appropriate window size."); m->mothurOutEndLine();
                                size = (cutoff / 4); 
                }
        
@@ -145,7 +158,7 @@ vector<int>  DeCalculator::findWindows(Sequence* query, int front, int back, int
        
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "findWindows");
+               m->errorOut(e, "DeCalculator", "findWindows");
                exit(1);
        }
 }
@@ -154,30 +167,40 @@ vector<int>  DeCalculator::findWindows(Sequence* query, int front, int back, int
 vector<float> DeCalculator::calcObserved(Sequence* query, Sequence* subject, vector<int> window, int size) {
        try {
                
-               vector<float> temp;
-//cout << "query length = " << query->getAligned().length() << '\t' << " subject length = " << subject.getAligned().length() << endl;                          
+               vector<float> temp;     
+               //int gaps = 0;         
                for (int m = 0; m < window.size(); m++) {
                                                
                        string seqFrag = query->getAligned().substr(window[m], size);
                        string seqFragsub = subject->getAligned().substr(window[m], size);
-       //cout << "start point = " << window[m] << " end point = " << window[m]+size << endl;                                           
+                               
                        int diff = 0;
                        for (int b = 0; b < seqFrag.length(); b++) {
-
-                               if (seqFrag[b] != seqFragsub[b]) { diff++; }
+                               //if at least one is a base and they are not equal
+                               if( (isalpha(seqFrag[b]) || isalpha(seqFragsub[b])) && (seqFrag[b] != seqFragsub[b]) ) { diff++; }
+                               
+                               //ignore gaps
+                               //if((!isalpha(seqFrag[b])) && (!isalpha(seqFragsub[b]))) { gaps++; }
                        }
                
                        //percentage of mismatched bases
                        float dist;
-                       dist = diff / (float) seqFrag.length() * 100;       
-                               
+                       
+                       //if the whole fragment is 0 distance = 0
+                       //if ((seqFrag.length()-gaps) == 0)  { dist =  0.0; }
+               
+                       //percentage of mismatched bases
+                       //else {  dist = diff / (float) (seqFrag.length()-gaps) * 100;   } 
+                       
+                       dist = diff / (float) (seqFrag.length()) * 100; 
+                       
                        temp.push_back(dist);
                }
                        
                return temp;
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "calcObserved");
+               m->errorOut(e, "DeCalculator", "calcObserved");
                exit(1);
        }
 }
@@ -199,6 +222,9 @@ float DeCalculator::calcDist(Sequence* query, Sequence* subject, int front, int
                        if((!isalpha(seqFrag[b])) && (!isalpha(seqFragsub[b]))) { gaps++; }
                        if (seqFrag[b] != seqFragsub[b]) { diff++; }
                }
+               
+               //if the whole fragment is 0 distance = 0
+               if ((seqFrag.length()-gaps) == 0)  { return 0.0; }
                
                //percentage of mismatched bases
                float dist = diff / (float) (seqFrag.length()-gaps) * 100;       
@@ -206,7 +232,7 @@ float DeCalculator::calcDist(Sequence* query, Sequence* subject, int front, int
                return dist;
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "calcDist");
+               m->errorOut(e, "DeCalculator", "calcDist");
                exit(1);
        }
 }
@@ -229,7 +255,7 @@ vector<float> DeCalculator::calcExpected(vector<float> qav, float coef) {
                                
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "calcExpected");
+               m->errorOut(e, "DeCalculator", "calcExpected");
                exit(1);
        }
 }
@@ -239,14 +265,21 @@ float DeCalculator::calcDE(vector<float> obs, vector<float> exp) {
                
                //for each window
                float sum = 0.0;  //sum = sum from 1 to m of (oi-ei)^2
-               for (int m = 0; m < obs.size(); m++) {          sum += ((obs[m] - exp[m]) * (obs[m] - exp[m]));         }
+               int numZeros = 0;
+               for (int m = 0; m < obs.size(); m++) {          
+                       
+                       //if (obs[m] != 0.0) {
+                               sum += ((obs[m] - exp[m]) * (obs[m] - exp[m])); 
+                       //}else {  numZeros++;   }
+                       
+               }
                        
-               float de = sqrt((sum / (obs.size() - 1)));
+               float de = sqrt((sum / (obs.size() - 1 - numZeros)));
                        
                return de;
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "calcDE");
+               m->errorOut(e, "DeCalculator", "calcDE");
                exit(1);
        }
 }
@@ -312,7 +345,7 @@ vector<float> DeCalculator::calcFreq(vector<Sequence*> seqs, string filename) {
                                
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "calcFreq");
+               m->errorOut(e, "DeCalculator", "calcFreq");
                exit(1);
        }
 }
@@ -342,30 +375,32 @@ vector<float>  DeCalculator::findQav(vector<int> window, int size, vector<float>
                return averages;
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "findQav");
+               m->errorOut(e, "DeCalculator", "findQav");
                exit(1);
        }
 }
-
 //***************************************************************************************************************
-vector< vector<float> > DeCalculator::getQuantiles(vector<Sequence*> seqs, vector<int> windowSizesTemplate, int window, vector<float> probProfile, int increment, int start, int end) {
+//seqs have already been masked
+vector< vector<quanMember> > DeCalculator::getQuantiles(vector<Sequence*> seqs, vector<int> windowSizesTemplate, int window, vector<float> probProfile, int increment, int start, int end) {
        try {
-               vector< vector<float> > quan; 
+               vector< vector<quanMember> > quan; 
                
                //percentage of mismatched pairs 1 to 100
                quan.resize(100);
-               
+//ofstream o;
+//string out = "getQuantiles.out";
+//openOutputFile(out, o);
                
                //for each sequence
                for(int i = start; i < end; i++){
                
-                       mothurOut("Processing template sequence " + toString(i)); mothurOutEndLine();
-                       Sequence* query = seqs[i];
+                       m->mothurOut("Processing sequence " + toString(i)); m->mothurOutEndLine();
+                       Sequence* query = new Sequence(seqs[i]->getName(), seqs[i]->getAligned());
                        
                        //compare to every other sequence in template
                        for(int j = 0; j < i; j++){
                                
-                               Sequence* subject = seqs[j];
+                               Sequence* subject = new Sequence(seqs[j]->getName(), seqs[j]->getAligned());
                                
                                map<int, int> trim;
                                map<int, int>::iterator it;
@@ -391,66 +426,222 @@ vector< vector<float> > DeCalculator::getQuantiles(vector<Sequence*> seqs, vecto
                                float de = calcDE(obsi, exp);
                                                                
                                float dist = calcDist(query, subject, front, back); 
-                               
+       //o << i << '\t' <<  j << '\t' << dist << '\t' << de << endl;                   
                                dist = ceil(dist);
                                
-                               //dist-1 because vector indexes start at 0.
-                               quan[dist-1].push_back(de);
+                               quanMember newScore(de, i, j);
+                               
+                               quan[dist].push_back(newScore);
                                
+                               delete subject;
                        }
+                       
+                       delete query;
                }
 
                return quan;
                                                
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "findQav");
+               m->errorOut(e, "DeCalculator", "getQuantiles");
                exit(1);
        }
 }
+//********************************************************************************************************************
+//sorts lowest to highest
+inline bool compareQuanMembers(quanMember left, quanMember right){
+       return (left.score < right.score);      
+} 
 //***************************************************************************************************************
-void DeCalculator::removeObviousOutliers(vector< vector<float> >& quantiles) {
+//this was going to be used by pintail to increase the sensitivity of the chimera detection, but it wasn't quite right.  may want to revisit in the future...
+void DeCalculator::removeObviousOutliers(vector< vector<quanMember> >& quantiles, int num) {
        try {
-               
-       
+                                               
                for (int i = 0; i < quantiles.size(); i++) {
                
                        //find mean of this quantile score
-                       sort(quantiles[i].begin(), quantiles[i].end());
+                       sort(quantiles[i].begin(), quantiles[i].end(), compareQuanMembers);
+                       
+                       float high = quantiles[i][int(quantiles[i].size() * 0.99)].score;
+                       float low =  quantiles[i][int(quantiles[i].size() * 0.01)].score;
+                       
+                       vector<quanMember> temp;
                        
-                       float average = quantiles[i][int(quantiles[i].size() * 0.5)];
-cout << i << "\taverage = " << average << "\tquantiles[i].size = " << quantiles[i].size() << endl;                     
-                       vector<float> newQuanI;
                        //look at each value in quantiles to see if it is an outlier
                        for (int j = 0; j < quantiles[i].size(); j++) {
-                               
-                               float highCutOff, lowCutOff;
-                               
-                               //99%
-                               highCutOff = sqrt(((quantiles[i][j] - average + 3) * (quantiles[i][j] - average + 3)) / (float)(quantiles[i].size() - 1));
-                               
-                               //1%
-                               lowCutOff = sqrt(((quantiles[i][j] - average - 3) * (quantiles[i][j] - average + 3)) / (float)(quantiles[i].size() - 1));
-//cout << "high = " << highCutOff << " low = " << lowCutOff << " de = " << quantiles[i][j] << endl;                            
-                               //if this is below the highcutff and above the lowcutoff
-                               if ((quantiles[i][j] < highCutOff) && (quantiles[i][j] > lowCutOff)) {
-                                       
-                                       newQuanI.push_back(quantiles[i][j]);
-                                       
-                               }else { cout << "removed outlier:  high = " << highCutOff << " low = " << lowCutOff << " de = " << quantiles[i][j] << endl;      }
+                               //is this score between 1 and 99%
+                               if ((quantiles[i][j].score > low) && (quantiles[i][j].score < high)) {
+                                       temp.push_back(quantiles[i][j]);
+                               }
                        }
                        
-                       quantiles[i] = newQuanI;
+                       quantiles[i] = temp;
+               }
+
+/*
+               //find contributer with most offending score related to it
+               int largestContrib = findLargestContrib(seen);
+       
+               //while you still have guys to eliminate
+               while (contributions.size() > 0) {
                
+                       m->mothurOut("Removing scores contributed by sequence " + toString(largestContrib) + " in your template file."); m->mothurOutEndLine();
+                       
+                       //remove from quantiles all scores that were made using this largestContrib
+                       for (int i = 0; i < quantiles.size(); i++) {
+//cout << "before remove " << quantiles[i].size() << '\t';
+                               removeContrib(largestContrib, quantiles[i]);
+//cout << "after remove " << quantiles[i].size() << endl;
+                       }
+//cout << count << " largest contrib = " << largestContrib << endl;  count++;
+                       //remove from contributions all scores that were made using this largestContrib
+                       removeContrib(largestContrib, contributions);
+                       
+                       //"erase" largestContrib
+                       seen[largestContrib] = -1;
+                       
+                       //get next largestContrib
+                       largestContrib = findLargestContrib(seen);
                }
+ABOVE IS ATTEMPT #1            
+**************************************************************************************************
+BELOW IS ATTEMPT #2            
+               vector<int> marked = returnObviousOutliers(quantiles, num);
+               vector<int> copyMarked = marked;
+               
+               //find the 99% of marked
+               sort(copyMarked.begin(), copyMarked.end());
+               int high = copyMarked[int(copyMarked.size() * 0.99)];
+cout << "high = " << high << endl;             
+               
+               for(int i = 0; i < marked.size(); i++) {
+                       if (marked[i] > high) { 
+                               m->mothurOut("Removing scores contributed by sequence " + toString(marked[i]) + " in your template file."); m->mothurOutEndLine();
+                               for (int i = 0; i < quantiles.size(); i++) {
+                                       removeContrib(marked[i], quantiles[i]);
+                               }
+                       }
 
+               }
+               
+               
+               //adjust quantiles
+               for (int i = 0; i < quantiles.size(); i++) {
+                       vector<float> temp;
+                       
+                       if (quantiles[i].size() == 0) {
+                               //in case this is not a distance found in your template files
+                               for (int g = 0; g < 6; g++) {
+                                       temp.push_back(0.0);
+                               }
+                       }else{
+                               
+                               sort(quantiles[i].begin(), quantiles[i].end(), compareQuanMembers);
+                               
+                               //save 10%
+                               temp.push_back(quantiles[i][int(quantiles[i].size() * 0.10)].score);
+                               //save 25%
+                               temp.push_back(quantiles[i][int(quantiles[i].size() * 0.25)].score);
+                               //save 50%
+                               temp.push_back(quantiles[i][int(quantiles[i].size() * 0.5)].score);
+                               //save 75%
+                               temp.push_back(quantiles[i][int(quantiles[i].size() * 0.75)].score);
+                               //save 95%
+                               temp.push_back(quantiles[i][int(quantiles[i].size() * 0.95)].score);
+                               //save 99%
+                               temp.push_back(quantiles[i][int(quantiles[i].size() * 0.99)].score);
+                               
+                       }
+                       
+                       quan[i] = temp;
+                       
+               }
+*/
+               
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "removeObviousOutliers");
+               m->errorOut(e, "DeCalculator", "removeObviousOutliers");
+               exit(1);
+       }
+}
+//***************************************************************************************************************
+//put quanMember in the vector based on how far they are from the 99% or 1%.  Biggest offenders in front.
+/*vector<quanMember> DeCalculator::sortContrib(map<quanMember*, float> quan) {
+       try{
+               
+               vector<quanMember> newQuan;
+               map<quanMember*, float>::iterator it;
+               
+               while (quan.size() > 0) {
+                       
+                        map<quanMember*, float>::iterator largest = quan.begin(); 
+                         
+                       //find biggest member
+                       for (it = quan.begin(); it != quan.end(); it++) {
+                               if (it->second > largest->second) {  largest = it;  }
+                       }
+cout << largest->second << '\t' << largest->first->score << '\t' << largest->first->member1 << '\t' << largest->first->member2 << endl;
+                       //save it 
+                       newQuan.push_back(*(largest->first));
+               
+                       //erase from quan
+                       quan.erase(largest);
+               }
+               
+               return newQuan;
+               
+       }
+       catch(exception& e) {
+               m->errorOut(e, "DeCalculator", "sortContrib");
                exit(1);
        }
 }
 
+//***************************************************************************************************************
+//used by removeObviousOutliers which was attempt to increase sensitivity of chimera detection...not currently used...
+int DeCalculator::findLargestContrib(vector<int> seen) {
+       try{
+               
+               int largest = 0;
+               
+               int largestContribs;
+               
+               for (int i = 0; i < seen.size(); i++)  {  
+                       
+                       if (seen[i] > largest) {
+                               largestContribs = i;
+                               largest = seen[i];
+                       }
+               }
+               
+               return largestContribs;
+               
+       }
+       catch(exception& e) {
+               m->errorOut(e, "DeCalculator", "findLargestContribs");
+               exit(1);
+       }
+}
+//***************************************************************************************************************
+void DeCalculator::removeContrib(int bad, vector<quanMember>& quan) {
+       try{
+       
+               vector<quanMember> newQuan;
+               for (int i = 0; i < quan.size(); i++)  {  
+                       if ((quan[i].member1 != bad) && (quan[i].member2 != bad) ) {  
+                               newQuan.push_back(quan[i]);  
+                       }
+               }
+               
+               quan = newQuan;
+               
+       }
+       catch(exception& e) {
+               m->errorOut(e, "DeCalculator", "removeContrib");
+               exit(1);
+       }
+}
+*/
 //***************************************************************************************************************
 float DeCalculator::findAverage(vector<float> myVector) {
        try{
@@ -464,7 +655,7 @@ float DeCalculator::findAverage(vector<float> myVector) {
                
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "findAverage");
+               m->errorOut(e, "DeCalculator", "findAverage");
                exit(1);
        }
 }
@@ -484,10 +675,305 @@ float DeCalculator::getCoef(vector<float> obs, vector<float> qav) {
                return coef;
        }
        catch(exception& e) {
-               errorOut(e, "DeCalculator", "getCoef");
+               m->errorOut(e, "DeCalculator", "getCoef");
                exit(1);
        }
 }
 //***************************************************************************************************************
+//gets closest matches to each end, since chimeras will most likely have different parents on each end
+vector<Sequence*> DeCalculator::findClosest(Sequence* querySeq, vector<Sequence*> db, int& numWanted, vector<int>& indexes) {
+       try {
+               indexes.clear();
+               
+               vector<Sequence*> seqsMatches;  
+               vector<SeqDist> distsLeft;
+               vector<SeqDist> distsRight;
+               
+               Dist* distcalculator = new eachGapDist();
+               
+               string queryUnAligned = querySeq->getUnaligned();
+               int numBases = int(queryUnAligned.length() * 0.33);
+               
+               string leftQuery = ""; //first 1/3 of the sequence
+               string rightQuery = ""; //last 1/3 of the sequence
+               string queryAligned = querySeq->getAligned();
+               
+               //left side
+               bool foundFirstBase = false;
+               int baseCount = 0;
+               int leftSpot = 0;
+               int firstBaseSpot = 0;
+               for (int i = 0; i < queryAligned.length(); i++) {
+                       //if you are a base
+                       if (isalpha(queryAligned[i])) {         
+                               baseCount++; 
+                               if (!foundFirstBase) {   foundFirstBase = true;  firstBaseSpot = i;  }
+                       }
+                       
+                       //eliminate opening .'s
+                       if (foundFirstBase) {   leftQuery += queryAligned[i];  }
+                       //if you have 1/3
+                       if (baseCount >= numBases) {  leftSpot = i; break; } //first 1/3
+               }
+               
+               //right side - count through another 1/3, so you are at last third
+               baseCount = 0;
+               int rightSpot = 0;
+               for (int i = leftSpot; i < queryAligned.length(); i++) {
+                       //if you are a base
+                       if (isalpha(queryAligned[i])) {         baseCount++;    }
+                       //if you have 1/3
+                       if (baseCount >= numBases) { rightSpot = i;  break; } //last 1/3
+               }
+               
+               //trim end
+               //find last position in query that is a non gap character
+               int lastBaseSpot = queryAligned.length()-1;
+               for (int j = queryAligned.length()-1; j >= 0; j--) {
+                       if (isalpha(queryAligned[j])) {
+                               lastBaseSpot = j;
+                               break;
+                       }
+               }
+               rightQuery = queryAligned.substr(rightSpot, (lastBaseSpot-rightSpot)); //sequence from pos spot to end
+               
+               Sequence queryLeft(querySeq->getName(), leftQuery);
+               Sequence queryRight(querySeq->getName(), rightQuery);
+//cout << querySeq->getName() << '\t' << leftSpot << '\t' << rightSpot << '\t' << firstBaseSpot << '\t' << lastBaseSpot << endl;
+//cout << queryUnAligned.length() << '\t' << queryLeft.getUnaligned().length() << '\t' << queryRight.getUnaligned().length() << endl;
+               for(int j = 0; j < db.size(); j++){
+                       
+                       string dbAligned = db[j]->getAligned();
+                       string leftDB = dbAligned.substr(firstBaseSpot, (leftSpot-firstBaseSpot+1)); //first 1/3 of the sequence
+                       string rightDB = dbAligned.substr(rightSpot, (lastBaseSpot-rightSpot)); //last 1/3 of the sequence
+                       
+                       Sequence dbLeft(db[j]->getName(), leftDB);
+                       Sequence dbRight(db[j]->getName(), rightDB);
+
+                       distcalculator->calcDist(queryLeft, dbLeft);
+                       float distLeft = distcalculator->getDist();
+                       
+                       distcalculator->calcDist(queryRight, dbRight);
+                       float distRight = distcalculator->getDist();
+                       
+                       SeqDist subjectLeft;
+                       subjectLeft.seq = db[j];
+                       subjectLeft.dist = distLeft;
+                       subjectLeft.index = j;
+                       
+                       distsLeft.push_back(subjectLeft);
+                       
+                       SeqDist subjectRight;
+                       subjectRight.seq = db[j];
+                       subjectRight.dist = distRight;
+                       subjectRight.index = j;
+                       
+                       distsRight.push_back(subjectRight);
+
+               }
+               
+               delete distcalculator;
+               
+               //sort by smallest distance
+               sort(distsRight.begin(), distsRight.end(), compareSeqDist);
+               sort(distsLeft.begin(), distsLeft.end(), compareSeqDist);
+               
+               //merge results         
+               map<string, string> seen;
+               map<string, string>::iterator it;
+               
+               vector<SeqDist> dists;
+               float lastRight = distsRight[0].dist;
+               float lastLeft = distsLeft[0].dist;
+               int lasti = 0;
+               for (int i = 0; i < distsLeft.size(); i++) {
+                       //add left if you havent already
+                       it = seen.find(distsLeft[i].seq->getName());
+                       if (it == seen.end()) {  
+                               dists.push_back(distsLeft[i]);
+                               seen[distsLeft[i].seq->getName()] = distsLeft[i].seq->getName();
+                               lastLeft =  distsLeft[i].dist;
+                       }
+
+                       //add right if you havent already
+                       it = seen.find(distsRight[i].seq->getName());
+                       if (it == seen.end()) {  
+                               dists.push_back(distsRight[i]);
+                               seen[distsRight[i].seq->getName()] = distsRight[i].seq->getName();
+                               lastRight =  distsRight[i].dist;
+                       }
+                       
+                       if (dists.size() > numWanted) { lasti = i; break; } //you have enough results
+               }
+               
+               //add in dups
+               lasti++;
+               int i = lasti;
+               while (i < distsLeft.size()) {  
+                       if (distsLeft[i].dist == lastLeft) {  dists.push_back(distsLeft[i]);  numWanted++; }
+                       else { break; }
+                       i++;
+               }
+               
+               i = lasti;
+               while (i < distsRight.size()) {  
+                       if (distsRight[i].dist == lastRight) {  dists.push_back(distsRight[i]);  numWanted++; }
+                       else { break; }
+                       i++;
+               }
+
+//cout << numWanted << endl;
+               for (int i = 0; i < numWanted; i++) {
+//cout << dists[i].seq->getName() << '\t' << dists[i].dist << endl;
+                       Sequence* temp = new Sequence(dists[i].seq->getName(), dists[i].seq->getAligned()); //have to make a copy so you can trim and filter without stepping on eachother.
+                       seqsMatches.push_back(temp);
+                       indexes.push_back(dists[i].index);
+               }
+               
+               return seqsMatches;
+       }
+       catch(exception& e) {
+               m->errorOut(e, "DeCalculator", "findClosest");
+               exit(1);
+       }
+}
+//***************************************************************************************************************
+Sequence* DeCalculator::findClosest(Sequence* querySeq, vector<Sequence*> db) {
+       try {
+               
+               Sequence* seqsMatch;  
+               
+               Dist* distcalculator = new eachGapDist();
+               int index = 0;
+               int smallest = 1000000;
+               
+               for(int j = 0; j < db.size(); j++){
+                       
+                       distcalculator->calcDist(*querySeq, *db[j]);
+                       float dist = distcalculator->getDist();
+                       
+                       if (dist < smallest) { 
+                               smallest = dist;
+                               index = j;
+                       }
+               }
+               
+               delete distcalculator;
+               
+               seqsMatch = new Sequence(db[index]->getName(), db[index]->getAligned()); //have to make a copy so you can trim and filter without stepping on eachother.
+                       
+               return seqsMatch;
+       }
+       catch(exception& e) {
+               m->errorOut(e, "DeCalculator", "findClosest");
+               exit(1);
+       }
+}
+/***************************************************************************************************************/
+map<int, int> DeCalculator::trimSeqs(Sequence* query, vector<Sequence*> topMatches) {
+       try {
+               
+               int frontPos = 0;  //should contain first position in all seqs that is not a gap character
+               int rearPos = query->getAligned().length();
+               
+               //********find first position in topMatches that is a non gap character***********//
+               //find first position all query seqs that is a non gap character
+               for (int i = 0; i < topMatches.size(); i++) {
+                       
+                       string aligned = topMatches[i]->getAligned();
+                       int pos = 0;
+                       
+                       //find first spot in this seq
+                       for (int j = 0; j < aligned.length(); j++) {
+                               if (isalpha(aligned[j])) {
+                                       pos = j;
+                                       break;
+                               }
+                       }
+                       
+                       //save this spot if it is the farthest
+                       if (pos > frontPos) { frontPos = pos; }
+               }
+               
+               
+               string aligned = query->getAligned();
+               int pos = 0;
+                       
+               //find first position in query that is a non gap character
+               for (int j = 0; j < aligned.length(); j++) {
+                       if (isalpha(aligned[j])) {
+                               pos = j;
+                               break;
+                       }
+               }
+               
+               //save this spot if it is the farthest
+               if (pos > frontPos) { frontPos = pos; }
+               
+               
+               //********find last position in topMatches that is a non gap character***********//
+               for (int i = 0; i < topMatches.size(); i++) {
+                       
+                       string aligned = topMatches[i]->getAligned();
+                       int pos = aligned.length();
+                       
+                       //find first spot in this seq
+                       for (int j = aligned.length()-1; j >= 0; j--) {
+                               if (isalpha(aligned[j])) {
+                                       pos = j;
+                                       break;
+                               }
+                       }
+                       
+                       //save this spot if it is the farthest
+                       if (pos < rearPos) { rearPos = pos; }
+               }
+               
+               
+               aligned = query->getAligned();
+               pos = aligned.length();
+               
+               //find last position in query that is a non gap character
+               for (int j = aligned.length()-1; j >= 0; j--) {
+                       if (isalpha(aligned[j])) {
+                               pos = j;
+                               break;
+                       }
+               }
+               
+               //save this spot if it is the farthest
+               if (pos < rearPos) { rearPos = pos; }
+
+               //check to make sure that is not whole seq
+               if ((rearPos - frontPos - 1) <= 0) {  m->mothurOut("Error, when I trim your sequences, the entire sequence is trimmed."); m->mothurOutEndLine(); exit(1);  }
+//cout << query->getName() << " front = " << frontPos << " rear = " << rearPos << endl;                
+               //trim query
+               string newAligned = query->getAligned();
+               newAligned = newAligned.substr(frontPos, (rearPos-frontPos+1));
+               query->setAligned(newAligned);
+               
+               //trim topMatches
+               for (int i = 0; i < topMatches.size(); i++) {
+                       newAligned = topMatches[i]->getAligned();
+                       newAligned = newAligned.substr(frontPos, (rearPos-frontPos+1));
+                       topMatches[i]->setAligned(newAligned);
+               }
+               
+               map<int, int> trimmedPos;
+               
+               for (int i = 0; i < newAligned.length(); i++) {
+                       trimmedPos[i] = i+frontPos;
+               }
+               
+               return trimmedPos;
+       }
+       catch(exception& e) {
+               m->errorOut(e, "DeCalculator", "trimSequences");
+               exit(1);
+       }
+
+}
+//***************************************************************************************************************
+