]> git.donarmstrong.com Git - mothur.git/blobdiff - mothur.h
filter.seqs bug change
[mothur.git] / mothur.h
index ed206af809e4f369b12015ed0406966d12992a72..d5086b3909ece580bbb552454ced3a742b790dcd 100644 (file)
--- a/mothur.h
+++ b/mothur.h
@@ -21,6 +21,8 @@
 #include <iomanip>
 #include <fstream>
 #include <sstream>
+#include <signal.h>
+
 
 //exception
 #include <stdexcept>
 #include <ctime>
 #include <limits>
 
+#ifdef USE_MPI
+       #include "mpi.h"
+#endif
+/***********************************************************************/
 
 #if defined (__APPLE__) || (__MACH__) || (linux) || (__linux)
        #include <sys/wait.h>
+       #include <sys/time.h>
+       #include <sys/resource.h>
        #include <unistd.h>
+       
+       #ifdef USE_READLINE
+               #include <readline/readline.h>
+               #include <readline/history.h>
+       #endif
+
+#else
+       #include <conio.h> //allows unbuffered screen capture from stdin
+       #include <direct.h> //get cwd
+       #include <windows.h>
+       #include <psapi.h>
+
 #endif
 
 using namespace std;
@@ -60,7 +80,6 @@ using namespace std;
 #define isnan(x) ((x) != (x))
 #define isinf(x) (fabs(x) == std::numeric_limits<double>::infinity())
 
-
 typedef unsigned long ull;
 
 struct IntNode {
@@ -70,6 +89,9 @@ struct IntNode {
        int rcoef;
        IntNode* left;
        IntNode* right;
+       
+       IntNode(int lv, int rv, IntNode* l, IntNode* r) : lvalue(lv), rvalue(rv), left(l), right(r) {};
+       IntNode() {};
 };
 
 struct ThreadNode {
@@ -78,6 +100,27 @@ struct ThreadNode {
        IntNode* right;
 };
 
+/************************************************************/
+struct clusterNode {
+       int numSeq;
+       int parent;
+       int smallChild; //used to make linkTable work with list and rabund. represents bin number of this cluster node
+       clusterNode(int num, int par, int kid) : numSeq(num), parent(par), smallChild(kid) {};
+};
+/************************************************************/
+struct seqDist {
+       int seq1;
+       int seq2;
+       float dist;
+       seqDist() {}
+       seqDist(int s1, int s2, float d) : seq1(s1), seq2(s2), dist(d) {}
+       ~seqDist() {}
+};
+//********************************************************************************************************************
+//sorts lowest to highest
+inline bool compareSequenceDistance(seqDist left, seqDist right){
+       return (left.dist < right.dist);        
+} 
 /***********************************************************************/
 
 // snagged from http://www.parashift.com/c++-faq-lite/misc-technical-issues.html#faq-39.2
@@ -156,12 +199,11 @@ string toString(const T&x, int i){
     return output.str();
 }
 /***********************************************************************/
-
 inline int openOutputFileAppend(string fileName, ofstream& fileHandle){
        
        fileHandle.open(fileName.c_str(), ios::app);
        if(!fileHandle) {
-               cout << "Error: Could not open " <<  fileName << endl; 
+               cout << "Error: Could not open " << fileName << endl;
                return 1;
        }
        else {
@@ -171,7 +213,26 @@ inline int openOutputFileAppend(string fileName, ofstream& fileHandle){
 }
 /***********************************************************************/
 
-inline string getline(ifstream& fileHandle) {
+inline void gobble(istream& f){
+       
+       char d;
+    while(isspace(d=f.get()))          {;}
+       f.putback(d);
+       
+}
+/***********************************************************************/
+
+inline void gobble(istringstream& f){
+       
+       char d;
+    while(isspace(d=f.get()))          {;}
+       f.putback(d);
+       
+}
+
+/***********************************************************************/
+
+inline string getline(istringstream& fileHandle) {
        try {
        
                string line = "";
@@ -181,7 +242,7 @@ inline string getline(ifstream& fileHandle) {
                        char c = fileHandle.get(); 
                        
                        //are you at the end of the line
-                       if ((c == '\n') || (c == '\r') || (c == '\f')){   break;        }       
+                       if ((c == '\n') || (c == '\r') || (c == '\f')){  break; }       
                        else {          line += c;              }
                }
                
@@ -193,87 +254,30 @@ inline string getline(ifstream& fileHandle) {
                exit(1);
        }
 }
+/***********************************************************************/
 
-/**************************************************************************************************/
-
-inline void mothurOut(string message) {
-       try{
-               ofstream out;
-               string logFileName = "mothur.logFile";
-               openOutputFileAppend(logFileName, out);
-               
-               cout << message;
-               out << message;
-               
-               out.close();
-       }
-       catch(exception& e) {
-               cout << "Error in mothur class mothurOut" << endl;
-               exit(1);
-       }
-}
-/**************************************************************************************************/
-
-inline void mothurOut(string message, string precision) {
-       try{
-               ofstream out;
-               string logFileName = "mothur.logFile";
-               openOutputFileAppend(logFileName, out);
-               
-               cout << precision << message;
-               out << precision << message;
-               
-               out.close();
-       }
-       catch(exception& e) {
-               cout << "Error in mothur class mothurOut" << endl;
-               exit(1);
-       }
-}
-
-/**************************************************************************************************/
-
-inline void mothurOutEndLine() {
+inline string getline(ifstream& fileHandle) {
        try {
-               ofstream out;
-               string logFileName = "mothur.logFile";
-               openOutputFileAppend(logFileName, out);
+       
+               string line = "";
                
-               cout << endl;  
-               out << endl;
+               while (!fileHandle.eof())       {
+                       //get next character
+                       char c = fileHandle.get(); 
+                       
+                       //are you at the end of the line
+                       if ((c == '\n') || (c == '\r') || (c == '\f')){  break; }       
+                       else {          line += c;              }
+               }
+               
+               return line;
                
-               out.close();
        }
        catch(exception& e) {
-               cout << "error in mothur mothurOutEndLine" << endl;
+               cout << "Error in mothur function getline" << endl;
                exit(1);
        }
 }
-
-
-/**************************************************************************************************/
-
-inline void errorOut(exception& e, string object, string function) {
-       
-               mothurOut("Error: ");
-               mothurOut(toString(e.what()));
-               mothurOut(" has occurred in the " + object + " class function " + function + ". Please contact Pat Schloss at pschloss@microbio.umass.edu, and be sure to include the mothur.logFile with your inquiry.");
-               mothurOutEndLine();
-       
-}
-
-
-
-
-/***********************************************************************/
-
-inline void gobble(istream& f){
-       
-       char d;
-    while(isspace(d=f.get()))          {;}
-       f.putback(d);
-       
-}
 /***********************************************************************/
 
 inline bool isTrue(string f){
@@ -288,6 +292,13 @@ inline float roundDist(float dist, int precision){
        
        return int(dist * precision + 0.5)/float(precision);
        
+}
+/***********************************************************************/
+
+inline float ceilDist(float dist, int precision){
+       
+       return int(ceil(dist * precision))/float(precision);
+       
 }
 
 /***********************************************************************/
@@ -359,11 +370,18 @@ inline string getSimpleName(string longName){
  
        string simpleName = longName;
        
-       if(longName.find_last_of("/") != longName.npos){
-               int pos = longName.find_last_of('/')+1;
-               simpleName = longName.substr(pos, longName.length());
-       }
+       size_t found;
+       found=longName.find_last_of("/\\");
 
+       if(found != longName.npos){
+               simpleName = longName.substr(found+1);
+       }
+       
+               //if(longName.find_last_of("/") != longName.npos){
+               //      int pos = longName.find_last_of('/')+1;
+               //      simpleName = longName.substr(pos, longName.length());
+               //}
+       
        return simpleName;
 }
 
@@ -392,13 +410,28 @@ inline string getPathName(string longName){
  
        string rootPathName = longName;
        
-       if(longName.find_last_of('/') != longName.npos){
-               int pos = longName.find_last_of('/')+1;
+       if(longName.find_last_of("/\\") != longName.npos){
+               int pos = longName.find_last_of("/\\")+1;
                rootPathName = longName.substr(0, pos);
        }
-
+       
        return rootPathName;
 }
+/***********************************************************************/
+
+inline string hasPath(string longName){
+       
+       string path = "";
+       
+       size_t found;
+       found=longName.find_last_of("~/\\");
+
+       if(found != longName.npos){
+               path = longName.substr(0, found+1);
+       }
+       
+       return path;
+}
 
 /***********************************************************************/
 
@@ -413,29 +446,213 @@ inline string getExtension(string longName){
        
        return extension;
 }
+/***********************************************************************/
+inline bool isBlank(string fileName){
+       
+       ifstream fileHandle;
+       fileHandle.open(fileName.c_str());
+       if(!fileHandle) {
+               cout << "Error: Could not open " << fileName << endl;
+               return false;
+       }else {
+               //check for blank file
+               gobble(fileHandle);
+               if (fileHandle.eof()) { fileHandle.close(); return true;  }
+       }
+       return false;
+}
+/***********************************************************************/
 
+inline string getFullPathName(string fileName){
+       try{
+       
+       string path = hasPath(fileName);
+       string newFileName;
+       int pos;
+       
+       if (path == "") { return fileName; } //its a simple name
+       else { //we need to complete the pathname
+               // ex. ../../../filename 
+               // cwd = /user/work/desktop
+                               
+               string cwd;
+               //get current working directory 
+               #if defined (__APPLE__) || (__MACH__) || (linux) || (__linux)   
+                       
+                       if (path.find("~") != -1) { //go to home directory
+                               string homeDir = getenv ("HOME");
+                               newFileName = homeDir + fileName.substr(fileName.find("~")+1);
+                               return newFileName;
+                       }else { //find path
+                               if (path.rfind("./") == -1) { return fileName; } //already complete name
+                               else { newFileName = fileName.substr(fileName.rfind("./")+2); } //save the complete part of the name
+                               
+                               char* cwdpath = new char[1024];
+
+                               size_t size;
+                               cwdpath=getcwd(cwdpath,size);
+                       
+                               cwd = cwdpath;
+                               
+                               //rip off first '/'
+                               string simpleCWD;
+                               if (cwd.length() > 0) { simpleCWD = cwd.substr(1); }
+                               
+                               //break apart the current working directory
+                               vector<string> dirs;
+                               while (simpleCWD.find_first_of('/') != -1) {
+                                       string dir = simpleCWD.substr(0,simpleCWD.find_first_of('/'));
+                                       simpleCWD = simpleCWD.substr(simpleCWD.find_first_of('/')+1, simpleCWD.length());
+                                       dirs.push_back(dir);
+                               }
+                               //get last one              // ex. ../../../filename = /user/work/desktop/filename
+                               dirs.push_back(simpleCWD);  //ex. dirs[0] = user, dirs[1] = work, dirs[2] = desktop
+                               
+                       
+                               int index = dirs.size()-1;
+               
+                               while((pos = path.rfind("./")) != -1) { //while you don't have a complete path
+                                       if (pos == 0) { break;  //you are at the end
+                                       }else if (path[(pos-1)] == '.') { //you want your parent directory ../
+                                               path = path.substr(0, pos-1);
+                                               index--;
+                                               if (index == 0) {  break; }
+                                       }else if (path[(pos-1)] == '/') { //you want the current working dir ./
+                                               path = path.substr(0, pos);
+                                       }else if (pos == 1) { break;  //you are at the end
+                                       }else { cout << "cannot resolve path for " <<  fileName << endl; return fileName; }
+                               }
+                       
+                               for (int i = index; i >= 0; i--) {
+                                       newFileName = dirs[i] +  "/" + newFileName;             
+                               }
+                               
+                               newFileName =  "/" +  newFileName;
+                               return newFileName;
+                       }       
+               #else
+                       if (path.find("~") != -1) { //go to home directory
+                               string homeDir = getenv ("HOMEPATH");
+                               newFileName = homeDir + fileName.substr(fileName.find("~")+1);
+                               return newFileName;
+                       }else { //find path
+                               if (path.rfind(".\\") == -1) { return fileName; } //already complete name
+                               else { newFileName = fileName.substr(fileName.rfind(".\\")+2); } //save the complete part of the name
+                                                       
+                               char *cwdpath = NULL;
+                               cwdpath = getcwd(NULL, 0); // or _getcwd
+                               if ( cwdpath != NULL) { cwd = cwdpath; }
+                               else { cwd = "";  }
+                               
+                               //break apart the current working directory
+                               vector<string> dirs;
+                               while (cwd.find_first_of('\\') != -1) {
+                                       string dir = cwd.substr(0,cwd.find_first_of('\\'));
+                                       cwd = cwd.substr(cwd.find_first_of('\\')+1, cwd.length());
+                                       dirs.push_back(dir);
+               
+                               }
+                               //get last one
+                               dirs.push_back(cwd);  //ex. dirs[0] = user, dirs[1] = work, dirs[2] = desktop
+                                       
+                               int index = dirs.size()-1;
+                                       
+                               while((pos = path.rfind(".\\")) != -1) { //while you don't have a complete path
+                                       if (pos == 0) { break;  //you are at the end
+                                       }else if (path[(pos-1)] == '.') { //you want your parent directory ../
+                                               path = path.substr(0, pos-1);
+                                               index--;
+                                               if (index == 0) {  break; }
+                                       }else if (path[(pos-1)] == '\\') { //you want the current working dir ./
+                                               path = path.substr(0, pos);
+                                       }else if (pos == 1) { break;  //you are at the end
+                                       }else { cout << "cannot resolve path for " <<  fileName << endl; return fileName; }
+                               }
+                       
+                               for (int i = index; i >= 0; i--) {
+                                       newFileName = dirs[i] +  "\\" + newFileName;            
+                               }
+                               
+                               return newFileName;
+                       }
+                       
+               #endif
+       }
+       }
+       catch(exception& e) {
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function getFullPathName. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
+               exit(1);
+       }       
+}
+/***********************************************************************/
+
+inline int openInputFile(string fileName, ifstream& fileHandle, string m){
+       
+       //get full path name
+       string completeFileName = getFullPathName(fileName);
+
+       fileHandle.open(completeFileName.c_str());
+       if(!fileHandle) {
+               return 1;
+       }else {
+               //check for blank file
+               gobble(fileHandle);
+               return 0;
+       }       
+}
 /***********************************************************************/
 
 inline int openInputFile(string fileName, ifstream& fileHandle){
+       
+       //get full path name
+       string completeFileName = getFullPathName(fileName);
 
-       fileHandle.open(fileName.c_str());
+       fileHandle.open(completeFileName.c_str());
        if(!fileHandle) {
-               mothurOut("Error: Could not open " + fileName);  mothurOutEndLine();
+               cout << "Error: Could not open " << completeFileName << endl;
                return 1;
        }
        else {
+               //check for blank file
+               gobble(fileHandle);
+               if (fileHandle.eof()) { cout << completeFileName << " is blank. Please correct." << endl;   }
+               
                return 0;
        }
        
 }
+/***********************************************************************/
+
+inline int renameFile(string oldName, string newName){
+       
+       ifstream inTest;
+       int exist = openInputFile(newName, inTest, "");
+       
+#if defined (__APPLE__) || (__MACH__) || (linux) || (__linux)          
+       if (exist == 0) { //you could open it so you want to delete it
+               inTest.close();
+               string command = "rm " + newName;
+               system(command.c_str());
+       }
+                       
+       string command = "mv " + oldName + " " + newName;
+       system(command.c_str());
+#else
+       remove(newName.c_str());
+       int renameOk = rename(oldName.c_str(), newName.c_str());
+#endif
+       return 0;
+}
 
 /***********************************************************************/
 
 inline int openOutputFile(string fileName, ofstream& fileHandle){
        
-       fileHandle.open(fileName.c_str(), ios::trunc);
+       string completeFileName = getFullPathName(fileName);
+       
+       fileHandle.open(completeFileName.c_str(), ios::trunc);
        if(!fileHandle) {
-               mothurOut("Error: Could not open " + fileName);  mothurOutEndLine();
+               cout << "Error: Could not open " << completeFileName << endl;
                return 1;
        }
        else {
@@ -453,6 +670,51 @@ inline int getNumSeqs(ifstream& file){
        return numSeqs;
 
 }
+/***********************************************************************/
+inline void getNumSeqs(ifstream& file, int& numSeqs){
+       
+       string input;
+       numSeqs = 0;
+       while(!file.eof()){
+               input = getline(file);
+               if (input.length() != 0) {
+                       if(input[0] == '>'){ numSeqs++; }
+               }
+       }
+}
+
+/***********************************************************************/
+
+inline bool inVector(string member, vector<string> group){
+       
+       for (int i = 0; i < group.size(); i++) {
+               if (group[i] == member) {  return true;         }
+       }
+       
+       return false;
+}
+/***********************************************************************/
+
+//This function parses the estimator options and puts them in a vector
+inline void splitAtChar(string& estim, vector<string>& container, char symbol) {
+       try {
+               string individual;
+               
+               while (estim.find_first_of(symbol) != -1) {
+                       individual = estim.substr(0,estim.find_first_of(symbol));
+                       if ((estim.find_first_of(symbol)+1) <= estim.length()) { //checks to make sure you don't have dash at end of string
+                               estim = estim.substr(estim.find_first_of(symbol)+1, estim.length());
+                               container.push_back(individual);
+                       }
+               }
+               //get last one
+               container.push_back(estim);
+       }
+       catch(exception& e) {
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function splitAtDash. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
+               exit(1);
+       }       
+}
 
 /***********************************************************************/
 
@@ -472,9 +734,9 @@ inline void splitAtDash(string& estim, vector<string>& container) {
                container.push_back(estim);
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "splitAtDash");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function splitAtDash. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
 
 /***********************************************************************/
@@ -494,9 +756,9 @@ inline void splitAtDash(string& estim, set<string>& container) {
                container.insert(estim);
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "splitAtDash");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function splitAtDash. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
 /***********************************************************************/
 //This function parses the line options and puts them in a set
@@ -518,9 +780,9 @@ inline void splitAtDash(string& estim, set<int>& container) {
                container.insert(lineNum);
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "splitAtDash");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function splitAtDash. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
 /***********************************************************************/
 //This function parses the a string and puts peices in a vector
@@ -539,9 +801,9 @@ inline void splitAtComma(string& estim, vector<string>& container) {
                container.push_back(estim);
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "splitAtComma");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function splitAtComma. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
 /***********************************************************************/
 
@@ -558,9 +820,9 @@ inline void splitAtComma(string& prefix, string& suffix){
 
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "splitAtComma");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function splitAtComma. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
 /***********************************************************************/
 
@@ -578,10 +840,11 @@ inline void splitAtEquals(string& key, string& value){
                }
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "splitAtEquals");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function splitAtEquals. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
+
 /**************************************************************************************************/
 
 inline bool inUsersGroups(string groupname, vector<string> Groups) {
@@ -592,72 +855,32 @@ inline bool inUsersGroups(string groupname, vector<string> Groups) {
                return false;
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "inUsersGroups");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function inUsersGroups. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
-
 /**************************************************************************************************/
-
-inline void mothurOutJustToLog(string message) {
+//returns true if any of the strings in first vector are in second vector
+inline bool inUsersGroups(vector<string> groupnames, vector<string> Groups) {
        try {
-               ofstream out;
-               string logFileName = "mothur.logFile";
-               openOutputFileAppend(logFileName, out);
                
-               out << message;
-               
-               out.close();
-       }
-       catch(exception& e) {
-               errorOut(e, "mothur", "mothurOutJustToLog");
-               exit(1);
-       }
-}
-
-
-/**************************************************************************************************/
-
-inline void mothurOut(float num) {
-       try {
-               ofstream out;
-               string logFileName = "mothur.logFile";
-               openOutputFileAppend(logFileName, out);
-               
-               cout << num;  
-               out << num;
-               
-               out.close();
-       }
-       catch(exception& e) {
-               cout << "Error in mothur class mothurOut float" << endl;
-               exit(1);
-       }
-}
-/***********************************************************************/
-inline void mothurOut(double value) {
-       try {
-               ofstream out;
-               string logFileName = "mothur.logFile";
-               openOutputFileAppend(logFileName, out);
-               
-               cout << value;  
-               out << value;
-               
-               out.close();
+               for (int i = 0; i < groupnames.size(); i++) {
+                       if (inUsersGroups(groupnames[i], Groups)) { return true; }
+               }
+               return false;
        }
        catch(exception& e) {
-               cout << "Error in mothur class mothurOut double" << endl;
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function inUsersGroups. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
-       }
+       }       
 }
-
 /***********************************************************************/
 //this function determines if the user has given us labels that are smaller than the given label.
 //if so then it returns true so that the calling function can run the previous valid distance.
 //it's a "smart" distance function.  It also checks for invalid labels.
 inline bool anyLabelsToProcess(string label, set<string>& userLabels, string errorOff) {
        try {
+               
                set<string>::iterator it;
                vector<float> orderFloat;
                map<string, float> userMap;  //the conversion process removes trailing 0's which we need to put back
@@ -667,7 +890,13 @@ inline bool anyLabelsToProcess(string label, set<string>& userLabels, string err
                
                //unique is the smallest line
                if (label == "unique") {  return false;  }
-               else { convert(label, labelFloat); }
+               else { 
+                       if (convertTestFloat(label, labelFloat)) {
+                               convert(label, labelFloat); 
+                       }else { //cant convert 
+                               return false;
+                       }
+               }
                
                //go through users set and make them floats
                for(it = userLabels.begin(); it != userLabels.end(); ++it) {
@@ -681,7 +910,7 @@ inline bool anyLabelsToProcess(string label, set<string>& userLabels, string err
                                orderFloat.push_back(-1.0);
                                userMap["unique"] = -1.0;
                        }else {
-                               if (errorOff == "") {  mothurOut(*it + " is not a valid label."); mothurOutEndLine();  }
+                               if (errorOff == "") {  cout << *it << " is not a valid label." << endl;  }
                                userLabels.erase(*it); 
                                it--;
                        }
@@ -699,11 +928,11 @@ inline bool anyLabelsToProcess(string label, set<string>& userLabels, string err
                        if (orderFloat[i] < labelFloat) {
                                smaller = true;
                                if (orderFloat[i] == -1) { 
-                                       if (errorOff == "") { mothurOut("Your file does not include the label unique."); mothurOutEndLine(); }
+                                       if (errorOff == "") { cout << "Your file does not include the label unique." << endl; }
                                        userLabels.erase("unique");
                                }
                                else {  
-                                       if (errorOff == "") { mothurOut("Your file does not include the label "); mothurOutEndLine(); }
+                                       if (errorOff == "") { cout << "Your file does not include the label " << endl; }
                                        string s = "";
                                        for (it2 = userMap.begin(); it2!= userMap.end(); it2++) {  
                                                if (it2->second == orderFloat[i]) {  
@@ -713,7 +942,7 @@ inline bool anyLabelsToProcess(string label, set<string>& userLabels, string err
                                                        break;
                                                }
                                        }
-                                       if (errorOff == "") { mothurOut(s + ". I will use the next smallest distance. "); mothurOutEndLine(); }
+                                       if (errorOff == "") {cout << s <<  ". I will use the next smallest distance. " << endl; }
                                }
                        //since they are sorted once you find a bigger one stop looking
                        }else { break; }
@@ -723,11 +952,299 @@ inline bool anyLabelsToProcess(string label, set<string>& userLabels, string err
                                                
        }
        catch(exception& e) {
-               errorOut(e, "mothur", "anyLabelsToProcess");
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function anyLabelsToProcess. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
                exit(1);
+       }       
+}
+
+/**************************************************************************************************/
+inline void appendFiles(string temp, string filename) {
+       try{
+               ofstream output;
+               ifstream input;
+       
+               //open output file in append mode
+               openOutputFileAppend(filename, output);
+               int ableToOpen = openInputFile(temp, input, "no error");
+               
+               if (ableToOpen == 0) { //you opened it
+                       while(char c = input.get()){
+                               if(input.eof())         {       break;                  }
+                               else                            {       output << c;    }
+                       }
+                       input.close();
+               }
+               
+               output.close();
        }
+       catch(exception& e) {
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function appendFiles. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
+               exit(1);
+       }       
 }
 
+/**************************************************************************************************/
+inline string sortFile(string distFile, string outputDir){
+       try {   
+       
+               //if (outputDir == "") {  outputDir += hasPath(distFile);  }
+               string outfile = getRootName(distFile) + "sorted.dist";
+
+               
+               //if you can, use the unix sort since its been optimized for years
+               #if defined (__APPLE__) || (__MACH__) || (linux) || (__linux)
+                       string command = "sort -n -k +3 " + distFile + " -o " + outfile;
+                       system(command.c_str());
+               #else //you are stuck with my best attempt...
+                       //windows sort does not have a way to specify a column, only a character in the line
+                       //since we cannot assume that the distance will always be at the the same character location on each line
+                       //due to variable sequence name lengths, I chose to force the distance into first position, then sort and then put it back.
+               
+                       //read in file line by file and put distance first
+                       string tempDistFile = distFile + ".temp";
+                       ifstream input;
+                       ofstream output;
+                       openInputFile(distFile, input);
+                       openOutputFile(tempDistFile, output);
+
+                       string firstName, secondName;
+                       float dist;
+                       while (input) {
+                               input >> firstName >> secondName >> dist;
+                               output << dist << '\t' << firstName << '\t' << secondName << endl;
+                               gobble(input);
+                       }
+                       input.close();
+                       output.close();
+               
+       
+                       //sort using windows sort
+                       string tempOutfile = outfile + ".temp";
+                       string command = "sort " + tempDistFile + " /O " + tempOutfile;
+                       system(command.c_str());
+               
+                       //read in sorted file and put distance at end again
+                       ifstream input2;
+                       openInputFile(tempOutfile, input2);
+                       openOutputFile(outfile, output);
+               
+                       while (input2) {
+                               input2 >> dist >> firstName >> secondName;
+                               output << firstName << '\t' << secondName << '\t' << dist << endl;
+                               gobble(input2);
+                       }
+                       input2.close();
+                       output.close();
+               
+                       //remove temp files
+                       remove(tempDistFile.c_str());
+                       remove(tempOutfile.c_str());
+               #endif
+               
+               return outfile;
+       }
+       catch(exception& e) {
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function sortfile. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
+               exit(1);
+       }       
+}
+/**************************************************************************************************/
+inline vector<unsigned long int> setFilePosFasta(string filename, int& num) {
+
+                       vector<unsigned long int> positions;
+                       ifstream inFASTA;
+                       openInputFile(filename, inFASTA);
+                                               
+                       string input;
+                       while(!inFASTA.eof()){
+                               input = getline(inFASTA); 
+                               if (input.length() != 0) {
+                                       if(input[0] == '>'){    unsigned long int pos = inFASTA.tellg(); positions.push_back(pos - input.length() - 1); }
+                               }
+                               gobble(inFASTA); //has to be here since windows line endings are 2 characters and mess up the positions
+                       }
+                       inFASTA.close();
+               
+                       num = positions.size();
+               
+                       /*FILE * pFile;
+                       long size;
+               
+                       //get num bytes in file
+                       pFile = fopen (filename.c_str(),"rb");
+                       if (pFile==NULL) perror ("Error opening file");
+                       else{
+                               fseek (pFile, 0, SEEK_END);
+                               size=ftell (pFile);
+                               fclose (pFile);
+                       }*/
+                       
+                       unsigned long int size = positions[(positions.size()-1)];
+                       ifstream in;
+                       openInputFile(filename, in);
+                       
+                       in.seekg(size);
+               
+                       while(char c = in.get()){
+                               if(in.eof())            {       break;  }
+                               else                            {       size++; }
+                       }
+                       in.close();
+               
+                       positions.push_back(size);
+               
+                       return positions;
+}
+/**************************************************************************************************/
+inline vector<unsigned long int> setFilePosEachLine(string filename, int& num) {
+
+                       vector<unsigned long int> positions;
+                       ifstream in;
+                       openInputFile(filename, in);
+                               
+                       string input;
+                       while(!in.eof()){
+                               unsigned long int lastpos = in.tellg();
+                               input = getline(in); 
+                               if (input.length() != 0) {
+                                       unsigned long int pos = in.tellg(); 
+                                       if (pos != -1) { positions.push_back(pos - input.length() - 1); }
+                                       else {  positions.push_back(lastpos);  }
+                               }
+                               gobble(in); //has to be here since windows line endings are 2 characters and mess up the positions
+                       }
+                       in.close();
+               
+                       num = positions.size();
+               
+                       FILE * pFile;
+                       unsigned long int size;
+               
+                       //get num bytes in file
+                       pFile = fopen (filename.c_str(),"rb");
+                       if (pFile==NULL) perror ("Error opening file");
+                       else{
+                               fseek (pFile, 0, SEEK_END);
+                               size=ftell (pFile);
+                               fclose (pFile);
+                       }
+               
+                       positions.push_back(size);
+               
+                       return positions;
+}
+/**************************************************************************************************/
+
+inline vector<unsigned long int> divideFile(string filename, int& proc) {
+       try{
+       
+               vector<unsigned long int> filePos;
+               filePos.push_back(0);
+               
+               FILE * pFile;
+               unsigned long int size;
+               
+               //get num bytes in file
+               pFile = fopen (filename.c_str(),"rb");
+               if (pFile==NULL) perror ("Error opening file");
+               else{
+                       fseek (pFile, 0, SEEK_END);
+                       size=ftell (pFile);
+                       fclose (pFile);
+               }
+       
+               //estimate file breaks
+               unsigned long int chunkSize = 0;
+               chunkSize = size / proc;
+               
+               //file to small to divide by processors
+               if (chunkSize == 0)  {  proc = 1;       filePos.push_back(size); return filePos;        }
+       
+               //for each process seekg to closest file break and search for next '>' char. make that the filebreak
+               for (int i = 0; i < proc; i++) {
+                       unsigned long int spot = (i+1) * chunkSize;
+                                       
+                       ifstream in;
+                       openInputFile(filename, in);
+                       in.seekg(spot);
+                       
+                       //look for next '>'
+                       unsigned long int newSpot = spot;
+                       while (!in.eof()) {
+                          char c = in.get();
+                          if (c == '>') {   in.putback(c); newSpot = in.tellg(); break;  }
+                       }
+                               
+                       //there was not another sequence before the end of the file
+                       unsigned long int sanityPos = in.tellg();
+                       if (sanityPos == -1) {  break;  }
+                       else {   filePos.push_back(newSpot);  }
+                       
+                       in.close();
+               }
+               
+               //save end pos
+               filePos.push_back(size);
+               
+               //sanity check filePos
+               for (int i = 0; i < (filePos.size()-1); i++) {
+                       if (filePos[(i+1)] <= filePos[i]) {  filePos.erase(filePos.begin()+(i+1)); i--; }
+               }
+
+               proc = (filePos.size() - 1);
+               
+               return filePos;
+       }
+       catch(exception& e) {
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function divideFile. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
+               exit(1);
+       }
+}
+/**************************************************************************************************/
+inline bool checkReleaseVersion(ifstream& file, string version) {
+       try {
+               
+               bool good = true;
+               
+               string line = getline(file);  
+
+               //before we added this check
+               if (line[0] != '#') {  good = false;  }
+               else {
+                       //rip off #
+                       line = line.substr(1);
+                       
+                       vector<string> versionVector;
+                       splitAtChar(version, versionVector, '.');
+                       
+                       //check file version
+                       vector<string> linesVector;
+                       splitAtChar(line, linesVector, '.');
+                       
+                       if (versionVector.size() != linesVector.size()) { good = false; }
+                       else {
+                               for (int j = 0; j < versionVector.size(); j++) {
+                                       int num1, num2;
+                                       convert(versionVector[j], num1);
+                                       convert(linesVector[j], num2);
+                                       
+                                       //if mothurs version is newer than this files version, then we want to remake it
+                                       if (num1 > num2) {  good = false; break;  }
+                               }
+                       }
+                       
+               }
+               
+               if (!good) {  file.close();  }
+               else { file.seekg(0);  }
+               
+               return good;
+       }
+       catch(exception& e) {
+               cout << "Standard Error: " << e.what() << " has occurred in the mothur.h function checkReleaseVersion. Please contact Pat Schloss at mothur.bugs@gmail.com." << "\n";
+               exit(1);
+       }
+}
 /**************************************************************************************************/
 #endif