]> git.donarmstrong.com Git - mothur.git/blobdiff - getseqscommand.cpp
added SequenceCountParser class to parse the count table by group. added count parame...
[mothur.git] / getseqscommand.cpp
index ffe49b48810d7916e5324efd9480c87e8322ec92..ccabafb6d19c008eb6957a35e79b5cd0623021d0 100644 (file)
@@ -76,6 +76,33 @@ GetSeqsCommand::GetSeqsCommand(){
        }
 }
 //**********************************************************************************************************************
+string GetSeqsCommand::getOutputFileNameTag(string type, string inputName=""){ 
+       try {
+        string outputFileName = "";
+               map<string, vector<string> >::iterator it;
+        
+        //is this a type this command creates
+        it = outputTypes.find(type);
+        if (it == outputTypes.end()) {  m->mothurOut("[ERROR]: this command doesn't create a " + type + " output file.\n"); }
+        else {
+            if (type == "fasta")            {   outputFileName =  "pick" + m->getExtension(inputName);   }
+            else if (type == "taxonomy")    {   outputFileName =  "pick" + m->getExtension(inputName);   }
+            else if (type == "name")        {   outputFileName =  "pick" + m->getExtension(inputName);   }
+            else if (type == "group")       {   outputFileName =  "pick" + m->getExtension(inputName);   }
+            else if (type == "list")        {   outputFileName =  "pick" + m->getExtension(inputName);   }
+            else if (type == "qfile")       {   outputFileName =  "pick" + m->getExtension(inputName);   }
+            else if (type == "accnosreport"){   outputFileName =  "accnos.report";                       }
+            else if (type == "alignreport") {   outputFileName =  "pick.align.report";                   }
+            else { m->mothurOut("[ERROR]: No definition for type " + type + " output file tag.\n"); m->control_pressed = true;  }
+        }
+        return outputFileName;
+       }
+       catch(exception& e) {
+               m->errorOut(e, "GetSeqsCommand", "getOutputFileNameTag");
+               exit(1);
+       }
+}
+//**********************************************************************************************************************
 GetSeqsCommand::GetSeqsCommand(string option)  {
        try {
                abort = false; calledHelp = false;   
@@ -206,12 +233,12 @@ GetSeqsCommand::GetSeqsCommand(string option)  {
                        if (accnosfile2 == "not found") { accnosfile2 = ""; }
                        
                        fastafile = validParameter.validFile(parameters, "fasta", true);
-                       if (fastafile == "not open") { abort = true; }
+                       if (fastafile == "not open") { fastafile = ""; abort = true; }
                        else if (fastafile == "not found") {  fastafile = "";  }
                        else { m->setFastaFile(fastafile); }
                        
                        namefile = validParameter.validFile(parameters, "name", true);
-                       if (namefile == "not open") { abort = true; }
+                       if (namefile == "not open") { namefile = ""; abort = true; }
                        else if (namefile == "not found") {  namefile = "";  }  
                        else { m->setNameFile(namefile); }
                        
@@ -230,7 +257,7 @@ GetSeqsCommand::GetSeqsCommand(string option)  {
                        else { m->setListFile(listfile); }
                        
                        taxfile = validParameter.validFile(parameters, "taxonomy", true);
-                       if (taxfile == "not open") { abort = true; }
+                       if (taxfile == "not open") { taxfile = ""; abort = true; }
                        else if (taxfile == "not found") {  taxfile = "";  }
                        else { m->setTaxonomyFile(taxfile); }
                        
@@ -249,6 +276,11 @@ GetSeqsCommand::GetSeqsCommand(string option)  {
                        dups = m->isTrue(temp);
                        
                        if ((fastafile == "") && (namefile == "") && (groupfile == "") && (alignfile == "") && (listfile == "") && (taxfile == "") && (qualfile == "") && (accnosfile2 == ""))  { m->mothurOut("You must provide one of the following: fasta, name, group, alignreport, taxonomy, quality or listfile."); m->mothurOutEndLine(); abort = true; }
+               
+                       if ((namefile == "") && ((fastafile != "") || (taxfile != ""))){
+                               vector<string> files; files.push_back(fastafile); files.push_back(taxfile);
+                               parser.getNameFile(files);
+                       }
                }
 
        }
@@ -265,7 +297,7 @@ int GetSeqsCommand::execute(){
                if (abort == true) { if (calledHelp) { return 0; }  return 2;   }
                
                //get names you want to keep
-               readAccnos();
+               names = m->readAccnos(accnosfile);
                
                if (m->control_pressed) { return 0; }
                
@@ -278,6 +310,8 @@ int GetSeqsCommand::execute(){
                if (taxfile != "")                      {               readTax();                      }
                if (qualfile != "")                     {               readQual();                     }
                if (accnosfile2 != "")          {               compareAccnos();        }
+        
+        if (m->debug) { runSanityCheck(); }
                
                if (m->control_pressed) { outputTypes.clear(); for (int i = 0; i < outputNames.size(); i++) {   m->mothurRemove(outputNames[i]);  } return 0; }
                
@@ -336,7 +370,7 @@ int GetSeqsCommand::readFasta(){
        try {
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(fastafile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(fastafile)) + "pick" +  m->getExtension(fastafile);
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(fastafile)) + getOutputFileNameTag("fasta", fastafile);
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -347,6 +381,8 @@ int GetSeqsCommand::readFasta(){
                
                bool wroteSomething = false;
                int selectedCount = 0;
+        
+        if (m->debug) { set<string> temp; sanity["fasta"] = temp; }
                
                while(!in.eof()){
                
@@ -362,6 +398,8 @@ int GetSeqsCommand::readFasta(){
                                        
                                        currSeq.printSequence(out);
                                        selectedCount++;
+                    
+                    if (m->debug) { sanity["fasta"].insert(name); }
                                }
                        }
                        m->gobble(in);
@@ -388,7 +426,7 @@ int GetSeqsCommand::readQual(){
        try {
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(qualfile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(qualfile)) + "pick" +  m->getExtension(qualfile);
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(qualfile)) + getOutputFileNameTag("qfile", qualfile);
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -400,6 +438,7 @@ int GetSeqsCommand::readQual(){
                bool wroteSomething = false;
                int selectedCount = 0;
                
+        if (m->debug) { set<string> temp; sanity["qual"] = temp; }
                
                while(!in.eof()){       
                        string saveName = "";
@@ -431,6 +470,7 @@ int GetSeqsCommand::readQual(){
                                                
                                out << name << endl << scores;
                                selectedCount++;
+                if (m->debug) { sanity["qual"].insert(name); }
                        }
                        
                        m->gobble(in);
@@ -458,7 +498,7 @@ int GetSeqsCommand::readList(){
        try {
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(listfile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(listfile)) + "pick" +  m->getExtension(listfile);
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(listfile)) + getOutputFileNameTag("list", listfile);
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -467,6 +507,8 @@ int GetSeqsCommand::readList(){
                
                bool wroteSomething = false;
                int selectedCount = 0;
+        
+        if (m->debug) { set<string> temp; sanity["list"] = temp; }
                
                while(!in.eof()){
                        
@@ -493,11 +535,11 @@ int GetSeqsCommand::readList(){
                                        binnames = binnames.substr(binnames.find_first_of(',')+1, binnames.length());
                                        
                                        //if that name is in the .accnos file, add it
-                                       if (names.count(name) != 0) {  newNames += name + ",";  selectedCount++; }
+                                       if (names.count(name) != 0) {  newNames += name + ",";  selectedCount++; if (m->debug) { sanity["list"].insert(name); } }
                                }
                        
                                //get last name
-                               if (names.count(binnames) != 0) {  newNames += binnames + ",";  selectedCount++; }
+                               if (names.count(binnames) != 0) {  newNames += binnames + ",";  selectedCount++;  if (m->debug) { sanity["list"].insert(binnames); } }
 
                                //if there are names in this bin add to new list
                                if (newNames != "") { 
@@ -535,7 +577,7 @@ int GetSeqsCommand::readName(){
        try {
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(namefile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(namefile)) + "pick" +  m->getExtension(namefile);
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(namefile)) + getOutputFileNameTag("name", namefile);
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -546,6 +588,9 @@ int GetSeqsCommand::readName(){
                
                bool wroteSomething = false;
                int selectedCount = 0;
+        
+        if (m->debug) { set<string> temp; sanity["name"] = temp; }
+        if (m->debug) { set<string> temp; sanity["dupname"] = temp; }
                
                while(!in.eof()){
                
@@ -564,14 +609,16 @@ int GetSeqsCommand::readName(){
                        for (int i = 0; i < parsedNames.size(); i++) {
                                if (names.count(parsedNames[i]) != 0) {
                                        validSecond.push_back(parsedNames[i]);
+                    if (m->debug) { sanity["dupname"].insert(parsedNames[i]); }
                                }
                        }
 
                        if ((dups) && (validSecond.size() != 0)) { //dups = true and we want to add someone, then add everyone
-                               for (int i = 0; i < parsedNames.size(); i++) {  names.insert(parsedNames[i]);  }
+                               for (int i = 0; i < parsedNames.size(); i++) {  names.insert(parsedNames[i]); if (m->debug) { sanity["dupname"].insert(parsedNames[i]); } }
                                out << firstCol << '\t' << hold << endl;
                                wroteSomething = true;
                                selectedCount += parsedNames.size();
+                if (m->debug) { sanity["name"].insert(firstCol); }
                        }else {
                                selectedCount += validSecond.size();
                                
@@ -585,6 +632,8 @@ int GetSeqsCommand::readName(){
                                        //you know you have at least one valid second since first column is valid
                                        for (int i = 0; i < validSecond.size()-1; i++) {  out << validSecond[i] << ',';  }
                                        out << validSecond[validSecond.size()-1] << endl;
+                    
+                    if (m->debug) { sanity["name"].insert(firstCol); }
                                        
                                
                                //make first name in set you come to first column and then add the remaining names to second column
@@ -599,6 +648,8 @@ int GetSeqsCommand::readName(){
                                                //you know you have at least one valid second since first column is valid
                                                for (int i = 0; i < validSecond.size()-1; i++) {  out << validSecond[i] << ',';  }
                                                out << validSecond[validSecond.size()-1] << endl;
+                        
+                        if (m->debug) { sanity["name"].insert(validSecond[0]); }
                                        }
                                }
                        }
@@ -626,7 +677,7 @@ int GetSeqsCommand::readGroup(){
        try {
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(groupfile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(groupfile)) + "pick" + m->getExtension(groupfile);
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(groupfile)) + getOutputFileNameTag("group", groupfile);
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -637,6 +688,8 @@ int GetSeqsCommand::readGroup(){
                
                bool wroteSomething = false;
                int selectedCount = 0;
+        
+        if (m->debug) { set<string> temp; sanity["group"] = temp; }
                
                while(!in.eof()){
 
@@ -652,6 +705,8 @@ int GetSeqsCommand::readGroup(){
                                
                                out << name << '\t' << group << endl;
                                selectedCount++;
+                
+                if (m->debug) {  sanity["group"].insert(name); }
                        }
                                        
                        m->gobble(in);
@@ -678,7 +733,7 @@ int GetSeqsCommand::readTax(){
        try {
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(taxfile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(taxfile)) + "pick" + m->getExtension(taxfile);
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(taxfile)) + getOutputFileNameTag("taxonomy", taxfile);
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -688,6 +743,8 @@ int GetSeqsCommand::readTax(){
                
                bool wroteSomething = false;
                int selectedCount = 0;
+        
+        if (m->debug) { set<string> temp; sanity["tax"] = temp; }
                
                while(!in.eof()){
 
@@ -702,6 +759,8 @@ int GetSeqsCommand::readTax(){
                                
                                out << name << '\t' << tax << endl;
                                selectedCount++;
+                
+                if (m->debug) { sanity["tax"].insert(name); }
                        }
                                        
                        m->gobble(in);
@@ -728,7 +787,7 @@ int GetSeqsCommand::readAlign(){
        try {
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(alignfile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(alignfile)) + "pick.align.report";
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(alignfile)) + getOutputFileNameTag("alignreport");
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -795,28 +854,95 @@ int GetSeqsCommand::readAlign(){
        }
 }
 //**********************************************************************************************************************
-
-int GetSeqsCommand::readAccnos(){
+//just looking at common mistakes. 
+int GetSeqsCommand::runSanityCheck(){
        try {
-               
-               ifstream in;
-               m->openInputFile(accnosfile, in);
-               string name;
-               
-               while(!in.eof()){
-                       in >> name;
-                                               
-                       names.insert(name);
-                       
-                       m->gobble(in);
-               }
-               in.close();     
-               
-               return 0;
+        string thisOutputDir = outputDir;
+        if (outputDir == "") {  thisOutputDir += m->hasPath(fastafile);  }
+        string filename = outputDir + "get.seqs.debug.report";
+        
+        ofstream out;
+               m->openOutputFile(filename, out); 
+
+       
+        //compare fasta, name, qual and taxonomy if given to make sure they contain the same seqs
+        if (fastafile != "") {
+            if (namefile != "") { //compare with fasta
+                if (sanity["fasta"] != sanity["name"]) { //create mismatch file
+                    createMisMatchFile(out, fastafile, namefile, sanity["fasta"], sanity["name"]);
+                }
+            }
+            if (qualfile != "") {
+                if (sanity["fasta"] != sanity["qual"]) { //create mismatch file
+                    createMisMatchFile(out, fastafile, qualfile, sanity["fasta"], sanity["qual"]);
+                }
+            }
+            if (taxfile != "") {
+                if (sanity["fasta"] != sanity["tax"]) { //create mismatch file
+                    createMisMatchFile(out, fastafile, taxfile, sanity["fasta"], sanity["tax"]);
+                }
+            }
+        }
+        
+        //compare dupnames, groups and list if given to make sure they match
+        if (namefile != "") {
+            if (groupfile != "") {
+                if (sanity["dupname"] != sanity["group"]) { //create mismatch file
+                    createMisMatchFile(out, namefile, groupfile, sanity["dupname"], sanity["group"]);
+                } 
+            }
+            if (listfile != "") {
+                if (sanity["dupname"] != sanity["list"]) { //create mismatch file
+                    createMisMatchFile(out, namefile, listfile, sanity["dupname"], sanity["list"]);
+                } 
+            }
+        }else{
 
+            if ((groupfile != "") && (fastafile != "")) {
+                if (sanity["fasta"] != sanity["group"]) { //create mismatch file
+                    createMisMatchFile(out, fastafile, groupfile, sanity["fasta"], sanity["group"]);
+                } 
+            }
+        }
+        
+        out.close();
+        
+        if (m->isBlank(filename)) { m->mothurRemove(filename); }
+        else { m->mothurOut("\n[DEBUG]: " + filename + " contains the file mismatches.\n");outputNames.push_back(filename); outputTypes["debug"].push_back(filename); }
+        
+        return 0;
+    }
+       catch(exception& e) {
+               m->errorOut(e, "GetSeqsCommand", "runSanityCheck");
+               exit(1);
        }
+}
+//**********************************************************************************************************************
+//just looking at common mistakes. 
+int GetSeqsCommand::createMisMatchFile(ofstream& out, string filename1, string filename2, set<string> set1, set<string> set2){
+       try {
+        out << "****************************************" << endl << endl;
+        out << "Names unique to " << filename1 << ":\n";
+        
+        //remove names in set1 that are also in set2
+        for (set<string>::iterator it = set1.begin(); it != set1.end();) {
+            string name = *it;
+            
+            if (set2.count(name) == 0)  { out << name << endl;  } //name unique to set1
+            else                        { set2.erase(name);     } //you are in both so erase 
+            set1.erase(it++);
+        }
+        
+        out << "\nNames unique to " << filename2 << ":\n";
+        //output results
+        for (set<string>::iterator it = set2.begin(); it != set2.end(); it++) {  out << *it << endl;  }
+        
+        out << "****************************************" << endl << endl;
+        
+        return 0;
+    }
        catch(exception& e) {
-               m->errorOut(e, "GetSeqsCommand", "readAccnos");
+               m->errorOut(e, "GetSeqsCommand", "runSanityCheck");
                exit(1);
        }
 }
@@ -827,7 +953,7 @@ int GetSeqsCommand::compareAccnos(){
                
                string thisOutputDir = outputDir;
                if (outputDir == "") {  thisOutputDir += m->hasPath(accnosfile);  }
-               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(accnosfile)) + "accnos.report";
+               string outputFileName = thisOutputDir + m->getRootName(m->getSimpleName(accnosfile)) + getOutputFileNameTag("accnosreport");
                ofstream out;
                m->openOutputFile(outputFileName, out);
                
@@ -920,7 +1046,7 @@ int GetSeqsCommand::compareAccnos(){
                
        }
        catch(exception& e) {
-               m->errorOut(e, "GetSeqsCommand", "readAccnos");
+               m->errorOut(e, "GetSeqsCommand", "compareAccnos");
                exit(1);
        }
 }