]> git.donarmstrong.com Git - mothur.git/blobdiff - collectcommand.cpp
fixed some bugs found while testing 1.8
[mothur.git] / collectcommand.cpp
index 2dd843f68f83d2eeec882253b8e50cda1ee9236b..473d2db8b473bbef240793c419e6c8beece29ddf 100644 (file)
@@ -36,16 +36,15 @@ CollectCommand::CollectCommand(string option){
                globaldata = GlobalData::getInstance();
                abort = false;
                allLines = 1;
-               lines.clear();
                labels.clear();
                Estimators.clear();
                
                //allow user to run help
-               if(option == "help") { validCalculator = new ValidCalculators(); help(); abort = true; }
+               if(option == "help") { validCalculator = new ValidCalculators(); help(); delete validCalculator; abort = true; }
                
                else {
                        //valid paramters for this command
-                       string Array[] =  {"freq","line","label","calc","abund","size"};
+                       string Array[] =  {"freq","label","calc","abund","size","outputdir","inputdir"};
                        vector<string> myArray (Array, Array+(sizeof(Array)/sizeof(string)));
                        
                        OptionParser parser(option);
@@ -58,18 +57,14 @@ CollectCommand::CollectCommand(string option){
                                if (validParameter.isValidParameter(it->first, myArray, it->second) != true) {  abort = true;  }
                        }
                        
+                       //if the user changes the output directory command factory will send this info to us in the output parameter 
+                       outputDir = validParameter.validFile(parameters, "outputdir", false);           if (outputDir == "not found"){  outputDir = "";         }
+                       
                        //make sure the user has already run the read.otu command
-                       if ((globaldata->getListFile() == "") && (globaldata->getRabundFile() == "") && (globaldata->getSabundFile() == "")) { cout << "You must read a list, sabund or rabund before you can use the collect.single command." << endl; abort = true; }
+                       if ((globaldata->getSharedFile() == "") && (globaldata->getListFile() == "") && (globaldata->getRabundFile() == "") && (globaldata->getSabundFile() == "")) { mothurOut("You must read a list, sabund, rabund or shared file before you can use the collect.single command."); mothurOutEndLine(); abort = true; }
                        
                        //check for optional parameter and set defaults
                        // ...at some point should added some additional type checking...
-                       line = validParameter.validFile(parameters, "line", false);                             
-                       if (line == "not found") { line = "";  }
-                       else { 
-                               if(line != "all") {  splitAtDash(line, lines);  allLines = 0;  }
-                               else { allLines = 1;  }
-                       }
-                       
                        label = validParameter.validFile(parameters, "label", false);                   
                        if (label == "not found") { label = ""; }
                        else { 
@@ -77,13 +72,10 @@ CollectCommand::CollectCommand(string option){
                                else { allLines = 1;  }
                        }
                        
-                       //make sure user did not use both the line and label parameters
-                       if ((line != "") && (label != "")) { cout << "You cannot use both the line and label parameters at the same time. " << endl; abort = true; }
-                       //if the user has not specified any line or labels use the ones from read.otu
-                       else if((line == "") && (label == "")) {  
+                       //if the user has not specified any labels use the ones from read.otu
+                       if (label == "") {  
                                allLines = globaldata->allLines; 
                                labels = globaldata->labels; 
-                               lines = globaldata->lines;
                        }
                                
                        calc = validParameter.validFile(parameters, "calc", false);                     
@@ -102,105 +94,38 @@ CollectCommand::CollectCommand(string option){
                        
                        temp = validParameter.validFile(parameters, "size", false);                     if (temp == "not found") { temp = "0"; }
                        convert(temp, size); 
-                               
-                       if (abort == false) {
-                               string fileNameRoot = getRootName(globaldata->inputFileName);
-                               int i;
-                               validCalculator = new ValidCalculators();
-                               
-                               for (i=0; i<Estimators.size(); i++) {
-                                       if (validCalculator->isValidCalculator("single", Estimators[i]) == true) { 
-                                               if (Estimators[i] == "sobs") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Sobs(), new OneColumnFile(fileNameRoot+"sobs")));
-                                               }else if (Estimators[i] == "chao") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Chao1(), new ThreeColumnFile(fileNameRoot+"chao")));
-                                               }else if (Estimators[i] == "nseqs") { 
-                                                       cDisplays.push_back(new CollectDisplay(new NSeqs(), new OneColumnFile(fileNameRoot+"nseqs")));
-                                               }else if (Estimators[i] == "coverage") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Coverage(), new OneColumnFile(fileNameRoot+"coverage")));
-                                               }else if (Estimators[i] == "ace") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Ace(abund), new ThreeColumnFile(fileNameRoot+"ace")));
-                                               }else if (Estimators[i] == "jack") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Jackknife(), new ThreeColumnFile(fileNameRoot+"jack")));
-                                               }else if (Estimators[i] == "shannon") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Shannon(), new ThreeColumnFile(fileNameRoot+"shannon")));
-                                               }else if (Estimators[i] == "npshannon") { 
-                                                       cDisplays.push_back(new CollectDisplay(new NPShannon(), new OneColumnFile(fileNameRoot+"np_shannon")));
-                                               }else if (Estimators[i] == "simpson") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Simpson(), new ThreeColumnFile(fileNameRoot+"simpson")));
-                                               }else if (Estimators[i] == "bootstrap") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Bootstrap(), new OneColumnFile(fileNameRoot+"bootstrap")));
-                                               }else if (Estimators[i] == "geometric") { 
-                                                       cDisplays.push_back(new CollectDisplay(new Geom(), new OneColumnFile(fileNameRoot+"geometric")));
-                                               }else if (Estimators[i] == "qstat") { 
-                                                       cDisplays.push_back(new CollectDisplay(new QStat(), new OneColumnFile(fileNameRoot+"qstat")));
-                                               }else if (Estimators[i] == "logseries") { 
-                                                       cDisplays.push_back(new CollectDisplay(new LogSD(), new OneColumnFile(fileNameRoot+"logseries")));
-                                               }else if (Estimators[i] == "bergerparker") { 
-                                                       cDisplays.push_back(new CollectDisplay(new BergerParker(), new OneColumnFile(fileNameRoot+"bergerparker")));
-                                               }else if (Estimators[i] == "bstick") { 
-                                                       cDisplays.push_back(new CollectDisplay(new BStick(), new ThreeColumnFile(fileNameRoot+"bstick")));
-                                               }else if (Estimators[i] == "goodscoverage") { 
-                                                       cDisplays.push_back(new CollectDisplay(new GoodsCoverage(), new OneColumnFile(fileNameRoot+"goodscoverage")));
-                                               }else if (Estimators[i] == "efron") {
-                                                       cDisplays.push_back(new CollectDisplay(new Efron(size), new OneColumnFile(fileNameRoot+"efron")));
-                                               }else if (Estimators[i] == "boneh") {
-                                                       cDisplays.push_back(new CollectDisplay(new Boneh(size), new OneColumnFile(fileNameRoot+"boneh")));
-                                               }else if (Estimators[i] == "solow") {
-                                                       cDisplays.push_back(new CollectDisplay(new Solow(size), new OneColumnFile(fileNameRoot+"solow")));
-                                               }else if (Estimators[i] == "shen") {
-                                                       cDisplays.push_back(new CollectDisplay(new Shen(size, abund), new OneColumnFile(fileNameRoot+"shen")));
-                                               }
-                                       }
-                               }
-                       }
                }
                
        }
        catch(exception& e) {
-               cout << "Standard Error: " << e.what() << " has occurred in the CollectCommand class Function CollectCommand. Please contact Pat Schloss at pschloss@microbio.umass.edu." << "\n";
+               errorOut(e, "CollectCommand", "CollectCommand");
                exit(1);
-       }
-       catch(...) {
-               cout << "An unknown error has occurred in the CollectCommand class function CollectCommand. Please contact Pat Schloss at pschloss@microbio.umass.edu." << "\n";
-               exit(1);
-       }       
-                       
+       }                       
 }
 //**********************************************************************************************************************
 
 void CollectCommand::help(){
        try {
-               cout << "The collect.single command can only be executed after a successful read.otu command. WITH ONE EXECEPTION. " << "\n";
-               cout << "The collect.single command can be executed after a successful cluster command.  It will use the .list file from the output of the cluster." << "\n";
-               cout << "The collect.single command parameters are label, line, freq, calc and abund.  No parameters are required, but you may not use " << "\n";
-               cout << "both the line and label parameters at the same time. The collect.single command should be in the following format: " << "\n";
-               cout << "collect.single(label=yourLabel, line=yourLines, iters=yourIters, freq=yourFreq, calc=yourEstimators)." << "\n";
-               cout << "Example collect(label=unique-.01-.03, line=0-5-10, iters=10000, freq=10, calc=sobs-chao-ace-jack)." << "\n";
-               cout << "The default values for freq is 100, and calc are sobs-chao-ace-jack-shannon-npshannon-simpson." << "\n";
+               mothurOut("The collect.single command can only be executed after a successful read.otu command. WITH ONE EXECEPTION. \n");
+               mothurOut("The collect.single command can be executed after a successful cluster command.  It will use the .list file from the output of the cluster.\n");
+               mothurOut("The collect.single command parameters are label, freq, calc and abund.  No parameters are required. \n");
+               mothurOut("The collect.single command should be in the following format: \n");
+               mothurOut("collect.single(label=yourLabel, iters=yourIters, freq=yourFreq, calc=yourEstimators).\n");
+               mothurOut("Example collect(label=unique-.01-.03, iters=10000, freq=10, calc=sobs-chao-ace-jack).\n");
+               mothurOut("The default values for freq is 100, and calc are sobs-chao-ace-jack-shannon-npshannon-simpson.\n");
                validCalculator->printCalc("single", cout);
-               cout << "The label and line parameters are used to analyze specific lines in your input." << "\n";
-               cout << "Note: No spaces between parameter labels (i.e. freq), '=' and parameters (i.e.yourFreq)." << "\n" << "\n";
+               mothurOut("The label parameter is used to analyze specific labels in your input.\n");
+               mothurOut("Note: No spaces between parameter labels (i.e. freq), '=' and parameters (i.e.yourFreq).\n\n");
        }
        catch(exception& e) {
-               cout << "Standard Error: " << e.what() << " has occurred in the CollectCommand class Function help. Please contact Pat Schloss at pschloss@microbio.umass.edu." << "\n";
+               errorOut(e, "CollectCommand", "help");
                exit(1);
        }
-       catch(...) {
-               cout << "An unknown error has occurred in the CollectCommand class function help. Please contact Pat Schloss at pschloss@microbio.umass.edu." << "\n";
-               exit(1);
-       }       
 }
 
 //**********************************************************************************************************************
 
-CollectCommand::~CollectCommand(){
-       delete order;
-       delete input;
-       delete cCurve;
-       delete read;
-       delete validCalculator;
-}
+CollectCommand::~CollectCommand(){}
 
 //**********************************************************************************************************************
 
@@ -208,90 +133,223 @@ int CollectCommand::execute(){
        try {
                
                if (abort == true) { return 0; }
+               
+               if ((globaldata->getFormat() != "sharedfile")) { inputFileNames.push_back(globaldata->inputFileName);  }
+               else {  inputFileNames = parseSharedFile(globaldata->getSharedFile());  globaldata->setFormat("rabund");  }
        
-               int count = 1;
+               for (int p = 0; p < inputFileNames.size(); p++) {
                
-               //if the users entered no valid calculators don't execute command
-               if (cDisplays.size() == 0) { return 0; }
-
-               read = new ReadOTUFile(globaldata->inputFileName);      
-               read->read(&*globaldata); 
+                       if (outputDir == "") { outputDir += hasPath(inputFileNames[p]); }
+                       string fileNameRoot = outputDir + getRootName(getSimpleName(inputFileNames[p]));
+                       globaldata->inputFileName = inputFileNames[p];
                
-               order = globaldata->gorder;
-               lastOrder = order;
-               input = globaldata->ginput;
+                       if (inputFileNames.size() > 1) {
+                               mothurOutEndLine(); mothurOut("Processing group " + groups[p]); mothurOutEndLine(); mothurOutEndLine();
+                       }
                
-               //if the users enters label "0.06" and there is no "0.06" in their file use the next lowest label.
-               set<string> processedLabels;
-               set<string> userLabels = labels;
-               set<int> userLines = lines;
+                       validCalculator = new ValidCalculators();
+                       
+                       for (int i=0; i<Estimators.size(); i++) {
+                               if (validCalculator->isValidCalculator("single", Estimators[i]) == true) { 
+                                       if (Estimators[i] == "sobs") { 
+                                               cDisplays.push_back(new CollectDisplay(new Sobs(), new OneColumnFile(fileNameRoot+"sobs")));
+                                       }else if (Estimators[i] == "chao") { 
+                                               cDisplays.push_back(new CollectDisplay(new Chao1(), new ThreeColumnFile(fileNameRoot+"chao")));
+                                       }else if (Estimators[i] == "nseqs") { 
+                                               cDisplays.push_back(new CollectDisplay(new NSeqs(), new OneColumnFile(fileNameRoot+"nseqs")));
+                                       }else if (Estimators[i] == "coverage") { 
+                                               cDisplays.push_back(new CollectDisplay(new Coverage(), new OneColumnFile(fileNameRoot+"coverage")));
+                                       }else if (Estimators[i] == "ace") { 
+                                               cDisplays.push_back(new CollectDisplay(new Ace(abund), new ThreeColumnFile(fileNameRoot+"ace")));
+                                       }else if (Estimators[i] == "jack") { 
+                                               cDisplays.push_back(new CollectDisplay(new Jackknife(), new ThreeColumnFile(fileNameRoot+"jack")));
+                                       }else if (Estimators[i] == "shannon") { 
+                                               cDisplays.push_back(new CollectDisplay(new Shannon(), new ThreeColumnFile(fileNameRoot+"shannon")));
+                                       }else if (Estimators[i] == "npshannon") { 
+                                               cDisplays.push_back(new CollectDisplay(new NPShannon(), new OneColumnFile(fileNameRoot+"np_shannon")));
+                                       }else if (Estimators[i] == "simpson") { 
+                                               cDisplays.push_back(new CollectDisplay(new Simpson(), new ThreeColumnFile(fileNameRoot+"simpson")));
+                                       }else if (Estimators[i] == "bootstrap") { 
+                                               cDisplays.push_back(new CollectDisplay(new Bootstrap(), new OneColumnFile(fileNameRoot+"bootstrap")));
+                                       }else if (Estimators[i] == "geometric") { 
+                                               cDisplays.push_back(new CollectDisplay(new Geom(), new OneColumnFile(fileNameRoot+"geometric")));
+                                       }else if (Estimators[i] == "qstat") { 
+                                               cDisplays.push_back(new CollectDisplay(new QStat(), new OneColumnFile(fileNameRoot+"qstat")));
+                                       }else if (Estimators[i] == "logseries") { 
+                                               cDisplays.push_back(new CollectDisplay(new LogSD(), new OneColumnFile(fileNameRoot+"logseries")));
+                                       }else if (Estimators[i] == "bergerparker") { 
+                                               cDisplays.push_back(new CollectDisplay(new BergerParker(), new OneColumnFile(fileNameRoot+"bergerparker")));
+                                       }else if (Estimators[i] == "bstick") { 
+                                               cDisplays.push_back(new CollectDisplay(new BStick(), new ThreeColumnFile(fileNameRoot+"bstick")));
+                                       }else if (Estimators[i] == "goodscoverage") { 
+                                               cDisplays.push_back(new CollectDisplay(new GoodsCoverage(), new OneColumnFile(fileNameRoot+"goodscoverage")));
+                                       }else if (Estimators[i] == "efron") {
+                                               cDisplays.push_back(new CollectDisplay(new Efron(size), new OneColumnFile(fileNameRoot+"efron")));
+                                       }else if (Estimators[i] == "boneh") {
+                                               cDisplays.push_back(new CollectDisplay(new Boneh(size), new OneColumnFile(fileNameRoot+"boneh")));
+                                       }else if (Estimators[i] == "solow") {
+                                               cDisplays.push_back(new CollectDisplay(new Solow(size), new OneColumnFile(fileNameRoot+"solow")));
+                                       }else if (Estimators[i] == "shen") {
+                                               cDisplays.push_back(new CollectDisplay(new Shen(size, abund), new OneColumnFile(fileNameRoot+"shen")));
+                                       }
+                               }
+                       }
                
-               while((order != NULL) && ((allLines == 1) || (userLabels.size() != 0) || (userLines.size() != 0))) {
+                       //if the users entered no valid calculators don't execute command
+                       if (cDisplays.size() == 0) { return 0; }
+                       
+                       read = new ReadOTUFile(inputFileNames[p]);      
+                       read->read(&*globaldata); 
                
-                       if(allLines == 1 || lines.count(count) == 1 || labels.count(order->getLabel()) == 1){
-                               
-                               cCurve = new Collect(order, cDisplays);
-                               cCurve->getCurve(freq);
-                               delete cCurve;
+                       order = globaldata->gorder;
+                       string lastLabel = order->getLabel();
+                       input = globaldata->ginput;
                        
-                               cout << order->getLabel() << '\t' << count << endl;
-                               processedLabels.insert(order->getLabel());
-                               userLabels.erase(order->getLabel());
-                               userLines.erase(count);
+                       //if the users enters label "0.06" and there is no "0.06" in their file use the next lowest label.
+                       set<string> processedLabels;
+                       set<string> userLabels = labels;
+
+                       while((order != NULL) && ((allLines == 1) || (userLabels.size() != 0))) {
+                               
+                               if(allLines == 1 || labels.count(order->getLabel()) == 1){
+                                       
+                                       cCurve = new Collect(order, cDisplays);
+                                       cCurve->getCurve(freq);
+                                       delete cCurve;
+                                       
+                                       mothurOut(order->getLabel()); mothurOutEndLine();
+                                       processedLabels.insert(order->getLabel());
+                                       userLabels.erase(order->getLabel());
+                                       
+                                       
+                               }
+                               //you have a label the user want that is smaller than this label and the last label has not already been processed 
+                               if ((anyLabelsToProcess(order->getLabel(), userLabels, "") == true) && (processedLabels.count(lastLabel) != 1)) {
+                                       string saveLabel = order->getLabel();
+                                       
+                                       delete order;
+                                       order = (input->getOrderVector(lastLabel));
+                                       
+                                       cCurve = new Collect(order, cDisplays);
+                                       cCurve->getCurve(freq);
+                                       delete cCurve;
+                                       
+                                       mothurOut(order->getLabel()); mothurOutEndLine();
+                                       processedLabels.insert(order->getLabel());
+                                       userLabels.erase(order->getLabel());
+                                       
+                                       //restore real lastlabel to save below
+                                       order->setLabel(saveLabel);
+                               }
+                               
+                               lastLabel = order->getLabel();  
+                               
+                               delete order;           
+                               order = (input->getOrderVector());
+                       }
                        
-                       //you have a label the user want that is smaller than this line and the last line has not already been processed 
+                       //output error messages about any remaining user labels
+                       set<string>::iterator it;
+                       bool needToRun = false;
+                       for (it = userLabels.begin(); it != userLabels.end(); it++) {  
+                               mothurOut("Your file does not include the label " + *it); 
+                               if (processedLabels.count(lastLabel) != 1) {
+                                       mothurOut(". I will use " + lastLabel + "."); mothurOutEndLine();
+                                       needToRun = true;
+                               }else {
+                                       mothurOut(". Please refer to " + lastLabel + "."); mothurOutEndLine();
+                               }
                        }
                        
-                       if ((anyLabelsToProcess(order->getLabel(), userLabels, "") == true) && (processedLabels.count(lastOrder->getLabel()) != 1)) {
-                               cCurve = new Collect(lastOrder, cDisplays);
+                       //run last label if you need to
+                       if (needToRun == true)  {
+                               if (order != NULL) {    delete order;   }
+                               order = (input->getOrderVector(lastLabel));
+                               
+                               mothurOut(order->getLabel()); mothurOutEndLine();
+                               
+                               cCurve = new Collect(order, cDisplays);
                                cCurve->getCurve(freq);
                                delete cCurve;
-                       
-                               cout << lastOrder->getLabel() << '\t' << count << endl;
-                               processedLabels.insert(lastOrder->getLabel());
-                               userLabels.erase(lastOrder->getLabel());
+                               delete order;
                        }
                        
-                       if (count != 1) { delete lastOrder; }
-                       lastOrder = order;                      
-                       order = (input->getOrderVector());
-                       count++;
+                       for(int i=0;i<cDisplays.size();i++){    delete cDisplays[i];    }
+                       cDisplays.clear();
+                       delete input;  globaldata->ginput = NULL;
+                       delete read;
+                       globaldata->gorder = NULL;
+                       delete validCalculator;
                }
                
-               //output error messages about any remaining user labels
-               set<string>::iterator it;
-               bool needToRun = false;
-               for (it = userLabels.begin(); it != userLabels.end(); it++) {  
-                       cout << "Your file does not include the label "<< *it; 
-                       if (processedLabels.count(lastOrder->getLabel()) != 1) {
-                               cout << ". I will use " << lastOrder->getLabel() << "." << endl;
-                               needToRun = true;
-                       }else {
-                               cout << ". Please refer to " << lastOrder->getLabel() << "." << endl;
-                       }
-               }
                
-               //run last line if you need to
-               if (needToRun == true)  {
-                       cCurve = new Collect(lastOrder, cDisplays);
-                       cCurve->getCurve(freq);
-                       delete cCurve;
-                       
-                       cout << lastOrder->getLabel() << '\t' << count << endl;
-               }
                
-               delete lastOrder;
-               for(int i=0;i<cDisplays.size();i++){    delete cDisplays[i];    }
                return 0;
        }
        catch(exception& e) {
-               cout << "Standard Error: " << e.what() << " has occurred in the CollectCommand class Function execute. Please contact Pat Schloss at pschloss@microbio.umass.edu." << "\n";
+               errorOut(e, "CollectCommand", "execute");
                exit(1);
        }
-       catch(...) {
-               cout << "An unknown error has occurred in the CollectCommand class function execute. Please contact Pat Schloss at pschloss@microbio.umass.edu." << "\n";
-               exit(1);
-       }       
 }
 
 //**********************************************************************************************************************
+vector<string> CollectCommand::parseSharedFile(string filename) {
+       try {
+               vector<string> filenames;
+               
+               map<string, ofstream*> filehandles;
+               map<string, ofstream*>::iterator it3;
+               
+                               
+               //read first line
+               read = new ReadOTUFile(filename);       
+               read->read(&*globaldata); 
+                       
+               input = globaldata->ginput;
+               vector<SharedRAbundVector*> lookup = input->getSharedRAbundVectors();
+               
+               string sharedFileRoot = getRootName(filename);
+               
+               //clears file before we start to write to it below
+               for (int i=0; i<lookup.size(); i++) {
+                       remove((sharedFileRoot + lookup[i]->getGroup() + ".rabund").c_str());
+                       filenames.push_back((sharedFileRoot + lookup[i]->getGroup() + ".rabund"));
+               }
+               
+               ofstream* temp;
+               for (int i=0; i<lookup.size(); i++) {
+                       temp = new ofstream;
+                       filehandles[lookup[i]->getGroup()] = temp;
+                       groups.push_back(lookup[i]->getGroup());
+               }
+
+               while(lookup[0] != NULL) {
+               
+                       for (int i = 0; i < lookup.size(); i++) {
+                               RAbundVector rav = lookup[i]->getRAbundVector();
+                               openOutputFileAppend(sharedFileRoot + lookup[i]->getGroup() + ".rabund", *(filehandles[lookup[i]->getGroup()]));
+                               rav.print(*(filehandles[lookup[i]->getGroup()]));
+                               (*(filehandles[lookup[i]->getGroup()])).close();
+                       }
+               
+                       for (int i = 0; i < lookup.size(); i++) {  delete lookup[i];  } 
+                       lookup = input->getSharedRAbundVectors();
+               }
+               
+               //free memory
+               for (it3 = filehandles.begin(); it3 != filehandles.end(); it3++) {
+                       delete it3->second;
+               }
+               delete read;
+               delete input;
+               globaldata->ginput = NULL;
+
+               return filenames;
+       }
+       catch(exception& e) {
+               errorOut(e, "CollectCommand", "parseSharedFile");
+               exit(1);
+       }
+}
+//**********************************************************************************************************************
+