X-Git-Url: https://git.donarmstrong.com/?p=mothur.git;a=blobdiff_plain;f=makebiomcommand.cpp;h=a19e2e39dd805a40daee5a1ca61c3f045b6899cc;hp=03e7baf2b9888fc7f52cbe6076ea8fdfa472b584;hb=1a20e24ee786195ab0e1cccd4f5aede7a88f3f4e;hpb=05c52893c6c2467381fe7e7b769d86b6209af2e1 diff --git a/makebiomcommand.cpp b/makebiomcommand.cpp index 03e7baf..a19e2e3 100644 --- a/makebiomcommand.cpp +++ b/makebiomcommand.cpp @@ -9,6 +9,7 @@ #include "makebiomcommand.h" #include "sharedrabundvector.h" #include "inputdata.h" +#include "sharedutilities.h" //taken from http://biom-format.org/documentation/biom_format.html /* Minimal Sparse @@ -91,13 +92,14 @@ //********************************************************************************************************************** vector MakeBiomCommand::setParameters(){ try { - CommandParameter pshared("shared", "InputTypes", "", "", "none", "none", "none",false,true); parameters.push_back(pshared); - CommandParameter pcontaxonomy("contaxonomy", "InputTypes", "", "", "none", "none", "none",false,false); parameters.push_back(pcontaxonomy); - CommandParameter pgroups("groups", "String", "", "", "", "", "",false,false); parameters.push_back(pgroups); - CommandParameter plabel("label", "String", "", "", "", "", "",false,false); parameters.push_back(plabel); - CommandParameter pinputdir("inputdir", "String", "", "", "", "", "",false,false); parameters.push_back(pinputdir); - CommandParameter poutputdir("outputdir", "String", "", "", "", "", "",false,false); parameters.push_back(poutputdir); - CommandParameter pmatrixtype("matrixtype", "Multiple", "sparse-dense", "sparse", "", "", "",false,false); parameters.push_back(pmatrixtype); + CommandParameter pshared("shared", "InputTypes", "", "", "none", "none", "none","biom",false,true,true); parameters.push_back(pshared); + CommandParameter pcontaxonomy("contaxonomy", "InputTypes", "", "", "none", "none", "none","",false,false); parameters.push_back(pcontaxonomy); + CommandParameter pmetadata("metadata", "InputTypes", "", "", "none", "none", "none","",false,false); parameters.push_back(pmetadata); + CommandParameter pgroups("groups", "String", "", "", "", "", "","",false,false); parameters.push_back(pgroups); + CommandParameter plabel("label", "String", "", "", "", "", "","",false,false); parameters.push_back(plabel); + CommandParameter pinputdir("inputdir", "String", "", "", "", "", "","",false,false); parameters.push_back(pinputdir); + CommandParameter poutputdir("outputdir", "String", "", "", "", "", "","",false,false); parameters.push_back(poutputdir); + CommandParameter pmatrixtype("matrixtype", "Multiple", "sparse-dense", "sparse", "", "", "","",false,false); parameters.push_back(pmatrixtype); vector myArray; for (int i = 0; i < parameters.size(); i++) { myArray.push_back(parameters[i].name); } @@ -112,11 +114,12 @@ vector MakeBiomCommand::setParameters(){ string MakeBiomCommand::getHelpString(){ try { string helpString = ""; - helpString += "The make.biom command parameters are shared, contaxonomy, groups, matrixtype and label. shared is required, unless you have a valid current file.\n"; + helpString += "The make.biom command parameters are shared, contaxonomy, metadata, groups, matrixtype and label. shared is required, unless you have a valid current file.\n"; helpString += "The groups parameter allows you to specify which of the groups in your groupfile you would like included. The group names are separated by dashes.\n"; helpString += "The label parameter allows you to select what distance levels you would like, and are also separated by dashes.\n"; helpString += "The matrixtype parameter allows you to select what type you would like to make. Choices are sparse and dense, default is sparse.\n"; - helpString += "The contaxonomy file is the taxonomy file outputted by classify.otu(list=yourListfile, taxonomy=yourTaxonomyFile). Be SURE that the you are the constaxonomy file distance matches the shared file distance. ie, for *.0.03.cons.taxonomy set label=0.03. Mothur is smart enough to handle shared files that have been subsampled.\n"; + helpString += "The contaxonomy file is the taxonomy file outputted by classify.otu(list=yourListfile, taxonomy=yourTaxonomyFile). Be SURE that the you are the constaxonomy file distance matches the shared file distance. ie, for *.0.03.cons.taxonomy set label=0.03. Mothur is smart enough to handle shared files that have been subsampled. It is used to assign taxonomy information to the metadata of rows.\n"; + helpString += "The metadata parameter is used to provide experimental parameters to the columns. Things like 'sample1 gut human_gut'. \n"; helpString += "The make.biom command should be in the following format: make.biom(shared=yourShared, groups=yourGroups, label=yourLabels).\n"; helpString += "Example make.biom(shared=abrecovery.an.shared, groups=A-B-C).\n"; helpString += "The default value for groups is all the groups in your groupfile, and all labels in your inputfile will be used.\n"; @@ -129,6 +132,22 @@ string MakeBiomCommand::getHelpString(){ exit(1); } } +//********************************************************************************************************************** +string MakeBiomCommand::getOutputPattern(string type) { + try { + string pattern = ""; + + if (type == "biom") { pattern = "[filename],[distance],biom"; } + else { m->mothurOut("[ERROR]: No definition for type " + type + " output pattern.\n"); m->control_pressed = true; } + + return pattern; + } + catch(exception& e) { + m->errorOut(e, "MakeBiomCommand", "getOutputPattern"); + exit(1); + } +} + //********************************************************************************************************************** MakeBiomCommand::MakeBiomCommand(){ try { @@ -190,6 +209,14 @@ MakeBiomCommand::MakeBiomCommand(string option) { //if the user has not given a path then, add inputdir. else leave path alone. if (path == "") { parameters["contaxonomy"] = inputDir + it->second; } } + + it = parameters.find("metadata"); + //user has given a template file + if(it != parameters.end()){ + path = m->hasPath(it->second); + //if the user has not given a path then, add inputdir. else leave path alone. + if (path == "") { parameters["metadata"] = inputDir + it->second; } + } } //get shared file @@ -210,6 +237,9 @@ MakeBiomCommand::MakeBiomCommand(string option) { if (contaxonomyfile == "not found") { contaxonomyfile = ""; } else if (contaxonomyfile == "not open") { contaxonomyfile = ""; abort = true; } + metadatafile = validParameter.validFile(parameters, "metadata", true); + if (metadatafile == "not found") { metadatafile = ""; } + else if (metadatafile == "not open") { metadatafile = ""; abort = true; } //check for optional parameter and set defaults // ...at some point should added some additional type checking... @@ -259,6 +289,8 @@ int MakeBiomCommand::execute(){ labels.insert(lastLabel); } + getSampleMetaData(lookup); + //if the users enters label "0.06" and there is no "0.06" in their file use the next lowest label. set processedLabels; set userLabels = labels; @@ -351,8 +383,10 @@ int MakeBiomCommand::execute(){ //********************************************************************************************************************** int MakeBiomCommand::getBiom(vector& lookup){ try { - - string outputFileName = outputDir + m->getRootName(m->getSimpleName(sharedfile)) + lookup[0]->getLabel() + ".biom"; + map variables; + variables["[filename]"] = outputDir + m->getRootName(m->getSimpleName(sharedfile)); + variables["[distance]"] = lookup[0]->getLabel(); + string outputFileName = getOutputFileName("biom",variables); ofstream out; m->openOutputFile(outputFileName, out); outputNames.push_back(outputFileName); outputTypes["biom"].push_back(outputFileName); @@ -402,13 +436,13 @@ int MakeBiomCommand::getBiom(vector& lookup){ {"id":"Sample6", "metadata":null} ],*/ - string colBack = "\", \"metadata\":null}"; + string colBack = "\", \"metadata\":"; out << spaces + "\"columns\":[\n"; for (int i = 0; i < lookup.size()-1; i++) { if (m->control_pressed) { out.close(); return 0; } - out << rowFront << lookup[i]->getGroup() << colBack << ",\n"; + out << rowFront << lookup[i]->getGroup() << colBack << sampleMetadata[i] << "},\n"; } - out << rowFront << lookup[(lookup.size()-1)]->getGroup() << colBack << "\n" + spaces + "],\n"; + out << rowFront << lookup[(lookup.size()-1)]->getGroup() << colBack << sampleMetadata[lookup.size()-1] << "}\n" + spaces + "],\n"; out << spaces + "\"matrix_type\": \"" << format << "\",\n" + spaces + "\"matrix_element_type\": \"int\",\n"; out << spaces + "\"shape\": [" << m->currentBinLabels.size() << "," << lookup.size() << "],\n"; @@ -528,15 +562,16 @@ vector MakeBiomCommand::getMetaData(vector& lookup) if (m->control_pressed) { return metadata; } //if there is a bin label use it otherwise make one - string binLabel = binTag; - string sbinNumber = otuLabels[i]; - if (sbinNumber.length() < snumBins.length()) { - int diff = snumBins.length() - sbinNumber.length(); - for (int h = 0; h < diff; h++) { binLabel += "0"; } - } - binLabel += sbinNumber; - - labelTaxMap[binLabel] = taxs[i]; + if (m->isContainingOnlyDigits(otuLabels[i])) { + string binLabel = binTag; + string sbinNumber = otuLabels[i]; + if (sbinNumber.length() < snumBins.length()) { + int diff = snumBins.length() - sbinNumber.length(); + for (int h = 0; h < diff; h++) { binLabel += "0"; } + } + binLabel += sbinNumber; + labelTaxMap[binLabel] = taxs[i]; + }else { labelTaxMap[otuLabels[i]] = taxs[i]; } } @@ -586,6 +621,81 @@ vector MakeBiomCommand::getMetaData(vector& lookup) } } +//********************************************************************************************************************** +int MakeBiomCommand::getSampleMetaData(vector& lookup){ + try { + + if (metadatafile == "") { for (int i = 0; i < lookup.size(); i++) { sampleMetadata.push_back("null"); } } + else { + ifstream in; + m->openInputFile(metadatafile, in); + + vector groupNames, metadataLabels; + map > lines; + + string headerLine = m->getline(in); m->gobble(in); + vector pieces = m->splitWhiteSpace(headerLine); + + //save names of columns you are reading + for (int i = 1; i < pieces.size(); i++) { + metadataLabels.push_back(pieces[i]); + } + int count = metadataLabels.size(); + + vector groups = m->getGroups(); + + //read rest of file + while (!in.eof()) { + + if (m->control_pressed) { in.close(); return 0; } + + string group = ""; + in >> group; m->gobble(in); + groupNames.push_back(group); + + string line = m->getline(in); m->gobble(in); + vector thisPieces = m->splitWhiteSpaceWithQuotes(line); + + if (thisPieces.size() != count) { m->mothurOut("[ERROR]: expected " + toString(count) + " items of data for sample " + group + " read " + toString(thisPieces.size()) + ", quitting.\n"); } + else { if (m->inUsersGroups(group, groups)) { lines[group] = thisPieces; } } + + m->gobble(in); + } + in.close(); + + map >::iterator it; + for (int i = 0; i < lookup.size(); i++) { + + if (m->control_pressed) { return 0; } + + it = lines.find(lookup[i]->getGroup()); + + if (it == lines.end()) { m->mothurOut("[ERROR]: can't find metadata information for " + lookup[i]->getGroup() + ", quitting.\n"); m->control_pressed = true; } + else { + vector values = it->second; + + string data = "{"; + for (int j = 0; j < metadataLabels.size()-1; j++) { + values[j] = m->removeQuotes(values[j]); + data += "\"" + metadataLabels[j] + "\":\"" + values[j] + "\", "; + } + values[metadataLabels.size()-1] = m->removeQuotes(values[metadataLabels.size()-1]); + data += "\"" + metadataLabels[metadataLabels.size()-1] + "\":\"" + values[metadataLabels.size()-1] + "\"}"; + sampleMetadata.push_back(data); + } + } + } + + return 0; + + } + catch(exception& e) { + m->errorOut(e, "MakeBiomCommand", "getSampleMetaData"); + exit(1); + } + +} + /**************************************************************************************************/ //returns {Bacteria, Bacteroidetes, ..} and scores is filled with {100, 98, ...} or {null, null, null} vector MakeBiomCommand::parseTax(string tax, vector& scores) {