pintail.cpp

   1 /*
   2  *  pintail.cpp
   3  *  Mothur
   4  *
   5  *  Created by Sarah Westcott on 7/9/09.
   6  *  Copyright 2009 Schloss Lab UMASS Amherst. All rights reserved.
   7  *
   8  */
   9
  10 #include "pintail.h"
  11 #include "ignoregaps.h"
  12 #include "eachgapdist.h"
  13
  14 //********************************************************************************************************************
  15 //sorts lowest to highest
  16 inline bool compareQuanMembers(quanMember left, quanMember right){
  17         return (left.score < right.score);
  18 }
  19 //***************************************************************************************************************
  20
  21 Pintail::Pintail(string filename, string temp, bool f, int p, string mask, string cons, string q, int win, int inc, string o) : Chimera() {
  22         try {
  23
  24                 fastafile = filename;
  25                 templateFileName = temp; templateSeqs = readSeqs(temp);
  26                 filter = f;
  27                 processors = p;
  28                 setMask(mask);
  29                 consfile = cons;
  30                 quanfile = q;
  31                 window = win;
  32                 increment = inc;
  33                 outputDir = o;
  34
  35                 distcalculator = new eachGapDist();
  36                 decalc = new DeCalculator();
  37
  38                 doPrep();
  39         }
  40         catch(exception& e) {
  41                 m->errorOut(e, "Pintail", "Pintail");
  42                 exit(1);
  43         }
  44
  45 }
  46 //***************************************************************************************************************
  47
  48 Pintail::~Pintail() {
  49         try {
  50
  51                 delete distcalculator;
  52                 delete decalc;
  53         }
  54         catch(exception& e) {
  55                 m->errorOut(e, "Pintail", "~Pintail");
  56                 exit(1);
  57         }
  58 }
  59 //***************************************************************************************************************
  60 int Pintail::doPrep() {
  61         try {
  62
  63                 mergedFilterString = "";
  64                 windowSizesTemplate.resize(templateSeqs.size(), window);
  65                 quantiles.resize(100);  //one for every percent mismatch
  66                 quantilesMembers.resize(100);  //one for every percent mismatch
  67
  68                 //if the user does not enter a mask then you want to keep all the spots in the alignment
  69                 if (seqMask.length() == 0)      {       decalc->setAlignmentLength(templateSeqs[0]->getAligned().length());     }
  70                 else                                            {       decalc->setAlignmentLength(seqMask.length());                                           }
  71
  72                 decalc->setMask(seqMask);
  73
  74         #ifdef USE_MPI
  75                 //do nothing
  76         #else
  77                 #if defined (__APPLE__) || (__MACH__) || (linux) || (__linux)
  78                         //find breakup of templatefile for quantiles
  79                         if (processors == 1) {   templateLines.push_back(new linePair(0, templateSeqs.size()));  }
  80                         else {
  81                                 for (int i = 0; i < processors; i++) {
  82                                         templateLines.push_back(new linePair());
  83                                         templateLines[i]->start = int (sqrt(float(i)/float(processors)) * templateSeqs.size());
  84                                         templateLines[i]->end = int (sqrt(float(i+1)/float(processors)) * templateSeqs.size());
  85                                 }
  86                         }
  87                 #else
  88                         templateLines.push_back(new linePair(0, templateSeqs.size()));
  89                 #endif
  90         #endif
  91
  92                 m->mothurOut("Getting conservation... "); cout.flush();
  93                 if (consfile == "") {
  94                         m->mothurOut("Calculating probability of conservation for your template sequences.  This can take a while...  I will output the frequency of the highest base in each position to a .freq file so that you can input them using the conservation parameter next time you run this command.  Providing the .freq file will improve speed.    "); cout.flush();
  95                         probabilityProfile = decalc->calcFreq(templateSeqs, templateFileName);
  96                         if (m->control_pressed) {  return 0;  }
  97                         m->mothurOut("Done."); m->mothurOutEndLine();
  98                 }else                           {   probabilityProfile = readFreq();    m->mothurOut("Done.");            }
  99                 m->mothurOutEndLine();
 100
 101                 //make P into Q
 102                 for (int i = 0; i < probabilityProfile.size(); i++)  { probabilityProfile[i] = 1 - probabilityProfile[i];  }  //
 103
 104                 bool reRead = false;
 105                 //create filter if needed for later
 106                 if (filter) {
 107
 108                         //read in all query seqs
 109                         vector<Sequence*> tempQuerySeqs = readSeqs(fastafile);
 110
 111                         vector<Sequence*> temp;
 112                         //merge query seqs and template seqs
 113                         temp = templateSeqs;
 114                         for (int i = 0; i < tempQuerySeqs.size(); i++) {  temp.push_back(tempQuerySeqs[i]);  }
 115
 116                         if (seqMask != "") {
 117                             reRead = true;
 118                                 //mask templates
 119                                 for (int i = 0; i < temp.size(); i++) {
 120                                         if (m->control_pressed) {
 121                                                 for (int i = 0; i < tempQuerySeqs.size(); i++) { delete tempQuerySeqs[i];  }
 122                                                 return 0;
 123                                         }
 124                                         decalc->runMask(temp[i]);
 125                                 }
 126                         }
 127
 128                         mergedFilterString = createFilter(temp, 0.5);
 129
 130                         if (m->control_pressed) {
 131                                 for (int i = 0; i < tempQuerySeqs.size(); i++) { delete tempQuerySeqs[i];  }
 132                                 return 0;
 133                         }
 134
 135                         //reread template seqs
 136                         for (int i = 0; i < tempQuerySeqs.size(); i++) { delete tempQuerySeqs[i];  }
 137                 }
 138
 139
 140                 //quantiles are used to determine whether the de values found indicate a chimera
 141                 //if you have to calculate them, its time intensive because you are finding the de and deviation values for each
 142                 //combination of sequences in the template
 143                 if (quanfile != "") {
 144                         quantiles = readQuantiles();
 145                 }else {
 146                         if ((!filter) && (seqMask != "")) { //if you didn't filter but you want to mask. if you filtered then you did mask first above.
 147                                 reRead = true;
 148                                 //mask templates
 149                                 for (int i = 0; i < templateSeqs.size(); i++) {
 150                                         if (m->control_pressed) {  return 0;  }
 151                                         decalc->runMask(templateSeqs[i]);
 152                                 }
 153                         }
 154
 155                         if (filter) {
 156                                 reRead = true;
 157                                 for (int i = 0; i < templateSeqs.size(); i++) {
 158                                         if (m->control_pressed) {  return 0;  }
 159                                         runFilter(templateSeqs[i]);
 160                                 }
 161                         }
 162
 163                         m->mothurOut("Calculating quantiles for your template.  This can take a while...  I will output the quantiles to a .quan file that you can input them using the quantiles parameter next time you run this command.  Providing the .quan file will dramatically improve speed.    "); cout.flush();
 164                         if (processors == 1) {
 165                                 quantilesMembers = decalc->getQuantiles(templateSeqs, windowSizesTemplate, window, probabilityProfile, increment, 0, templateSeqs.size());
 166                         }else {         createProcessesQuan();          }
 167
 168                         if (m->control_pressed) {  return 0;  }
 169
 170                         string noOutliers, outliers;
 171
 172                         if ((!filter) && (seqMask == "")) {
 173                                 noOutliers = templateFileName + "pintail.quan";
 174                         }else if ((!filter) && (seqMask != "")) {
 175                                 noOutliers =templateFileName + "pintail.masked.quan";
 176                         }else if ((filter) && (seqMask != "")) {
 177                                 noOutliers = templateFileName + "pintail.filtered." + m->getSimpleName(m->getRootName(fastafile)) + "masked.quan";
 178                         }else if ((filter) && (seqMask == "")) {
 179                                 noOutliers = templateFileName + "pintail.filtered." + m->getSimpleName(m->getRootName(fastafile)) + "quan";
 180                         }
 181
 182                         decalc->removeObviousOutliers(quantilesMembers, templateSeqs.size());
 183
 184                         if (m->control_pressed) {  return 0;  }
 185
 186                         string outputString = "#" + m->getVersion() + "\n";
 187
 188                         //adjust quantiles
 189                         for (int i = 0; i < quantilesMembers.size(); i++) {
 190                                 vector<float> temp;
 191
 192                                 if (quantilesMembers[i].size() == 0) {
 193                                         //in case this is not a distance found in your template files
 194                                         for (int g = 0; g < 6; g++) {
 195                                                 temp.push_back(0.0);
 196                                         }
 197                                 }else{
 198
 199                                         sort(quantilesMembers[i].begin(), quantilesMembers[i].end());
 200
 201                                         //save 10%
 202                                         temp.push_back(quantilesMembers[i][int(quantilesMembers[i].size() * 0.10)]);
 203                                         //save 25%
 204                                         temp.push_back(quantilesMembers[i][int(quantilesMembers[i].size() * 0.25)]);
 205                                         //save 50%
 206                                         temp.push_back(quantilesMembers[i][int(quantilesMembers[i].size() * 0.5)]);
 207                                         //save 75%
 208                                         temp.push_back(quantilesMembers[i][int(quantilesMembers[i].size() * 0.75)]);
 209                                         //save 95%
 210                                         temp.push_back(quantilesMembers[i][int(quantilesMembers[i].size() * 0.95)]);
 211                                         //save 99%
 212                                         temp.push_back(quantilesMembers[i][int(quantilesMembers[i].size() * 0.99)]);
 213
 214                                 }
 215
 216                                 //output quan value
 217                                 outputString += toString(i+1) + "\t";
 218                                 for (int u = 0; u < temp.size(); u++) {   outputString += toString(temp[u]) + "\t"; }
 219                                 outputString += "\n";
 220
 221                                 quantiles[i] = temp;
 222
 223                         }
 224
 225                         printQuanFile(noOutliers, outputString);
 226
 227                         //free memory
 228                         quantilesMembers.clear();
 229
 230                         m->mothurOut("Done."); m->mothurOutEndLine();
 231                 }
 232
 233                 if (reRead) {
 234                         for (int i = 0; i < templateSeqs.size(); i++) { delete templateSeqs[i];  }
 235                         templateSeqs.clear();
 236                         templateSeqs = readSeqs(templateFileName);
 237                 }
 238
 239
 240                 //free memory
 241                 for (int i = 0; i < templateLines.size(); i++) { delete templateLines[i];  }
 242
 243                 return 0;
 244
 245         }
 246         catch(exception& e) {
 247                 m->errorOut(e, "Pintail", "doPrep");
 248                 exit(1);
 249         }
 250 }
 251 //***************************************************************************************************************
 252 int Pintail::print(ostream& out, ostream& outAcc) {
 253         try {
 254                 int index = ceil(deviation);
 255
 256                 //is your DE value higher than the 95%
 257                 string chimera;
 258                 if (index != 0) {  //if index is 0 then its an exact match to a template seq
 259                         if (quantiles[index][4] == 0.0) {
 260                                 chimera = "Your template does not include sequences that provide quantile values at distance " + toString(index);
 261                         }else {
 262                                 if (DE > quantiles[index][4])           {       chimera = "Yes";        }
 263                                 else                                                            {       chimera = "No";         }
 264                         }
 265                 }else{ chimera = "No";          }
 266
 267                 out << querySeq->getName() << '\t' << "div: " << deviation << "\tstDev: " << DE << "\tchimera flag: " << chimera << endl;
 268                 if (chimera == "Yes") {
 269                         m->mothurOut(querySeq->getName() + "\tdiv: " + toString(deviation) + "\tstDev: " + toString(DE) + "\tchimera flag: " + chimera); m->mothurOutEndLine();
 270                         outAcc << querySeq->getName() << endl;
 271                 }
 272                 out << "Observed\t";
 273
 274                 for (int j = 0; j < obsDistance.size(); j++) {  out << obsDistance[j] << '\t';  }
 275                 out << endl;
 276
 277                 out << "Expected\t";
 278
 279                 for (int m = 0; m < expectedDistance.size(); m++) {  out << expectedDistance[m] << '\t';  }
 280                 out << endl;
 281
 282                 return 0;
 283
 284         }
 285         catch(exception& e) {
 286                 m->errorOut(e, "Pintail", "print");
 287                 exit(1);
 288         }
 289 }
 290 #ifdef USE_MPI
 291 //***************************************************************************************************************
 292 int Pintail::print(MPI_File& out, MPI_File& outAcc) {
 293         try {
 294                 bool results = false;
 295                 string outputString = "";
 296                 int index = ceil(deviation);
 297
 298                 //is your DE value higher than the 95%
 299                 string chimera;
 300                 if (index != 0) {  //if index is 0 then its an exact match to a template seq
 301                         if (quantiles[index][4] == 0.0) {
 302                                 chimera = "Your template does not include sequences that provide quantile values at distance " + toString(index);
 303                         }else {
 304                                 if (DE > quantiles[index][4])           {       chimera = "Yes";        }
 305                                 else                                                            {       chimera = "No";         }
 306                         }
 307                 }else{ chimera = "No";          }
 308
 309                 outputString += querySeq->getName() + "\tdiv: " + toString(deviation) + "\tstDev: " + toString(DE) + "\tchimera flag: " + chimera + "\n";
 310                 if (chimera == "Yes") {
 311                         cout << querySeq->getName() << "\tdiv: " << toString(deviation) << "\tstDev: " << toString(DE) << "\tchimera flag: " << chimera << endl;
 312                         string outAccString = querySeq->getName() + "\n";
 313
 314                         MPI_Status statusAcc;
 315                         int length = outAccString.length();
 316                         char* buf = new char[length];
 317                         memcpy(buf, outAccString.c_str(), length);
 318
 319                         MPI_File_write_shared(outAcc, buf, length, MPI_CHAR, &statusAcc);
 320                         delete buf;
 321
 322                         results = true;
 323                 }
 324                 outputString += "Observed\t";
 325
 326                 for (int j = 0; j < obsDistance.size(); j++) {  outputString += toString(obsDistance[j]) + "\t";  }
 327                 outputString += "\n";
 328
 329                 outputString += "Expected\t";
 330
 331                 for (int m = 0; m < expectedDistance.size(); m++) {  outputString += toString(expectedDistance[m]) + "\t";  }
 332                 outputString += "\n";
 333
 334                 MPI_Status status;
 335                 int length = outputString.length();
 336                 char* buf2 = new char[length];
 337                 memcpy(buf2, outputString.c_str(), length);
 338
 339                 MPI_File_write_shared(out, buf2, length, MPI_CHAR, &status);
 340                 delete buf2;
 341
 342                 return results;
 343         }
 344         catch(exception& e) {
 345                 m->errorOut(e, "Pintail", "print");
 346                 exit(1);
 347         }
 348 }
 349 #endif
 350 //***************************************************************************************************************
 351 int Pintail::getChimeras(Sequence* query) {
 352         try {
 353                 querySeq = query;
 354                 trimmed.clear();
 355                 windowSizes = window;
 356
 357                 //find pairs has to be done before a mask
 358                 bestfit = findPairs(query);
 359
 360                 if (m->control_pressed) {  return 0; }
 361
 362                 //if they mask
 363                 if (seqMask != "") {
 364                         decalc->runMask(query);
 365                         decalc->runMask(bestfit);
 366                 }
 367
 368                 if (filter) { //must be done after a mask
 369                         runFilter(query);
 370                         runFilter(bestfit);
 371                 }
 372
 373
 374                 //trim seq
 375                 decalc->trimSeqs(query, bestfit, trimmed);
 376
 377                 //find windows
 378                 it = trimmed.begin();
 379                 windowsForeachQuery = decalc->findWindows(query, it->first, it->second, windowSizes, increment);
 380
 381                 //find observed distance
 382                 obsDistance = decalc->calcObserved(query, bestfit, windowsForeachQuery, windowSizes);
 383
 384                 if (m->control_pressed) {  return 0; }
 385
 386                 Qav = decalc->findQav(windowsForeachQuery, windowSizes, probabilityProfile);
 387
 388                 if (m->control_pressed) {  return 0; }
 389
 390                 //find alpha
 391                 seqCoef = decalc->getCoef(obsDistance, Qav);
 392
 393                 //calculating expected distance
 394                 expectedDistance = decalc->calcExpected(Qav, seqCoef);
 395
 396                 if (m->control_pressed) {  return 0; }
 397
 398                 //finding de
 399                 DE = decalc->calcDE(obsDistance, expectedDistance);
 400
 401                 if (m->control_pressed) {  return 0; }
 402
 403                 //find distance between query and closest match
 404                 it = trimmed.begin();
 405                 deviation = decalc->calcDist(query, bestfit, it->first, it->second);
 406
 407                 delete bestfit;
 408
 409                 return 0;
 410         }
 411         catch(exception& e) {
 412                 m->errorOut(e, "Pintail", "getChimeras");
 413                 exit(1);
 414         }
 415 }
 416
 417 //***************************************************************************************************************
 418
 419 vector<float> Pintail::readFreq() {
 420         try {
 421                 //read in probabilities and store in vector
 422                 int pos; float num;
 423
 424                 vector<float> prob;
 425                 set<int> h = decalc->getPos();  //positions of bases in masking sequence
 426
 427         #ifdef USE_MPI
 428
 429                 MPI_File inMPI;
 430                 MPI_Offset size;
 431                 MPI_Status status;
 432
 433                 //char* inFileName = new char[consfile.length()];
 434                 //memcpy(inFileName, consfile.c_str(), consfile.length());
 435
 436                 char inFileName[1024];
 437                 strcpy(inFileName, consfile.c_str());
 438
 439                 MPI_File_open(MPI_COMM_WORLD, inFileName, MPI_MODE_RDONLY, MPI_INFO_NULL, &inMPI);
 440                 MPI_File_get_size(inMPI, &size);
 441                 //delete inFileName;
 442
 443                 char* buffer = new char[size];
 444                 MPI_File_read(inMPI, buffer, size, MPI_CHAR, &status);
 445
 446                 string tempBuf = buffer;
 447                 delete buffer;
 448
 449                 if (tempBuf.length() > size) { tempBuf = tempBuf.substr(0, size);  }
 450                 istringstream iss (tempBuf,istringstream::in);
 451
 452                 //read version
 453                 string line = m->getline(iss); m->gobble(iss);
 454
 455                 while(!iss.eof()) {
 456                         iss >> pos >> num;
 457
 458                         if (h.count(pos) > 0) {
 459                                 float Pi;
 460                                 Pi =  (num - 0.25) / 0.75;
 461
 462                                 //cannot have probability less than 0.
 463                                 if (Pi < 0) { Pi = 0.0; }
 464
 465                                 //do you want this spot
 466                                 prob.push_back(Pi);
 467                         }
 468
 469                         m->gobble(iss);
 470                 }
 471
 472                 MPI_File_close(&inMPI);
 473
 474         #else
 475
 476                 ifstream in;
 477                 m->openInputFile(consfile, in);
 478
 479                 //read version
 480                 string line = m->getline(in); m->gobble(in);
 481
 482                 while(!in.eof()){
 483
 484                         in >> pos >> num;
 485
 486                         if (h.count(pos) > 0) {
 487                                 float Pi;
 488                                 Pi =  (num - 0.25) / 0.75;
 489
 490                                 //cannot have probability less than 0.
 491                                 if (Pi < 0) { Pi = 0.0; }
 492
 493                                 //do you want this spot
 494                                 prob.push_back(Pi);
 495                         }
 496
 497                         m->gobble(in);
 498                 }
 499                 in.close();
 500
 501         #endif
 502
 503                 return prob;
 504
 505         }
 506         catch(exception& e) {
 507                 m->errorOut(e, "Pintail", "readFreq");
 508                 exit(1);
 509         }
 510 }
 511
 512 //***************************************************************************************************************
 513 //calculate the distances from each query sequence to all sequences in the template to find the closest sequence
 514 Sequence* Pintail::findPairs(Sequence* q) {
 515         try {
 516
 517                 Sequence* seqsMatches;
 518
 519                 seqsMatches = decalc->findClosest(q, templateSeqs);
 520                 return seqsMatches;
 521
 522         }
 523         catch(exception& e) {
 524                 m->errorOut(e, "Pintail", "findPairs");
 525                 exit(1);
 526         }
 527 }
 528 //**************************************************************************************************
 529 void Pintail::createProcessesQuan() {
 530         try {
 531 #if defined (__APPLE__) || (__MACH__) || (linux) || (__linux)
 532                 int process = 1;
 533                 vector<int> processIDS;
 534
 535                 //loop through and create all the processes you want
 536                 while (process != processors) {
 537                         int pid = fork();
 538
 539                         if (pid > 0) {
 540                                 processIDS.push_back(pid);
 541                                 process++;
 542                         }else if (pid == 0){
 543
 544                                 quantilesMembers = decalc->getQuantiles(templateSeqs, windowSizesTemplate, window, probabilityProfile, increment, templateLines[process]->start, templateLines[process]->end);
 545
 546                                 //write out data to file so parent can read it
 547                                 ofstream out;
 548                                 string s = toString(getpid()) + ".temp";
 549                                 m->openOutputFile(s, out);
 550
 551                                 //output observed distances
 552                                 for (int i = 0; i < quantilesMembers.size(); i++) {
 553                                         out << quantilesMembers[i].size() << '\t';
 554                                         for (int j = 0; j < quantilesMembers[i].size(); j++) {
 555                                                 out << quantilesMembers[i][j] << '\t';
 556                                         }
 557                                         out << endl;
 558                                 }
 559
 560                                 out.close();
 561
 562                                 exit(0);
 563                         }else { m->mothurOut("unable to spawn the necessary processes."); m->mothurOutEndLine(); exit(0); }
 564                 }
 565
 566                 //parent does its part
 567                 quantilesMembers = decalc->getQuantiles(templateSeqs, windowSizesTemplate, window, probabilityProfile, increment, templateLines[0]->start, templateLines[0]->end);
 568
 569                 //force parent to wait until all the processes are done
 570                 for (int i=0;i<(processors-1);i++) {
 571                         int temp = processIDS[i];
 572                         wait(&temp);
 573                 }
 574
 575                 //get data created by processes
 576                 for (int i=0;i<(processors-1);i++) {
 577                         ifstream in;
 578                         string s = toString(processIDS[i]) + ".temp";
 579                         m->openInputFile(s, in);
 580
 581                         vector< vector<float> > quan;
 582                         quan.resize(100);
 583
 584                         //get quantiles
 585                         for (int h = 0; h < quan.size(); h++) {
 586                                 int num;
 587                                 in >> num;
 588
 589                                 m->gobble(in);
 590
 591                                 vector<float> q;  float w;
 592                                 for (int j = 0; j < num; j++) {
 593                                         in >> w;
 594                                         q.push_back(w);
 595                                 }
 596
 597                                 quan[h] = q;
 598                                 m->gobble(in);
 599                         }
 600
 601
 602                         //save quan in quantiles
 603                         for (int j = 0; j < quan.size(); j++) {
 604                                 //put all values of q[i] into quan[i]
 605                                 for (int l = 0; l < quan[j].size(); l++) {  quantilesMembers[j].push_back(quan[j][l]);   }
 606                                 //quantilesMembers[j].insert(quantilesMembers[j].begin(), quan[j].begin(), quan[j].end());
 607                         }
 608
 609                         in.close();
 610                         remove(s.c_str());
 611                 }
 612
 613 #else
 614                 quantilesMembers = decalc->getQuantiles(templateSeqs, windowSizesTemplate, window, probabilityProfile, increment, 0, templateSeqs.size());
 615 #endif
 616         }
 617         catch(exception& e) {
 618                 m->errorOut(e, "Pintail", "createProcessesQuan");
 619                 exit(1);
 620         }
 621 }
 622 //***************************************************************************************************************
 623 vector< vector<float> > Pintail::readQuantiles() {
 624         try {
 625                 int num;
 626                 float ten, twentyfive, fifty, seventyfive, ninetyfive, ninetynine;
 627
 628                 vector< vector<float> > quan;
 629                 vector <float> temp; temp.resize(6, 0);
 630
 631                 //to fill 0
 632                 quan.push_back(temp);
 633
 634         #ifdef USE_MPI
 635
 636                 MPI_File inMPI;
 637                 MPI_Offset size;
 638                 MPI_Status status;
 639
 640                 //char* inFileName = new char[quanfile.length()];
 641                 //memcpy(inFileName, quanfile.c_str(), quanfile.length());
 642
 643                 char inFileName[1024];
 644                 strcpy(inFileName, quanfile.c_str());
 645
 646                 MPI_File_open(MPI_COMM_WORLD, inFileName, MPI_MODE_RDONLY, MPI_INFO_NULL, &inMPI);
 647                 MPI_File_get_size(inMPI, &size);
 648                 //delete inFileName;
 649
 650
 651                 char* buffer = new char[size];
 652                 MPI_File_read(inMPI, buffer, size, MPI_CHAR, &status);
 653
 654                 string tempBuf = buffer;
 655                 if (tempBuf.length() > size) { tempBuf = tempBuf.substr(0, size);  }
 656                 istringstream iss (tempBuf,istringstream::in);
 657                 delete buffer;
 658
 659                 //read version
 660                 string line = m->getline(iss); m->gobble(iss);
 661
 662                 while(!iss.eof()) {
 663                         iss >> num >> ten >> twentyfive >> fifty >> seventyfive >> ninetyfive >> ninetynine;
 664
 665                         temp.clear();
 666
 667                         temp.push_back(ten);
 668                         temp.push_back(twentyfive);
 669                         temp.push_back(fifty);
 670                         temp.push_back(seventyfive);
 671                         temp.push_back(ninetyfive);
 672                         temp.push_back(ninetynine);
 673
 674                         quan.push_back(temp);
 675
 676                         m->gobble(iss);
 677                 }
 678
 679                 MPI_File_close(&inMPI);
 680
 681         #else
 682
 683                 ifstream in;
 684                 m->openInputFile(quanfile, in);
 685
 686                 //read version
 687                 string line = m->getline(in); m->gobble(in);
 688
 689                 while(!in.eof()){
 690
 691                         in >> num >> ten >> twentyfive >> fifty >> seventyfive >> ninetyfive >> ninetynine;
 692
 693                         temp.clear();
 694
 695                         temp.push_back(ten);
 696                         temp.push_back(twentyfive);
 697                         temp.push_back(fifty);
 698                         temp.push_back(seventyfive);
 699                         temp.push_back(ninetyfive);
 700                         temp.push_back(ninetynine);
 701
 702                         quan.push_back(temp);
 703
 704                         m->gobble(in);
 705                 }
 706                 in.close();
 707         #endif
 708
 709                 return quan;
 710
 711         }
 712         catch(exception& e) {
 713                 m->errorOut(e, "Pintail", "readQuantiles");
 714                 exit(1);
 715         }
 716 }
 717 //***************************************************************************************************************/
 718
 719 void Pintail::printQuanFile(string file, string outputString) {
 720         try {
 721
 722                 #ifdef USE_MPI
 723
 724                         MPI_File outQuan;
 725                         MPI_Status status;
 726
 727                         int pid;
 728                         MPI_Comm_rank(MPI_COMM_WORLD, &pid); //find out who we are
 729
 730                         int outMode=MPI_MODE_CREATE|MPI_MODE_WRONLY;
 731
 732                         //char* FileName = new char[file.length()];
 733                         //memcpy(FileName, file.c_str(), file.length());
 734
 735                         char FileName[1024];
 736                         strcpy(FileName, file.c_str());
 737
 738                         if (pid == 0) {
 739                                 MPI_File_open(MPI_COMM_SELF, FileName, outMode, MPI_INFO_NULL, &outQuan);  //comm, filename, mode, info, filepointer
 740
 741                                 int length = outputString.length();
 742                                 char* buf = new char[length];
 743                                 memcpy(buf, outputString.c_str(), length);
 744
 745                                 MPI_File_write(outQuan, buf, length, MPI_CHAR, &status);
 746                                 delete buf;
 747
 748                                 MPI_File_close(&outQuan);
 749                         }
 750
 751                         //delete FileName;
 752                 #else
 753                         ofstream outQuan;
 754                         m->openOutputFile(file, outQuan);
 755
 756                         outQuan << outputString;
 757
 758                         outQuan.close();
 759                 #endif
 760         }
 761         catch(exception& e) {
 762                 m->errorOut(e, "Pintail", "printQuanFile");
 763                 exit(1);
 764         }
 765 }
 766
 767 //***************************************************************************************************************/
 768
 769
 770