X-Git-Url: https://git.donarmstrong.com/?a=blobdiff_plain;f=linearalgebra.cpp;h=33464ca5b3519f615b1029b22793694d595eee2d;hb=4169642e8a8d45f71a4a7241ee02f1b1aae29520;hp=6b56597f10501b4720d77b28ca08961d2c35554e;hpb=d04f948b1a2a1a2984fc4a45d04403b8c121c5bc;p=mothur.git diff --git a/linearalgebra.cpp b/linearalgebra.cpp index 6b56597..33464ca 100644 --- a/linearalgebra.cpp +++ b/linearalgebra.cpp @@ -326,54 +326,341 @@ vector< vector > LinearAlgebra::calculateEuclidianDistance(vector< vecto } } /*********************************************************************************************************************************/ +//assumes both matrices are square and the same size double LinearAlgebra::calcPearson(vector< vector >& euclidDists, vector< vector >& userDists){ try { //find average for - X - vector averageEuclid; averageEuclid.resize(euclidDists.size(), 0.0); + int count = 0; + float averageEuclid = 0.0; for (int i = 0; i < euclidDists.size(); i++) { - for (int j = 0; j < euclidDists[i].size(); j++) { - averageEuclid[i] += euclidDists[i][j]; + for (int j = 0; j < i; j++) { + averageEuclid += euclidDists[i][j]; + count++; } } - for (int i = 0; i < averageEuclid.size(); i++) { averageEuclid[i] = averageEuclid[i] / (float) euclidDists.size(); } - + averageEuclid = averageEuclid / (float) count; + //find average for - Y - vector averageUser; averageUser.resize(userDists.size(), 0.0); + count = 0; + float averageUser = 0.0; for (int i = 0; i < userDists.size(); i++) { - for (int j = 0; j < userDists[i].size(); j++) { - averageUser[i] += userDists[i][j]; + for (int j = 0; j < i; j++) { + averageUser += userDists[i][j]; + count++; } } - for (int i = 0; i < averageUser.size(); i++) { averageUser[i] = averageUser[i] / (float) userDists.size(); } - + averageUser = averageUser / (float) count; + double numerator = 0.0; double denomTerm1 = 0.0; double denomTerm2 = 0.0; for (int i = 0; i < euclidDists.size(); i++) { - for (int k = 0; k < i; k++) { + for (int k = 0; k < i; k++) { //just lt dists float Yi = userDists[i][k]; float Xi = euclidDists[i][k]; - numerator += ((Xi - averageEuclid[k]) * (Yi - averageUser[k])); - denomTerm1 += ((Xi - averageEuclid[k]) * (Xi - averageEuclid[k])); - denomTerm2 += ((Yi - averageUser[k]) * (Yi - averageUser[k])); + numerator += ((Xi - averageEuclid) * (Yi - averageUser)); + denomTerm1 += ((Xi - averageEuclid) * (Xi - averageEuclid)); + denomTerm2 += ((Yi - averageUser) * (Yi - averageUser)); } } double denom = (sqrt(denomTerm1) * sqrt(denomTerm2)); double r = numerator / denom; + //divide by zero error + if (isnan(r) || isinf(r)) { r = 0.0; } + return r; + } catch(exception& e) { - m->errorOut(e, "LinearAlgebra", "calculateEuclidianDistance"); + m->errorOut(e, "LinearAlgebra", "calcPearson"); exit(1); } } /*********************************************************************************************************************************/ +//assumes both matrices are square and the same size +double LinearAlgebra::calcSpearman(vector< vector >& euclidDists, vector< vector >& userDists){ + try { + double r; + + //format data + map tableX; + map::iterator itTable; + vector scores; + + for (int i = 0; i < euclidDists.size(); i++) { + for (int j = 0; j < i; j++) { + spearmanRank member(toString(scores.size()), euclidDists[i][j]); + scores.push_back(member); + + //count number of repeats + itTable = tableX.find(euclidDists[i][j]); + if (itTable == tableX.end()) { + tableX[euclidDists[i][j]] = 1; + }else { + tableX[euclidDists[i][j]]++; + } + } + } + + //sort scores + sort(scores.begin(), scores.end(), compareSpearman); + + //calc LX + double Lx = 0.0; + for (itTable = tableX.begin(); itTable != tableX.end(); itTable++) { + double tx = (double) itTable->second; + Lx += ((pow(tx, 3.0) - tx) / 12.0); + } + + //find ranks of xi + map rankEuclid; + vector ties; + int rankTotal = 0; + for (int j = 0; j < scores.size(); j++) { + rankTotal += (j+1); + ties.push_back(scores[j]); + + if (j != (scores.size()-1)) { // you are not the last so you can look ahead + if (scores[j].score != scores[j+1].score) { // you are done with ties, rank them and continue + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankEuclid[ties[k].name] = thisrank; + } + ties.clear(); + rankTotal = 0; + } + }else { // you are the last one + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankEuclid[ties[k].name] = thisrank; + } + } + } + + + //format data + map tableY; + scores.clear(); + + for (int i = 0; i < userDists.size(); i++) { + for (int j = 0; j < i; j++) { + spearmanRank member(toString(scores.size()), userDists[i][j]); + scores.push_back(member); + + //count number of repeats + itTable = tableY.find(userDists[i][j]); + if (itTable == tableY.end()) { + tableY[userDists[i][j]] = 1; + }else { + tableY[userDists[i][j]]++; + } + } + } + + //sort scores + sort(scores.begin(), scores.end(), compareSpearman); + + //calc LX + double Ly = 0.0; + for (itTable = tableY.begin(); itTable != tableY.end(); itTable++) { + double ty = (double) itTable->second; + Ly += ((pow(ty, 3.0) - ty) / 12.0); + } + + //find ranks of yi + map rankUser; + ties.clear(); + rankTotal = 0; + for (int j = 0; j < scores.size(); j++) { + rankTotal += (j+1); + ties.push_back(scores[j]); + + if (j != (scores.size()-1)) { // you are not the last so you can look ahead + if (scores[j].score != scores[j+1].score) { // you are done with ties, rank them and continue + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankUser[ties[k].name] = thisrank; + } + ties.clear(); + rankTotal = 0; + } + }else { // you are the last one + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankUser[ties[k].name] = thisrank; + } + } + } + + + double di = 0.0; + int count = 0; + for (int i = 0; i < userDists.size(); i++) { + for (int j = 0; j < i; j++) { + + float xi = rankEuclid[toString(count)]; + float yi = rankUser[toString(count)]; + + di += ((xi - yi) * (xi - yi)); + + count++; + } + } + + double n = (double) count; + + double SX2 = ((pow(n, 3.0) - n) / 12.0) - Lx; + double SY2 = ((pow(n, 3.0) - n) / 12.0) - Ly; + + r = (SX2 + SY2 - di) / (2.0 * sqrt((SX2*SY2))); + + //divide by zero error + if (isnan(r) || isinf(r)) { r = 0.0; } + + return r; + + } + catch(exception& e) { + m->errorOut(e, "LinearAlgebra", "calcSpearman"); + exit(1); + } +} + +/*********************************************************************************************************************************/ +//assumes both matrices are square and the same size +double LinearAlgebra::calcKendall(vector< vector >& euclidDists, vector< vector >& userDists){ + try { + double r; + + //format data + vector scores; + for (int i = 0; i < euclidDists.size(); i++) { + for (int j = 0; j < i; j++) { + spearmanRank member(toString(scores.size()), euclidDists[i][j]); + scores.push_back(member); + } + } + + //sort scores + sort(scores.begin(), scores.end(), compareSpearman); + + //find ranks of xi + map rankEuclid; + vector ties; + int rankTotal = 0; + for (int j = 0; j < scores.size(); j++) { + rankTotal += (j+1); + ties.push_back(scores[j]); + + if (j != (scores.size()-1)) { // you are not the last so you can look ahead + if (scores[j].score != scores[j+1].score) { // you are done with ties, rank them and continue + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankEuclid[ties[k].name] = thisrank; + } + ties.clear(); + rankTotal = 0; + } + }else { // you are the last one + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankEuclid[ties[k].name] = thisrank; + } + } + } + + vector scoresUser; + for (int i = 0; i < userDists.size(); i++) { + for (int j = 0; j < i; j++) { + spearmanRank member(toString(scoresUser.size()), userDists[i][j]); + scoresUser.push_back(member); + } + } + + //sort scores + sort(scoresUser.begin(), scoresUser.end(), compareSpearman); + + //find ranks of yi + map rankUser; + ties.clear(); + rankTotal = 0; + for (int j = 0; j < scoresUser.size(); j++) { + rankTotal += (j+1); + ties.push_back(scoresUser[j]); + + if (j != (scoresUser.size()-1)) { // you are not the last so you can look ahead + if (scoresUser[j].score != scoresUser[j+1].score) { // you are done with ties, rank them and continue + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankUser[ties[k].name] = thisrank; + } + ties.clear(); + rankTotal = 0; + } + }else { // you are the last one + + for (int k = 0; k < ties.size(); k++) { + float thisrank = rankTotal / (float) ties.size(); + rankUser[ties[k].name] = thisrank; + } + } + } + + int numCoor = 0; + int numDisCoor = 0; + + //order user ranks + vector user; + for (int l = 0; l < scores.size(); l++) { + spearmanRank member(scores[l].name, rankUser[scores[l].name]); + user.push_back(member); + } + + int count = 0; + for (int l = 0; l < scores.size(); l++) { + + int numWithHigherRank = 0; + int numWithLowerRank = 0; + float thisrank = user[l].score; + + for (int u = l+1; u < scores.size(); u++) { + if (user[u].score > thisrank) { numWithHigherRank++; } + else if (user[u].score < thisrank) { numWithLowerRank++; } + count++; + } + + numCoor += numWithHigherRank; + numDisCoor += numWithLowerRank; + } + + r = (numCoor - numDisCoor) / (float) count; + + //divide by zero error + if (isnan(r) || isinf(r)) { r = 0.0; } + + return r; + + } + catch(exception& e) { + m->errorOut(e, "LinearAlgebra", "calcKendall"); + exit(1); + } +} + +/*********************************************************************************************************************************/