Differential D23247 Diff 64001 src/backend/generalTest/CorrelationCoefficient.cpp

Changeset View

Standalone View

View Options

src/backend/generalTest/CorrelationCoefficient.cpp

Context not available.
33#include "backend/core/column/Column.h" 33​#include "backend/core/column/Column.h"
34#include "backend/lib/macros.h" 34​#include "backend/lib/macros.h"
35 35​
36​#include "backend/generalTest/MyTableModel.h"
37​
36#include <QVector> 38​#include <QVector>
37#include <QStandardItemModel> 39​#include <QStandardItemModel>
38#include <QLocale> 40​#include <QLocale>
Context not available.
64 m_correlationValue = 0; 66​ m_correlationValue = 0;
65 m_statisticValue.clear(); 67​ m_statisticValue.clear();
66 m_pValue.clear(); 68​ m_pValue.clear();
67 m_inputStatsTableModel->clear(); ​
68 69​
69 for (int i = 0; i < RESULTLINESCOUNT; i++) 70​ for (int i = 0; i < RESULTLINESCOUNT; i++)
70 m_resultLine[i]->clear(); 71​ m_resultLine[i]->clear();
Context not available.
85 break; 86​ break;
86 } 87​ }
87 case CorrelationCoefficient::ChiSquare: 88​ case CorrelationCoefficient::ChiSquare:
88 switch (testSubtype(test)) { 89​ if (testSubtype(test) == CorrelationCoefficient::IndependenceTest) {
89 case CorrelationCoefficient::IndependenceTest: 90​ m_currTestName = "<h2>" + i18n("Chi Square Independence Test") + "</h2>";
90 performChiSquareIndpendence(calculateStats); 91​ performChiSquareIndpendence(calculateStats);
91 break; ​
92 } 92​ }
93 break; 93​ break;
94 } 94​ }
Context not available.
96 emit changed(); 96​ emit changed();
97} 97​}
98 98​
99​void CorrelationCoefficient::initInputStatsTable(int test, bool calculateStats, int nRows, int nColumns) {
100​ m_inputStatsTableModel->clear();
101​
102​ if (!calculateStats) {
103​ if (testSubtype(test) == IndependenceTest) {
104​ m_inputStatsTableModel->setRowCount(nRows + 1);
105​ m_inputStatsTableModel->setColumnCount(nColumns + 1);
106​ }
107​ }
108​
109​ for (int i = 1; i < nRows + 1; i++)
110​ m_inputStatsTableModel->setData(m_inputStatsTableModel->index(i, 0), i18n("Row %1", i));
111​
112​ for (int i = 1; i < nColumns + 1; i++)
113​ m_inputStatsTableModel->setData(m_inputStatsTableModel->index(0, i), i18n("Column %1", i));
114​
115​ emit changed();
116​}
117​
99 118​
100double CorrelationCoefficient::correlationValue() const { 119​double CorrelationCoefficient::correlationValue() const {
101 return m_correlationValue; 120​ return m_correlationValue;
Context not available.
109 return m_pValue; 128​ return m_pValue;
110} 129​}
111 130​
131​void CorrelationCoefficient::setInputStatsTableNRows(int nRows) {
132​ int nRows_old = m_inputStatsTableModel->rowCount();
133​ m_inputStatsTableModel->setRowCount(nRows + 1);
134​
135​ for (int i = nRows_old; i < nRows + 1; i++)
136​ m_inputStatsTableModel->setData(m_inputStatsTableModel->index(i, 0), i18n("Row %1", i));
137​}
138​
139​void CorrelationCoefficient::setInputStatsTableNCols(int nColumns) {
140​ int nColumns_old = m_inputStatsTableModel->columnCount();
141​ m_inputStatsTableModel->setColumnCount(nColumns + 1);
142​
143​ for (int i = nColumns_old; i < nColumns + 1; i++)
144​ m_inputStatsTableModel->setData(m_inputStatsTableModel->index(0, i), i18n("Column %1", i));
145​}
146​
147​void CorrelationCoefficient::exportStatTableToSpreadsheet() {
148​ if (m_dataSourceSpreadsheet == nullptr)
149​ return;
150​
151​ int rowCount = m_inputStatsTableModel->rowCount();
152​ int columnCount = m_inputStatsTableModel->columnCount();
153​
154​ int spreadsheetColCount = m_dataSourceSpreadsheet->columnCount();
155​
156​ m_dataSourceSpreadsheet->insertColumns(spreadsheetColCount, 3);
157​
158​ Column* col1 = m_dataSourceSpreadsheet->column(spreadsheetColCount);
159​ Column* col2 = m_dataSourceSpreadsheet->column(spreadsheetColCount + 1);
160​ Column* col3 = m_dataSourceSpreadsheet->column(spreadsheetColCount + 2);
161​
162​ col1->setName("Independent Var. 1");
163​ col2->setName("Independent Var. 2");
164​ col3->setName("Data Values");
165​
166​ col1->setColumnMode(AbstractColumn::Text);
167​ col2->setColumnMode(AbstractColumn::Text);
168​ col3->setColumnMode(AbstractColumn::Numeric);
169​
170​ int index = 0;
171​ for (int i = 1; i < rowCount; i++)
172​ for (int j = 1; j < columnCount; j++) {
173​ col1->setTextAt(index, m_inputStatsTableModel->data(
174​ m_inputStatsTableModel->index(i, 0)).toString());
175​
176​ col2->setTextAt(index, m_inputStatsTableModel->data(
177​ m_inputStatsTableModel->index(0, j)).toString());
178​
179​ col3->setValueAt(index, m_inputStatsTableModel->data(
180​ m_inputStatsTableModel->index(i, j)).toDouble());
181​ index++;
182​ }
183​}
184​
112/*************************************************************************************************************************** 185​/***************************************************************************************************************************
113 * Private Implementations 186​ * Private Implementations
114 * ************************************************************************************************************************/ 187​ * ************************************************************************************************************************/
Context not available.
339 412​
340/***********************************************Chi Square Test for Indpendence******************************************************************/ 413​/***********************************************Chi Square Test for Indpendence******************************************************************/
341 414​
342// TODO: Implement this function 415​// TODO: Find P value from chi square test statistic:
343void CorrelationCoefficient::performChiSquareIndpendence(bool calculateStats) { 416​void CorrelationCoefficient::performChiSquareIndpendence(bool calculateStats) {
344 Q_UNUSED(calculateStats); 417​ int rowCount;
418​ int columnCount;
419​
420​ QVector<double> sumRows;
421​ QVector<double> sumColumns;
422​ int overallTotal = 0;
423​ QVector<QVector<int>> observedValues;
424​
425​ QStringList horizontalHeader;
426​ QStringList verticalHeader;
427​
428​ if (!calculateStats) {
429​ rowCount = m_inputStatsTableModel->rowCount() - 1;
430​ columnCount = m_inputStatsTableModel->columnCount() - 1;
431​
432​ sumRows.resize(rowCount);
433​ sumColumns.resize(columnCount);
434​ observedValues.resize(rowCount);
435​
436​ for (int i = 1; i <= rowCount; i++) {
437​ observedValues[i - 1].resize(columnCount);
438​ for (int j = 1; j <= columnCount; j++) {
439​ int cellValue = m_inputStatsTableModel->data(m_inputStatsTableModel->index(i, j)).toInt();
440​ sumRows[i - 1] += cellValue;
441​ sumColumns[j - 1] += cellValue;
442​ overallTotal += cellValue;
443​ observedValues[i - 1][j - 1] = cellValue;
444​ }
445​ }
446​
447​ for (int i = 0; i < columnCount + 1; i++)
448​ horizontalHeader.append(m_inputStatsTableModel->data(m_inputStatsTableModel->index(0, i)).toString());
449​
450​ for (int i = 0; i < rowCount + 1; i++)
451​ verticalHeader.append(m_inputStatsTableModel->data(m_inputStatsTableModel->index(i, 0)).toString());
452​ } else {
453​ if (m_columns.count() != 3) {
454​ printError("Select only 3 columns ");
sgerlachUnsubmitted
Not Done

unnecessary space after "columns"?

sgerlach: unnecessary space after "columns"?
455​ return;
456​ }
457​
458​ int nRows = findCount(m_columns[0]);
459​
460​ rowCount = 0;
461​ columnCount = 0;
462​
463​ horizontalHeader.append(QString());
464​ verticalHeader.append(QString());
465​
466​ QMap<QString, int> independentVar1;
467​ QMap<QString, int> independentVar2;
468​ for (int i = 0; i < nRows; i++) {
469​ QString cell1Text = m_columns[0]->textAt(i);
470​ QString cell2Text = m_columns[1]->textAt(i);
471​
472​ if (independentVar1[cell1Text] == 0) {
473​ independentVar1[cell1Text] = ++columnCount;
474​ horizontalHeader.append(cell1Text);
475​ }
476​
477​ if (independentVar2[cell2Text] == 0) {
478​ independentVar2[cell2Text] = ++rowCount;
479​ verticalHeader.append(cell2Text);
480​ }
481​ }
482​
483​ sumRows.resize(rowCount);
484​ sumColumns.resize(columnCount);
485​ observedValues.resize(rowCount);
486​ for (int i = 0; i < rowCount; i++)
487​ observedValues[i].resize(columnCount);
488​
489​
490​ for (int i = 0; i < nRows; i++) {
491​ QString cell1Text = m_columns[0]->textAt(i);
492​ QString cell2Text = m_columns[1]->textAt(i);
493​ int cellValue = int(m_columns[2]->valueAt(i));
494​
495​ int partition1Number = independentVar1[cell1Text] - 1;
496​ int partition2Number = independentVar2[cell2Text] - 1;
497​
498​ sumRows[partition1Number] += cellValue;
499​ sumColumns[partition2Number] += cellValue;
500​ overallTotal += cellValue;
501​ observedValues[partition1Number][partition2Number] = cellValue;
502​ }
503​ }
504​
505​ if (overallTotal == 0)
506​ printError("Enter some data: All columns are empty");
507​
508​ QVector<QVector<double>> expectedValues(rowCount, QVector<double>(columnCount));
509​
510​ for (int i = 0; i < rowCount; i++)
511​ for (int j = 0; j < columnCount; j++)
512​ expectedValues[i][j] = (double(sumRows[i]) * double(sumColumns[j])) / overallTotal;
513​
514​ m_statsTable += "<h3>" + i18n("Observed Value Table") + "</h3>";
515​ QList<HtmlCell*> rowMajor;
516​ int level = 0;
517​ // horizontal header
518​ for (int i = 0; i < columnCount + 1; i++)
519​ rowMajor.append(new HtmlCell(horizontalHeader[i], level, true));
520​
521​ rowMajor.append(new HtmlCell("Total", level, true));
522​
523​ //data with vertical header.
524​ for (int i = 1; i < rowCount + 1; i++) {
525​ level++;
526​ rowMajor.append(new HtmlCell(verticalHeader[i], level, true));
527​ for (int j = 0; j < columnCount; j++)
528​ rowMajor.append(new HtmlCell(round(observedValues[i - 1][j]), level));
529​
530​ rowMajor.append(new HtmlCell(round(sumRows[i - 1]), level));
531​ }
532​
533​ level++;
534​ rowMajor.append(new HtmlCell("Total", level, true));
535​ for (int i = 0; i < columnCount; i++)
536​ rowMajor.append(new HtmlCell(round(sumColumns[i]), level));
537​
538​ rowMajor.append(new HtmlCell(round(overallTotal), level));
539​ m_statsTable += getHtmlTable3(rowMajor);
540​
541​ m_statsTable += "<br>";
542​
543​ m_statsTable += "<h3>" + i18n("Expected Value Table") + "</h3>";
544​ rowMajor.clear();
545​ level = 0;
546​ // horizontal header
547​ for (int i = 0; i < columnCount + 1; i++)
548​ rowMajor.append(new HtmlCell(horizontalHeader[i], level, true));
549​
550​ rowMajor.append(new HtmlCell("Total", level, true));
551​
552​ //data with vertical header.
553​ for (int i = 1; i < rowCount + 1; i++) {
554​ level++;
555​ rowMajor.append(new HtmlCell(verticalHeader[i], level, true));
556​ for (int j = 0; j < columnCount; j++)
557​ rowMajor.append(new HtmlCell(round(expectedValues[i - 1][j]), level));
558​
559​ rowMajor.append(new HtmlCell(round(sumRows[i - 1]), level));
560​ }
561​
562​ level++;
563​ rowMajor.append(new HtmlCell("Total", level, true));
564​ for (int i = 0; i < columnCount; i++)
565​ rowMajor.append(new HtmlCell(round(sumColumns[i]), level));
566​
567​ rowMajor.append(new HtmlCell(round(overallTotal), level));
568​
569​ m_statsTable += getHtmlTable3(rowMajor);
570​
571​ double chiSquareVal = 0;
572​ // finding chi-square value;
573​ for (int i = 0; i < rowCount; i++)
574​ for (int j = 0; j < columnCount; j++)
575​ chiSquareVal += gsl_pow_2(observedValues[i][j] - expectedValues[i][j]) / expectedValues[i][j];
576​
577​ m_statisticValue.append(chiSquareVal);
578​ int df = (rowCount - 1) * (columnCount - 1);
579​ printLine(0, "Degree of Freedom is " + QString::number(df), "blue");
580​ printLine(1, "Chi Square Statistic Value is " + round(chiSquareVal), "green");
345} 581​}
346 582​
347/***********************************************Helper Functions******************************************************************/ 583​/***********************************************Helper Functions******************************************************************/
Context not available.