mtzikara
6 years ago
committed by
GitHub
3 changed files with 816 additions and 0 deletions
@ -0,0 +1,279 @@ |
|||||
|
#include "csr_sparse_matrix.h" |
||||
|
|
||||
|
|
||||
|
CsrSparseMatrix initCsrSparseMatrix() { |
||||
|
CsrSparseMatrix sparseMatrix; |
||||
|
sparseMatrix.size = 0; |
||||
|
sparseMatrix.nnz = 0; |
||||
|
sparseMatrix.values = NULL; |
||||
|
sparseMatrix.columnIndexes = NULL; |
||||
|
sparseMatrix.rowaccInd = NULL; |
||||
|
return sparseMatrix; |
||||
|
} |
||||
|
|
||||
|
void allocMemoryForElements (CsrSparseMatrix *sparseMatrix, int size, int nnz) { |
||||
|
sparseMatrix->values = (double *) malloc( |
||||
|
nnz * sizeof(double)); |
||||
|
sparseMatrix->columnIndexes = (int *) malloc( |
||||
|
nnz * sizeof(int)); |
||||
|
sparseMatrix->rowaccInd = (int *) malloc( |
||||
|
size * sizeof(int)); |
||||
|
sparseMatrix->nnz = nnz; |
||||
|
sparseMatrix->size = size; |
||||
|
} |
||||
|
|
||||
|
void addElements(CsrSparseMatrix *sparseMatrix, int *fileFromMatrix, int *fileToMatrix) { |
||||
|
printf("I am in add elements \n"); |
||||
|
//initialize
|
||||
|
for(int i=0; i<sparseMatrix->size; ++i){ |
||||
|
sparseMatrix->rowaccInd[i] = 0; |
||||
|
} |
||||
|
for(int i=0; i<sparseMatrix->nnz; ++i){ |
||||
|
sparseMatrix->rowaccInd[fileFromMatrix[i]]++; |
||||
|
} |
||||
|
for(int i=1; i<sparseMatrix->size; ++i){ |
||||
|
sparseMatrix->rowaccInd[i]+=sparseMatrix->rowaccInd[i-1]; |
||||
|
} |
||||
|
printf("I am in add elements 2\n"); |
||||
|
int k=0; |
||||
|
for(int i=0; i<sparseMatrix->size; ++i){ |
||||
|
for(int j = 0; j<sparseMatrix->nnz; ++j){ |
||||
|
if(fileFromMatrix[j] == i){ |
||||
|
do{ |
||||
|
sparseMatrix->values[sparseMatrix->rowaccInd[i-1]+k] = 1; |
||||
|
sparseMatrix->columnIndexes[sparseMatrix->rowaccInd[i-1]+k] = fileToMatrix[j]; |
||||
|
++k; |
||||
|
}while(k<sparseMatrix->rowaccInd[i]-sparseMatrix->rowaccInd[i-1]); |
||||
|
k = 0; |
||||
|
j = sparseMatrix->nnz; |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
printf("I am in add elements %d\n", i); |
||||
|
} |
||||
|
printf("I finished add elements \n"); |
||||
|
} |
||||
|
|
||||
|
|
||||
|
void zeroOutRow(CsrSparseMatrix *sparseMatrix, int row) { |
||||
|
int noofnnzinrow; |
||||
|
if(row==0){ |
||||
|
noofnnzinrow = sparseMatrix->rowaccInd[row]; |
||||
|
} |
||||
|
else{ |
||||
|
noofnnzinrow = sparseMatrix->rowaccInd[row]-sparseMatrix->rowaccInd[row-1]; |
||||
|
} |
||||
|
int startdeleteInd = sparseMatrix->rowaccInd[row-1]+1; |
||||
|
|
||||
|
//delete the values and columnindexes of these rows by moving up the rest
|
||||
|
for(int i=0; i<noofnnzinrow; ++i){ |
||||
|
sparseMatrix->values[i+startdeleteInd] = sparseMatrix->values[sparseMatrix->nnz-noofnnzinrow+i]; |
||||
|
sparseMatrix->values[sparseMatrix->nnz-noofnnzinrow+i] = 0; |
||||
|
sparseMatrix->columnIndexes[i+startdeleteInd] = sparseMatrix->columnIndexes[sparseMatrix->nnz-noofnnzinrow+i]; |
||||
|
sparseMatrix->columnIndexes[sparseMatrix->nnz-noofnnzinrow+i] = 0; |
||||
|
} |
||||
|
sparseMatrix->nnz = sparseMatrix->nnz - noofnnzinrow; |
||||
|
|
||||
|
//substract from accumulative no. of row nnz elements
|
||||
|
for(int i=row; i<sparseMatrix->size ; ++i){ |
||||
|
sparseMatrix->rowaccInd[i] -= noofnnzinrow; |
||||
|
} |
||||
|
|
||||
|
/*for (int i=0; i<sparseMatrix->size; ++i) {
|
||||
|
CooSparseMatrixElement *element = sparseMatrix->elements[i]; |
||||
|
if (element->rowIndex == row) { |
||||
|
element->value = 0; |
||||
|
} |
||||
|
}*/ |
||||
|
} |
||||
|
|
||||
|
|
||||
|
void zeroOutColumn(CsrSparseMatrix *sparseMatrix, int column) { |
||||
|
|
||||
|
/*for (int i=0; i<sparseMatrix->size; ++i) {
|
||||
|
CooSparseMatrixElement *element = sparseMatrix->elements[i]; |
||||
|
if (element->columnIndex == column) { |
||||
|
element->value = 0; |
||||
|
} |
||||
|
} |
||||
|
*/ |
||||
|
for (int i=0; i<sparseMatrix->nnz; ++i){ |
||||
|
if(sparseMatrix->columnIndexes[i] == column){ |
||||
|
//delete columns by moving up the rest
|
||||
|
for(int j=i; j<sparseMatrix->nnz-1; ++j){ |
||||
|
sparseMatrix->columnIndexes[j] = sparseMatrix->columnIndexes[j+1]; |
||||
|
sparseMatrix->values[j] = sparseMatrix->values[j+1]; |
||||
|
} |
||||
|
int flag = 0; |
||||
|
//adjust rowaccInd
|
||||
|
for(int j=0; j<sparseMatrix->size; ++j){ |
||||
|
if(sparseMatrix->rowaccInd[j] > i){ |
||||
|
flag = 1; //must be substracted since column belonged to this row
|
||||
|
} |
||||
|
if(flag){ |
||||
|
--sparseMatrix->rowaccInd[j]; //substract till end of rows
|
||||
|
} |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
int *getRowIndexes(CsrSparseMatrix sparseMatrix, int row, int *rowSize) { |
||||
|
*rowSize = 0; |
||||
|
/*for (int i=0; i<sparseMatrix.size; ++i) {
|
||||
|
if (sparseMatrix.elements[i]->rowIndex == row) { |
||||
|
++(*rowSize); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
if (!(*rowSize)) { |
||||
|
return NULL; |
||||
|
}*/ |
||||
|
if((row-1)>0 && (sparseMatrix.rowaccInd[row]-sparseMatrix.rowaccInd[row-1])>0){ |
||||
|
(*rowSize) = sparseMatrix.rowaccInd[row]-sparseMatrix.rowaccInd[row-1]; |
||||
|
} |
||||
|
else if((sparseMatrix.rowaccInd[row]-sparseMatrix.rowaccInd[row-1])>0){ //if row = 0
|
||||
|
(*rowSize) = sparseMatrix.rowaccInd[row]; |
||||
|
} |
||||
|
else{ |
||||
|
return NULL; |
||||
|
} |
||||
|
|
||||
|
int *indexes = (int *) malloc((*rowSize) * sizeof(int)); |
||||
|
for (int i=1; i<=(*rowSize); ++i) { |
||||
|
|
||||
|
indexes[i-1] = sparseMatrix.rowaccInd[row-1]+i; |
||||
|
|
||||
|
} |
||||
|
|
||||
|
return indexes; |
||||
|
} |
||||
|
|
||||
|
void transposeSparseMatrix(CsrSparseMatrix *sparseMatrix) { |
||||
|
/*for (int i=0; i<sparseMatrix->size; ++i) {
|
||||
|
CooSparseMatrixElement *element = sparseMatrix->elements[i]; |
||||
|
int tempRow = element->rowIndex; |
||||
|
element->rowIndex = element->columnIndex; |
||||
|
element->columnIndex = tempRow; |
||||
|
}*/ |
||||
|
double* values_t = (double *) malloc( |
||||
|
sparseMatrix->size * sizeof(double)); |
||||
|
int* rowIndexes = (int *) malloc( |
||||
|
sparseMatrix->size * sizeof(int)); |
||||
|
int* colaccInd = (int *) malloc( |
||||
|
sparseMatrix->size * sizeof(int)); |
||||
|
|
||||
|
|
||||
|
|
||||
|
int columncount, nnznew = 0; |
||||
|
//for all columns
|
||||
|
for(columncount = 0; columncount<sparseMatrix->size; ++columncount){ |
||||
|
//index for searching in columnIndexes matrix
|
||||
|
for(int i = 0; i<sparseMatrix->nnz;++i){ |
||||
|
if(sparseMatrix->columnIndexes[i] == columncount){ |
||||
|
//Find which row it belongs to
|
||||
|
for(int j=0; j<sparseMatrix->size; ++j){ |
||||
|
if(sparseMatrix->rowaccInd[j] == i){ |
||||
|
rowIndexes[nnznew] = j-1; |
||||
|
values_t[nnznew] = sparseMatrix->values[i]; |
||||
|
for(int k=i; k<sparseMatrix->size; ++k){ |
||||
|
++colaccInd[k]; |
||||
|
} |
||||
|
++nnznew; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
memcpy(sparseMatrix->values, values_t, sparseMatrix->size*sizeof(double)); |
||||
|
memcpy(sparseMatrix->columnIndexes, rowIndexes, sparseMatrix->size*sizeof(int)); |
||||
|
memcpy(sparseMatrix->rowaccInd, colaccInd, sparseMatrix->size*sizeof(int) ); |
||||
|
sparseMatrix->nnz = nnznew; |
||||
|
} |
||||
|
|
||||
|
void csrSparseMatrixVectorMultiplication(CsrSparseMatrix sparseMatrix, |
||||
|
double *vector, double **product, int vectorSize) { |
||||
|
// Initializes the elements of the product vector to zero
|
||||
|
for (int i=0; i<vectorSize; ++i) { |
||||
|
(*product)[i] = 0; |
||||
|
} |
||||
|
|
||||
|
/*CooSparseMatrixElement *element;
|
||||
|
for (int i=0; i<sparseMatrix.size; ++i) { |
||||
|
element = sparseMatrix.elements[i]; |
||||
|
int row = element->rowIndex, column = element->columnIndex; |
||||
|
|
||||
|
if (row >= vectorSize) { |
||||
|
printf("Error at sparseMatrixVectorMultiplication. Matrix has more rows than vector!\n"); |
||||
|
printf("row = %d\n", row); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
|
||||
|
(*product)[row] = (*product)[row] + element->value * vector[column]; |
||||
|
}*/ |
||||
|
int t; |
||||
|
//for every row
|
||||
|
for (int i=0; i<sparseMatrix.size; ++i) { |
||||
|
if(i==0){ |
||||
|
t = sparseMatrix.rowaccInd[0]; |
||||
|
} |
||||
|
else{ |
||||
|
t = sparseMatrix.rowaccInd[i]-sparseMatrix.rowaccInd[i-1]; |
||||
|
} |
||||
|
for(int j=0; j<t; ++j){ |
||||
|
for(int k=0; k<vectorSize; ++k){ |
||||
|
if(sparseMatrix.columnIndexes[sparseMatrix.rowaccInd[i]+t]==k){ |
||||
|
(*product)[k] += sparseMatrix.values[sparseMatrix.rowaccInd[i]+t]*vector[k]; |
||||
|
} |
||||
|
else if(sparseMatrix.columnIndexes[sparseMatrix.rowaccInd[i]+t]>k){ |
||||
|
printf("Error at sparseMatrixVectorMultiplication. Matrix has more columns than vector rows!\n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
} |
||||
|
|
||||
|
|
||||
|
} |
||||
|
|
||||
|
void destroyCsrSparseMatrix(CsrSparseMatrix *sparseMatrix) { |
||||
|
/*for (int i=0; i<sparseMatrix->size; ++i) {
|
||||
|
free(sparseMatrix->elements[i]); |
||||
|
}*/ |
||||
|
free(sparseMatrix->values); |
||||
|
free(sparseMatrix->rowaccInd); |
||||
|
free(sparseMatrix->columnIndexes); |
||||
|
|
||||
|
} |
||||
|
|
||||
|
void printCsrSparseMatrix(CsrSparseMatrix sparseMatrix) { |
||||
|
if (sparseMatrix.size == 0) { |
||||
|
return; |
||||
|
} |
||||
|
/*
|
||||
|
CooSparseMatrixElement *element; |
||||
|
for (int i=0; i<sparseMatrix.size; ++i) { |
||||
|
element = sparseMatrix.elements[i]; |
||||
|
printf("[%d,%d] = %f\n", element->rowIndex, element->columnIndex, |
||||
|
element->value); |
||||
|
}*/ |
||||
|
int t; |
||||
|
for (int i=0; i<sparseMatrix.size; ++i){ |
||||
|
if(i==0){ |
||||
|
t = sparseMatrix.rowaccInd[i]; |
||||
|
} |
||||
|
else{ |
||||
|
t = sparseMatrix.rowaccInd[i]-sparseMatrix.rowaccInd[i-1]; |
||||
|
} |
||||
|
for(int j=0; j<t ; ++j){ |
||||
|
printf("Row [%d] has [%d] nz elements: \n at column[%d] is value = %f \n", |
||||
|
i, t, sparseMatrix.columnIndexes[sparseMatrix.rowaccInd[i]+j], sparseMatrix.values[sparseMatrix.rowaccInd[i]+j]); |
||||
|
} |
||||
|
} |
||||
|
} |
@ -0,0 +1,31 @@ |
|||||
|
#ifndef CSR_SPARSE_MATRIX_H /* Include guard */ |
||||
|
#define CSR_SPARSE_MATRIX_H |
||||
|
|
||||
|
#include <stdbool.h> |
||||
|
#include <stdlib.h> |
||||
|
#include <stdio.h> |
||||
|
#include <stdlib.h> |
||||
|
#include <string.h> |
||||
|
|
||||
|
typedef struct csrSparseMatrix { |
||||
|
double* values; |
||||
|
int* rowaccInd; //without the first cell, always 0
|
||||
|
int* columnIndexes; |
||||
|
int size; //no. of rows
|
||||
|
int nnz; //no. of non zero elements
|
||||
|
|
||||
|
} CsrSparseMatrix; |
||||
|
|
||||
|
CsrSparseMatrix initCsrSparseMatrix(); |
||||
|
void allocMemoryForElements (CsrSparseMatrix *sparseMatrix, int size, int nnz); |
||||
|
void addElements(CsrSparseMatrix *sparseMatrix, int *fileFromMatrix, int *FileToMatrix); |
||||
|
void zeroOutRow(CsrSparseMatrix *sparseMatrix, int row); |
||||
|
void zeroOutColumn(CsrSparseMatrix *sparseMatrix, int column); |
||||
|
int *getRowIndexes(CsrSparseMatrix sparseMatrix, int row, int *rowSize); |
||||
|
void transposeSparseMatrix(CsrSparseMatrix *sparseMatrix); |
||||
|
void csrSparseMatrixVectorMultiplication(CsrSparseMatrix sparseMatrix, double *vector, |
||||
|
double **product, int vectorSize); |
||||
|
void destroyCsrSparseMatrix(CsrSparseMatrix *sparseMatrix); |
||||
|
void printCsrSparseMatrix(CsrSparseMatrix sparseMatrix); |
||||
|
|
||||
|
#endif // CSR_SPARSE_MATRIX_H
|
@ -0,0 +1,506 @@ |
|||||
|
/* ===== INCLUDES ===== */ |
||||
|
|
||||
|
#include "serial_gs_pagerank_functions.h" |
||||
|
|
||||
|
/* ===== CONSTANTS ===== */ |
||||
|
|
||||
|
const char *ARGUMENT_CONVERGENCE_TOLERANCE = "-c"; |
||||
|
const char *ARGUMENT_MAX_ITERATIONS = "-m"; |
||||
|
const char *ARGUMENT_DAMPING_FACTOR = "-a"; |
||||
|
const char *ARGUMENT_VERBAL_OUTPUT = "-v"; |
||||
|
const char *ARGUMENT_OUTPUT_HISTORY = "-h"; |
||||
|
const char *ARGUMENT_OUTPUT_FILENAME = "-o"; |
||||
|
|
||||
|
const int NUMERICAL_BASE = 10; |
||||
|
char *DEFAULT_OUTPUT_FILENAME = "pagerank_output"; |
||||
|
const int FILE_READ_BUFFER_SIZE = 4096; |
||||
|
|
||||
|
const int CONVERGENCE_CHECK_ITERATION_PERIOD = 3; |
||||
|
const int SPARSITY_INCREASE_ITERATION_PERIOD = 9; |
||||
|
|
||||
|
/* ===== FUNCTIONS ===== */ |
||||
|
|
||||
|
int pagerank(CsrSparseMatrix *transitionMatrix, double **pagerankVector, |
||||
|
bool *convergenceStatus, Parameters parameters) { |
||||
|
// Variables declaration
|
||||
|
int iterations = 0, numberOfPages = parameters.numberOfPages; |
||||
|
double delta, *pagerankDifference, *previousPagerankVector, |
||||
|
*convergedPagerankVector, *linksFromConvergedPagesPagerankVector; |
||||
|
LilSparseMatrix linksFromConvergedPages = createLilSparseMatrix(); |
||||
|
bool *convergenceMatrix; |
||||
|
|
||||
|
// Space allocation
|
||||
|
{ |
||||
|
size_t sizeofDouble = sizeof(double); |
||||
|
// pagerankDifference used to calculate delta
|
||||
|
pagerankDifference = (double *) malloc(numberOfPages * sizeofDouble); |
||||
|
// previousPagerankVector holds last iteration's pagerank vector
|
||||
|
previousPagerankVector = (double *) malloc(numberOfPages * sizeofDouble); |
||||
|
// convergedPagerankVector is the pagerank vector of converged pages only
|
||||
|
convergedPagerankVector = (double *) malloc(numberOfPages * sizeofDouble); |
||||
|
// linksFromConvergedPagesPagerankVector holds the partial sum of the
|
||||
|
// pagerank vector, that describes effect of the links from converged
|
||||
|
// pages to non converged pages
|
||||
|
linksFromConvergedPagesPagerankVector = (double *) malloc(numberOfPages * sizeofDouble); |
||||
|
// convergenceMatrix indicates which pages have converged
|
||||
|
convergenceMatrix = (bool *) malloc(numberOfPages * sizeof(bool)); |
||||
|
*convergenceStatus = false; |
||||
|
|
||||
|
// Initialization
|
||||
|
for (int i=0; i<numberOfPages; ++i) { |
||||
|
convergedPagerankVector[i] = 0; |
||||
|
convergenceMatrix[i] = false; |
||||
|
linksFromConvergedPagesPagerankVector[i] = 0; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
if (parameters.verbose) { |
||||
|
printf(ANSI_COLOR_YELLOW "\n----- Starting iterations -----\n" ANSI_COLOR_RESET); |
||||
|
} |
||||
|
|
||||
|
do { |
||||
|
// Stores previous pagerank vector
|
||||
|
memcpy(previousPagerankVector, *pagerankVector, numberOfPages * sizeof(double)); |
||||
|
|
||||
|
// Calculates new pagerank vector
|
||||
|
calculateNextPagerank(transitionMatrix, previousPagerankVector, |
||||
|
pagerankVector, linksFromConvergedPagesPagerankVector, |
||||
|
convergedPagerankVector, numberOfPages, |
||||
|
parameters.dampingFactor); |
||||
|
|
||||
|
if (parameters.history) { |
||||
|
// Outputs pagerank vector to file
|
||||
|
savePagerankToFile(parameters.outputFilename, iterations != 0, |
||||
|
*pagerankVector, numberOfPages); |
||||
|
} |
||||
|
|
||||
|
// Periodically checks for convergence
|
||||
|
if (!(iterations % CONVERGENCE_CHECK_ITERATION_PERIOD)) { |
||||
|
// Builds pagerank vectors difference
|
||||
|
for (int i=0; i<numberOfPages; ++i) { |
||||
|
pagerankDifference[i] = (*pagerankVector)[i] - previousPagerankVector[i]; |
||||
|
} |
||||
|
// Calculates convergence
|
||||
|
delta = vectorNorm(pagerankDifference, numberOfPages); |
||||
|
|
||||
|
if (delta < parameters.convergenceCriterion) { |
||||
|
// Converged
|
||||
|
*convergenceStatus = true; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
// Periodically increases sparsity
|
||||
|
if (iterations && !(iterations % SPARSITY_INCREASE_ITERATION_PERIOD)) { |
||||
|
bool *newlyConvergedPages = (bool *) malloc(numberOfPages * sizeof(bool)); |
||||
|
// Checks each individual page for convergence
|
||||
|
for (int i=0; i<numberOfPages; ++i) { |
||||
|
double difference = fabs((*pagerankVector)[i] - |
||||
|
previousPagerankVector[i]) / fabs(previousPagerankVector[i]); |
||||
|
|
||||
|
newlyConvergedPages[i] = false; |
||||
|
if (!convergenceMatrix[i] && difference < parameters.convergenceCriterion){ |
||||
|
// Page converged
|
||||
|
newlyConvergedPages[i] = true; |
||||
|
convergenceMatrix[i] = true; |
||||
|
convergedPagerankVector[i] = (*pagerankVector)[i]; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
for (int i=0; i<numberOfPages; ++i) { |
||||
|
if (newlyConvergedPages[i] == true) { |
||||
|
int rowSize; |
||||
|
int *rowIndexes = getRowIndexes(*transitionMatrix, i, &rowSize); |
||||
|
for (int j=0; j<rowSize; ++j){ |
||||
|
/*CooSparseMatrixElement *element = transitionMatrix->elements[rowIndexes[j]];
|
||||
|
// Checks for links from converged pages to non converged
|
||||
|
int pageLinksTo = element->columnIndex; |
||||
|
if (convergenceMatrix[pageLinksTo] == false){ |
||||
|
// Link exists, adds element to the vector
|
||||
|
apendElement(&linksFromConvergedPages, |
||||
|
element->value, i, pageLinksTo); |
||||
|
}*/ |
||||
|
int pageLinksTo = transitionMatrix->columnIndexes[rowIndexes[j]]; |
||||
|
if (convergenceMatrix[pageLinksTo] == false){ |
||||
|
// Link exists, adds element to the vector
|
||||
|
apendElement(&linksFromConvergedPages, |
||||
|
transitionMatrix->values[rowIndexes[j]], i, pageLinksTo); |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
|
||||
|
// Increases sparsity of the transition matrix by
|
||||
|
// deleting elements that correspond to converged pages
|
||||
|
zeroOutRow(transitionMatrix, i); |
||||
|
zeroOutColumn(transitionMatrix, i); |
||||
|
|
||||
|
// Builds the new linksFromConvergedPagesPagerankVector
|
||||
|
lilSparseMatrixVectorMultiplication(linksFromConvergedPages, |
||||
|
*pagerankVector, &linksFromConvergedPagesPagerankVector, |
||||
|
numberOfPages); |
||||
|
} |
||||
|
} |
||||
|
free(newlyConvergedPages); |
||||
|
} |
||||
|
|
||||
|
++iterations; |
||||
|
// Outputs information about this iteration
|
||||
|
if (iterations%2) { |
||||
|
printf(ANSI_COLOR_BLUE "Iteration %d: delta = %f\n" ANSI_COLOR_RESET, iterations, delta); |
||||
|
} else { |
||||
|
printf(ANSI_COLOR_CYAN "Iteration %d: delta = %f\n" ANSI_COLOR_RESET, iterations, delta); |
||||
|
} |
||||
|
} while (!*convergenceStatus && (parameters.maxIterations == 0 || |
||||
|
iterations < parameters.maxIterations)); |
||||
|
|
||||
|
if (!parameters.history) { |
||||
|
// Outputs last pagerank vector to file
|
||||
|
savePagerankToFile(parameters.outputFilename, false, *pagerankVector, numberOfPages); |
||||
|
} |
||||
|
|
||||
|
// Frees memory
|
||||
|
free(pagerankDifference); |
||||
|
free(previousPagerankVector); |
||||
|
free(convergedPagerankVector); |
||||
|
free(linksFromConvergedPagesPagerankVector); |
||||
|
free(convergenceMatrix); |
||||
|
destroyLilSparseMatrix(&linksFromConvergedPages); |
||||
|
|
||||
|
return iterations; |
||||
|
} |
||||
|
|
||||
|
/*
|
||||
|
* initialize allocates required memory for arrays, reads the web graph from the |
||||
|
* from the file and creates the initial transition probability distribution |
||||
|
* matrix. |
||||
|
*/ |
||||
|
void initialize(CsrSparseMatrix *transitionMatrix, |
||||
|
double **pagerankVector, Parameters *parameters) { |
||||
|
|
||||
|
// Reads web graph from file
|
||||
|
if ((*parameters).verbose) { |
||||
|
printf(ANSI_COLOR_YELLOW "----- Reading graph from file -----\n" ANSI_COLOR_RESET); |
||||
|
} |
||||
|
generateNormalizedTransitionMatrixFromFile(transitionMatrix, parameters); |
||||
|
|
||||
|
// Outputs the algorithm parameters to the console
|
||||
|
if ((*parameters).verbose) { |
||||
|
printf(ANSI_COLOR_YELLOW "\n----- Running with parameters -----\n" ANSI_COLOR_RESET\ |
||||
|
"Number of pages: %d", (*parameters).numberOfPages); |
||||
|
if (!(*parameters).maxIterations) { |
||||
|
printf("\nMaximum number of iterations: inf"); |
||||
|
} else { |
||||
|
printf("\nMaximum number of iterations: %d", (*parameters).maxIterations); |
||||
|
} |
||||
|
printf("\nConvergence criterion: %f" \ |
||||
|
"\nDamping factor: %f" \ |
||||
|
"\nGraph filename: %s\n", (*parameters).convergenceCriterion, |
||||
|
(*parameters).dampingFactor, (*parameters).graphFilename); |
||||
|
} |
||||
|
|
||||
|
// Allocates memory for the pagerank vector
|
||||
|
(*pagerankVector) = (double *) malloc((*parameters).numberOfPages * sizeof(double)); |
||||
|
double webUniformProbability = 1. / (*parameters).numberOfPages; |
||||
|
for (int i=0; i<(*parameters).numberOfPages; ++i) { |
||||
|
(*pagerankVector)[i] = webUniformProbability; |
||||
|
} |
||||
|
|
||||
|
// Transposes the transition matrix (P^T).
|
||||
|
transposeSparseMatrix(transitionMatrix); |
||||
|
} |
||||
|
|
||||
|
// ==================== MATH UTILS ====================
|
||||
|
|
||||
|
/*
|
||||
|
* calculateNextPagerank calculates the product of the multiplication |
||||
|
* between a matrix and the a vector in a cheap way. |
||||
|
*/ |
||||
|
void calculateNextPagerank(CsrSparseMatrix *transitionMatrix, |
||||
|
double *previousPagerankVector, double **pagerankVector, |
||||
|
double *linksFromConvergedPagesPagerankVector, |
||||
|
double *convergedPagerankVector, int vectorSize, double dampingFactor) { |
||||
|
// Calculates the web uniform probability once.
|
||||
|
double webUniformProbability = 1. / vectorSize; |
||||
|
|
||||
|
csrSparseMatrixVectorMultiplication(*transitionMatrix, previousPagerankVector, |
||||
|
pagerankVector, vectorSize); |
||||
|
|
||||
|
for (int i=0; i<vectorSize; ++i) { |
||||
|
(*pagerankVector)[i] = dampingFactor * (*pagerankVector)[i]; |
||||
|
} |
||||
|
|
||||
|
double normDifference = vectorNorm(previousPagerankVector, vectorSize) - |
||||
|
vectorNorm(*pagerankVector, vectorSize); |
||||
|
|
||||
|
for (int i=0; i<vectorSize; ++i) { |
||||
|
(*pagerankVector)[i] += normDifference * webUniformProbability + |
||||
|
linksFromConvergedPagesPagerankVector[i] + convergedPagerankVector[i]; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/*
|
||||
|
* vectorNorm calculates the first norm of a vector. |
||||
|
*/ |
||||
|
double vectorNorm(double *vector, int vectorSize) { |
||||
|
double norm = 0.; |
||||
|
|
||||
|
for (int i=0; i<vectorSize; ++i) { |
||||
|
norm += fabs(vector[i]); |
||||
|
} |
||||
|
|
||||
|
return norm; |
||||
|
} |
||||
|
|
||||
|
// ==================== PROGRAM INPUT AND OUTPUT UTILS ====================
|
||||
|
|
||||
|
/*
|
||||
|
* parseArguments parses the command line arguments given by the user. |
||||
|
*/ |
||||
|
void parseArguments(int argumentCount, char **argumentVector, Parameters *parameters) { |
||||
|
if (argumentCount < 2 || argumentCount > 10) { |
||||
|
validUsage(argumentVector[0]); |
||||
|
} |
||||
|
|
||||
|
(*parameters).numberOfPages = 0; |
||||
|
(*parameters).maxIterations = 0; |
||||
|
(*parameters).convergenceCriterion = 1; |
||||
|
(*parameters).dampingFactor = 0.85; |
||||
|
(*parameters).verbose = false; |
||||
|
(*parameters).history = false; |
||||
|
(*parameters).outputFilename = DEFAULT_OUTPUT_FILENAME; |
||||
|
|
||||
|
char *endPointer; |
||||
|
int argumentIndex = 1; |
||||
|
|
||||
|
while (argumentIndex < argumentCount) { |
||||
|
if (!strcmp(argumentVector[argumentIndex], ARGUMENT_CONVERGENCE_TOLERANCE)) { |
||||
|
argumentIndex = checkIncrement(argumentIndex, argumentCount, argumentVector[0]); |
||||
|
|
||||
|
double convergenceInput = strtod(argumentVector[argumentIndex], &endPointer); |
||||
|
if (convergenceInput == 0) { |
||||
|
printf("Invalid convergence argument\n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
(*parameters).convergenceCriterion = convergenceInput; |
||||
|
} else if (!strcmp(argumentVector[argumentIndex], ARGUMENT_MAX_ITERATIONS)) { |
||||
|
argumentIndex = checkIncrement(argumentIndex, argumentCount, argumentVector[0]); |
||||
|
|
||||
|
size_t iterationsInput = strtol(argumentVector[argumentIndex], &endPointer, NUMERICAL_BASE); |
||||
|
if (iterationsInput == 0 && endPointer) { |
||||
|
printf("Invalid iterations argument\n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
(*parameters).maxIterations = iterationsInput; |
||||
|
} else if (!strcmp(argumentVector[argumentIndex], ARGUMENT_DAMPING_FACTOR)) { |
||||
|
argumentIndex = checkIncrement(argumentIndex, argumentCount, argumentVector[0]); |
||||
|
|
||||
|
double alphaInput = strtod(argumentVector[argumentIndex], &endPointer); |
||||
|
if ((alphaInput == 0 || alphaInput > 1) && endPointer) { |
||||
|
printf("Invalid alpha argument\n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
(*parameters).dampingFactor = alphaInput; |
||||
|
} else if (!strcmp(argumentVector[argumentIndex], ARGUMENT_VERBAL_OUTPUT)) { |
||||
|
(*parameters).verbose = true; |
||||
|
} else if (!strcmp(argumentVector[argumentIndex], ARGUMENT_OUTPUT_HISTORY)) { |
||||
|
(*parameters).history = true; |
||||
|
} else if (!strcmp(argumentVector[argumentIndex], ARGUMENT_OUTPUT_FILENAME)) { |
||||
|
argumentIndex = checkIncrement(argumentIndex, argumentCount, argumentVector[0]); |
||||
|
|
||||
|
if (fopen(argumentVector[argumentIndex], "w") == NULL) { |
||||
|
printf("Invalid output filename. Reverting to default.\n"); |
||||
|
continue; |
||||
|
} |
||||
|
(*parameters).outputFilename = argumentVector[argumentIndex]; |
||||
|
} else if (argumentIndex == argumentCount - 1) { |
||||
|
(*parameters).graphFilename = argumentVector[argumentIndex]; |
||||
|
} else { |
||||
|
validUsage(argumentVector[0]); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
++argumentIndex; |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
/*
|
||||
|
* readGraphFromFile loads the file supplied in the command line arguments to an |
||||
|
* array (directedWebGraph) that represents the graph. |
||||
|
*/ |
||||
|
void generateNormalizedTransitionMatrixFromFile(CsrSparseMatrix *transitionMatrix, |
||||
|
Parameters *parameters){ |
||||
|
FILE *graphFile; |
||||
|
|
||||
|
// Opens the file for reading
|
||||
|
graphFile = fopen((*parameters).graphFilename, "r+"); |
||||
|
if (!graphFile) { |
||||
|
printf("Error opening file \n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
|
||||
|
char buffer[FILE_READ_BUFFER_SIZE]; |
||||
|
char *readResult; |
||||
|
// Skips the first two lines
|
||||
|
readResult = fgets(buffer, FILE_READ_BUFFER_SIZE, graphFile); |
||||
|
readResult = fgets(buffer, FILE_READ_BUFFER_SIZE, graphFile); |
||||
|
if (readResult == NULL) { |
||||
|
printf("Error while reading from the file. Does the file have the correct format?\n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
|
||||
|
// Third line contains the numbers of nodes and edges
|
||||
|
int numberOfNodes = 0, numberOfEdges = 0; |
||||
|
|
||||
|
readResult = fgets(buffer, FILE_READ_BUFFER_SIZE, graphFile); |
||||
|
if (readResult == NULL) { |
||||
|
printf("Error while reading from the file. Does the file have the correct format?\n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
|
||||
|
// Parses the number of nodes and number of edges
|
||||
|
{ |
||||
|
// Splits string to whitespace
|
||||
|
char *token = strtok(buffer, " "); |
||||
|
bool nextIsNodes = false, nextIsEdges = false; |
||||
|
|
||||
|
while (token != NULL) { |
||||
|
if (strcmp(token, "Nodes:") == 0) { |
||||
|
nextIsNodes = true; |
||||
|
} else if (nextIsNodes) { |
||||
|
numberOfNodes = atoi(token); |
||||
|
nextIsNodes = false; |
||||
|
} else if (strcmp(token, "Edges:") == 0) { |
||||
|
nextIsEdges = true; |
||||
|
} else if (nextIsEdges) { |
||||
|
numberOfEdges = atoi(token); |
||||
|
break; |
||||
|
} |
||||
|
|
||||
|
// Gets next string token
|
||||
|
token = strtok (NULL, " ,.-"); |
||||
|
} |
||||
|
} |
||||
|
|
||||
|
if ((*parameters).verbose) { |
||||
|
printf("File claims number of pages is: %d\nThe number of edges is: %d\n", |
||||
|
numberOfNodes, numberOfEdges); |
||||
|
} |
||||
|
|
||||
|
// Skips the fourth line
|
||||
|
readResult = fgets(buffer, 512, graphFile); |
||||
|
if (readResult == NULL) { |
||||
|
printf("Error while reading from the file. Does the file have the correct format?\n"); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
|
||||
|
int tenPercentIncrements = (int) numberOfEdges/10; |
||||
|
int maxPageIndex = 0; |
||||
|
int* fileToMatrix = malloc(numberOfEdges*sizeof(int)); |
||||
|
int* fileFromMatrix = malloc(numberOfEdges*sizeof(int)); |
||||
|
for (int i=0; i<numberOfEdges; i++) { |
||||
|
if (((*parameters).verbose) && (tenPercentIncrements != 0) && ((i % tenPercentIncrements) == 0)) { |
||||
|
int percentage = (i/tenPercentIncrements)*10; |
||||
|
printf("%d%% • ", percentage); |
||||
|
} |
||||
|
|
||||
|
int fileFrom = 0, fileTo = 0; |
||||
|
if (!fscanf(graphFile, "%d %d", &fileFrom, &fileTo)) { |
||||
|
break; |
||||
|
} |
||||
|
fileFromMatrix[i] = fileFrom; |
||||
|
fileToMatrix[i] = fileTo; |
||||
|
if (fileFrom > maxPageIndex) { |
||||
|
maxPageIndex = fileFrom; |
||||
|
} |
||||
|
if (fileTo > maxPageIndex) { |
||||
|
maxPageIndex = fileTo; |
||||
|
} |
||||
|
//addElement(transitionMatrix, 1, fileFrom, fileTo);
|
||||
|
|
||||
|
} |
||||
|
printf("\n"); |
||||
|
if ((*parameters).verbose) { |
||||
|
printf("Max page index found is: %d\n", maxPageIndex); |
||||
|
} |
||||
|
(*parameters).numberOfPages = maxPageIndex + 1; |
||||
|
|
||||
|
|
||||
|
allocMemoryForElements(transitionMatrix, (*parameters).numberOfPages, numberOfEdges); |
||||
|
addElements(transitionMatrix, fileFromMatrix, fileToMatrix); |
||||
|
// Calculates the outdegree of each page and assigns the uniform probability
|
||||
|
// of transition to the elements of the corresponding row
|
||||
|
|
||||
|
int pageOutdegree = 1; |
||||
|
|
||||
|
|
||||
|
for(int i=0; i<transitionMatrix->size; ++i){ |
||||
|
if(i==0){ |
||||
|
pageOutdegree+=transitionMatrix->rowaccInd[i]; |
||||
|
} |
||||
|
else{ |
||||
|
pageOutdegree+=transitionMatrix->rowaccInd[i]-transitionMatrix->rowaccInd[i-1]; |
||||
|
} |
||||
|
|
||||
|
|
||||
|
double pageUniformProbability = 1. / pageOutdegree; |
||||
|
int k = transitionMatrix->rowaccInd[i-1]+1; |
||||
|
for (int j = k; j<k+pageOutdegree ; ++j){ //gia auta ta rows
|
||||
|
transitionMatrix->values[j] = pageUniformProbability; |
||||
|
} |
||||
|
pageOutdegree = 1; |
||||
|
|
||||
|
} |
||||
|
|
||||
|
fclose(graphFile); |
||||
|
} |
||||
|
|
||||
|
/*
|
||||
|
* validUsage outputs a message to the console that informs the user of the |
||||
|
* correct (valid) way to use the program. |
||||
|
*/ |
||||
|
void validUsage(char *programName) { |
||||
|
printf("%s [-c convergence_criterion] [-m max_iterations] [-a alpha] [-v] [-h] [-o output_filename] <graph_file>" \ |
||||
|
"\n-c convergence_criterion" \ |
||||
|
"\n\tthe convergence tolerance criterion" \ |
||||
|
"\n-m max_iterations" \ |
||||
|
"\n\tmaximum number of iterations to perform" \ |
||||
|
"\n-a alpha" \ |
||||
|
"\n\tthe damping factor" \ |
||||
|
"\n-v enable verbal output" \ |
||||
|
"\n-h enable history output to file" \ |
||||
|
"\n-o output_filename" \ |
||||
|
"\n\tfilename and path for the output" \ |
||||
|
"\n", programName); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
|
||||
|
/*
|
||||
|
* checkIncrement is a helper function for parseArguments function. |
||||
|
*/ |
||||
|
int checkIncrement(int previousIndex, int maxIndex, char *programName) { |
||||
|
if (previousIndex == maxIndex) { |
||||
|
validUsage(programName); |
||||
|
exit(EXIT_FAILURE); |
||||
|
} |
||||
|
return ++previousIndex; |
||||
|
} |
||||
|
|
||||
|
void savePagerankToFile(char *filename, bool append, double *pagerankVector, int vectorSize) { |
||||
|
FILE *outputFile; |
||||
|
|
||||
|
if (append) { |
||||
|
outputFile = fopen(filename, "a"); |
||||
|
} else { |
||||
|
outputFile = fopen(filename, "w"); |
||||
|
} |
||||
|
|
||||
|
if (outputFile == NULL) { |
||||
|
printf("Error while opening the output file.\n"); |
||||
|
return; |
||||
|
} |
||||
|
|
||||
|
for (int i=0; i<vectorSize; ++i) { |
||||
|
fprintf(outputFile, "%f ", pagerankVector[i]); |
||||
|
} |
||||
|
fprintf(outputFile, "\n"); |
||||
|
|
||||
|
fclose(outputFile); |
||||
|
} |
Loading…
Reference in new issue