mirror of
https://github.com/lukefleed/imdb-graph.git
synced 2026-10-20 11:32:05 +00:00
MultiThreading, hurray
This commit is contained in:
+28
-6
@@ -1,4 +1,4 @@
|
|||||||
// g++ -Wall -pedantic -std=c++17 -Ofast kenobi.cpp -o kenobi
|
// g++ -Wall -pedantic -std=c++17 -Ofast -pthread kenobi.cpp -o kenobi
|
||||||
#include <iostream>
|
#include <iostream>
|
||||||
#include <iomanip>
|
#include <iomanip>
|
||||||
#include <vector>
|
#include <vector>
|
||||||
@@ -6,6 +6,8 @@
|
|||||||
#include <string>
|
#include <string>
|
||||||
#include <queue>
|
#include <queue>
|
||||||
#include <list>
|
#include <list>
|
||||||
|
#include <thread>
|
||||||
|
#include <mutex>
|
||||||
#include <stack>
|
#include <stack>
|
||||||
#include <set>
|
#include <set>
|
||||||
#include <fstream> // getline
|
#include <fstream> // getline
|
||||||
@@ -29,6 +31,8 @@ map<int, Actor> A; // Dizionario {actor_id (key): Actor (value)}
|
|||||||
map<int, Film> F; // Dizionario {film_id (value): Film (value)}
|
map<int, Film> F; // Dizionario {film_id (value): Film (value)}
|
||||||
int MAX_ACTOR_ID = -1;
|
int MAX_ACTOR_ID = -1;
|
||||||
|
|
||||||
|
const int N_THREADS = 12; // Number of threads to use for some functions
|
||||||
|
|
||||||
void DataRead()
|
void DataRead()
|
||||||
{
|
{
|
||||||
ifstream actors("data/Attori.txt"); // leggo il file
|
ifstream actors("data/Attori.txt"); // leggo il file
|
||||||
@@ -174,10 +178,17 @@ vector<pair<int, double>> closeness(const size_t k) {
|
|||||||
// We do not need to define Q either, as we will loop over each vertex anyway, and the order does not matter.
|
// We do not need to define Q either, as we will loop over each vertex anyway, and the order does not matter.
|
||||||
vector<pair<int, double>> top_actors; // Each pair is (actor_index, farness).
|
vector<pair<int, double>> top_actors; // Each pair is (actor_index, farness).
|
||||||
top_actors.reserve(k+1); // We need exactly k items, no more and no less.
|
top_actors.reserve(k+1); // We need exactly k items, no more and no less.
|
||||||
vector<bool> enqueued(MAX_ACTOR_ID, false); // Vector to see which vertices with put in the queue during the BSF
|
|
||||||
|
|
||||||
|
vector<thread> threads;
|
||||||
|
mutex top_actors_mutex; // To prevent simultaneous accesses to top_actors
|
||||||
|
threads.reserve(N_THREADS);
|
||||||
|
for (int i = 0; i < N_THREADS; i++) {
|
||||||
|
threads.push_back(thread([&top_actors,&top_actors_mutex,&k](int start) {
|
||||||
|
vector<bool> enqueued(MAX_ACTOR_ID, false); // Vector to see which vertices with put in the queue during the BSF
|
||||||
// We loop over each vertex
|
// We loop over each vertex
|
||||||
for (const auto& [actor_id, actor] : A) {
|
for (int actor_id = start; actor_id <= MAX_ACTOR_ID; actor_id += N_THREADS) {
|
||||||
|
if (!A.count(actor_id)) // The actor must exist, otherwise A[actor_id] would attempt to write A, and this may produce a race condition if multiple threads do it at the same time
|
||||||
|
continue;
|
||||||
// if |Top| ≥ k and L[v] > Farn[Top[k]] then return Top; => We can not exploit the lower bound of our vertex to stop the loop, as we are not updating lower bounds L.
|
// if |Top| ≥ k and L[v] > Farn[Top[k]] then return Top; => We can not exploit the lower bound of our vertex to stop the loop, as we are not updating lower bounds L.
|
||||||
// We just compute the farness of our vertex using a BFS
|
// We just compute the farness of our vertex using a BFS
|
||||||
queue<pair<int,int>> q; // FIFO of pairs (actor_index, distance from our vertex).
|
queue<pair<int,int>> q; // FIFO of pairs (actor_index, distance from our vertex).
|
||||||
@@ -193,14 +204,18 @@ vector<pair<int, double>> closeness(const size_t k) {
|
|||||||
auto [bfs_actor_id, distance] = q.front();
|
auto [bfs_actor_id, distance] = q.front();
|
||||||
q.pop();
|
q.pop();
|
||||||
// Try to set a lower bound on the farness
|
// Try to set a lower bound on the farness
|
||||||
if (top_actors.size() == k && distance > prev_distance) { // We are in the first item of the next exploration level
|
if (distance > prev_distance) {
|
||||||
|
const lock_guard<mutex> top_actors_lock(top_actors_mutex); // Acquire ownership of the mutex, wait if another thread already owns it. Release the mutex when destroyed.
|
||||||
|
if (top_actors.size() == k) { // We are in the first item of the next exploration level
|
||||||
// We assume r = A.size(), the maximum possible value
|
// We assume r = A.size(), the maximum possible value
|
||||||
double farness_lower_bound = 1.0 / ((double)A.size() - 1) * (sum_distances + q.size() * distance);
|
double farness_lower_bound = 1.0 / ((double)A.size() - 1) * (sum_distances + q.size() * distance);
|
||||||
if (top_actors[k-1].second <= farness_lower_bound) { // Stop the BFS
|
if (top_actors[k-1].second <= farness_lower_bound) { // Stop the BFS
|
||||||
skip = true;
|
skip = true;
|
||||||
break;
|
break; // top_actors_lock gets destroyed also if we do this break
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
// top_actors_lock gets destroyed after this line, releasing the mutex
|
||||||
|
}
|
||||||
// We compute the farness of our vertex actor_id
|
// We compute the farness of our vertex actor_id
|
||||||
r++;
|
r++;
|
||||||
sum_distances += distance;
|
sum_distances += distance;
|
||||||
@@ -224,6 +239,7 @@ vector<pair<int, double>> closeness(const size_t k) {
|
|||||||
if (isnan(farness)) // This happens when r = 1
|
if (isnan(farness)) // This happens when r = 1
|
||||||
continue;
|
continue;
|
||||||
// Insert the actor in top_actors, before the first element with farness >= than our actor's (i.e. sorted insert)
|
// Insert the actor in top_actors, before the first element with farness >= than our actor's (i.e. sorted insert)
|
||||||
|
const lock_guard<mutex> top_actors_lock(top_actors_mutex); // Acquire ownership of the mutex, wait if another thread already owns it. Release the mutex when destroyed.
|
||||||
auto idx = find_if(top_actors.begin(), top_actors.end(),
|
auto idx = find_if(top_actors.begin(), top_actors.end(),
|
||||||
[&farness](const pair<int, double>& p) { return p.second >= farness; });
|
[&farness](const pair<int, double>& p) { return p.second >= farness; });
|
||||||
if (top_actors.size() < k || idx != top_actors.end()) {
|
if (top_actors.size() < k || idx != top_actors.end()) {
|
||||||
@@ -232,7 +248,13 @@ vector<pair<int, double>> closeness(const size_t k) {
|
|||||||
top_actors.pop_back();
|
top_actors.pop_back();
|
||||||
}
|
}
|
||||||
cout << actor_id << " " << A[actor_id].name << " " << farness << endl;
|
cout << actor_id << " " << A[actor_id].name << " " << farness << endl;
|
||||||
|
// top_actors_lock gets destroyed after this line, releasing the mutex
|
||||||
}
|
}
|
||||||
|
}, i));
|
||||||
|
}
|
||||||
|
|
||||||
|
for (auto& thread : threads)
|
||||||
|
thread.join();
|
||||||
|
|
||||||
return top_actors;
|
return top_actors;
|
||||||
}
|
}
|
||||||
@@ -284,7 +306,7 @@ int main()
|
|||||||
// ------------------------------------------------------------- //
|
// ------------------------------------------------------------- //
|
||||||
|
|
||||||
cout << "Grafo, grafo delle mie brame... chi è il più centrale del reame?" << endl;
|
cout << "Grafo, grafo delle mie brame... chi è il più centrale del reame?" << endl;
|
||||||
for (const auto& [actor_id, farness] : closeness(3)) {
|
for (const auto& [actor_id, farness] : closeness(100)) {
|
||||||
cout << A[actor_id].name << " " << farness << endl;
|
cout << A[actor_id].name << " " << farness << endl;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
Reference in New Issue
Block a user