Refactor the filepool a bit

This commit is contained in:
Paul Ferrand 2019-12-23 12:42:33 +01:00
parent 8d3c6d3199
commit 68dfadb09e
2 changed files with 40 additions and 27 deletions

View file

@ -85,6 +85,20 @@ void streamFromFile(SndfileHandle& sndFile, uint32_t numFrames, sfz::Oversamplin
oversampler.stream(*baseBuffer, output, filledFrames); oversampler.stream(*baseBuffer, output, filledFrames);
} }
sfz::FilePool::FilePool()
{
for (int i = 0; i < config::numBackgroundThreads; ++i)
threadPool.emplace_back( &FilePool::loadingThread, this );
threadPool.emplace_back( &FilePool::clearingThread, this );
}
sfz::FilePool::~FilePool()
{
quitThread = true;
for (auto& thread: threadPool)
thread.join();
}
absl::optional<sfz::FilePool::FileInformation> sfz::FilePool::getFileInformation(const std::string& filename) noexcept absl::optional<sfz::FilePool::FileInformation> sfz::FilePool::getFileInformation(const std::string& filename) noexcept
{ {
fs::path file { rootDirectory / filename }; fs::path file { rootDirectory / filename };
@ -227,6 +241,7 @@ void sfz::FilePool::loadingThread() noexcept
DBG("Error enqueuing the file for " << promise->filename << " in the filledPromiseQueue"); DBG("Error enqueuing the file for " << promise->filename << " in the filledPromiseQueue");
std::this_thread::sleep_for(1ms); std::this_thread::sleep_for(1ms);
} }
promise.reset(); promise.reset();
} }
} }

View file

@ -62,46 +62,43 @@ struct FilePromise
AudioBufferPtr preloadedData {}; AudioBufferPtr preloadedData {};
AudioBuffer<float> fileData {}; AudioBuffer<float> fileData {};
float sampleRate { config::defaultSampleRate }; float sampleRate { config::defaultSampleRate };
Oversampling oversamplingFactor { config::defaultOversamplingFactor };
std::atomic_size_t availableFrames { 0 }; std::atomic_size_t availableFrames { 0 };
std::atomic<bool> dataReady { false }; std::atomic<bool> dataReady { false };
Oversampling oversamplingFactor { config::defaultOversamplingFactor };
}; };
using FilePromisePtr = std::shared_ptr<FilePromise>; using FilePromisePtr = std::shared_ptr<FilePromise>;
/** /**
* @brief This is a singleton-designed class that holds all the preloaded * @brief This is a singleton-designed class that holds all the preloaded data
* data as well as functions to request new file data and collect the file * as well as functions to request new file data and collect the file handles to
* handles to close after they are read. * close after they are read.
* *
* This object caches the file data that was already preloaded in case it is asked * This object caches the file data that was already preloaded in case it is
* again by a region using the same sample. In this situation, both regions have a * asked again by a region using the same sample. In this situation, both
* handle on the same preloaded data. * regions have a handle on the same preloaded data.
* *
* The file request is immediately served using the preloaded data. A ticket is then * The file request is immediately served using the preloaded data. A promise is
* provided to the voice that requested the file, and the file loading happens in the * then provided to the voice that requested the file, and the file loading
* background. When the file is fully loaded, the background makes the full data available * happens in the background. File reads happen on whole samples but
* to the voice and consumes the ticket, while conserving a handle on this file. When the * oversampling is done in chunks, and the promise contains a counter for the
* voice dies it releases its handle on the files, which should decrease the reference count * frames that are loaded. When the voice dies it releases its handle on the
* to 1. A garbage collection thread then runs regularly to clear the memory of all file * promise, which should decrease the reference count to 1. A garbage
* handles with a reference count of 1. * collection thread then runs regularly to clear the memory of all file handles
* with a reference count of 1.
*/ */
class FilePool { class FilePool {
public: public:
FilePool() /**
{ * @brief Construct a new File Pool object.
for (int i = 0; i < config::numBackgroundThreads; ++i) *
fileLoadingThreadPool.emplace_back( &FilePool::loadingThread, this ); * This creates the background threads based on config::numBackgroundThreads
fileLoadingThreadPool.emplace_back( &FilePool::clearingThread, this ); * as well as the garbage collection thread.
} */
FilePool();
~FilePool() ~FilePool();
{
quitThread = true;
for (auto& thread: fileLoadingThreadPool)
thread.join();
}
/** /**
* @brief Set the root directory from which to search for files to load * @brief Set the root directory from which to search for files to load
* *
@ -214,13 +211,14 @@ private:
bool emptyQueue { false }; bool emptyQueue { false };
std::atomic<int> threadsLoading { 0 }; std::atomic<int> threadsLoading { 0 };
// File promises data structures along with their guards.
std::vector<FilePromisePtr> temporaryFilePromises; std::vector<FilePromisePtr> temporaryFilePromises;
std::vector<FilePromisePtr> promisesToClear; std::vector<FilePromisePtr> promisesToClear;
std::atomic<bool> addingPromisesToClear { false }; std::atomic<bool> addingPromisesToClear { false };
std::atomic<bool> canAddPromisesToClear { true }; std::atomic<bool> canAddPromisesToClear { true };
absl::flat_hash_map<absl::string_view, PreloadedFileHandle> preloadedFiles; absl::flat_hash_map<absl::string_view, PreloadedFileHandle> preloadedFiles;
std::vector<std::thread> fileLoadingThreadPool { }; std::vector<std::thread> threadPool { };
LEAK_DETECTOR(FilePool); LEAK_DETECTOR(FilePool);
}; };
} }