Refactor the filepool a bit
This commit is contained in:
parent
8d3c6d3199
commit
68dfadb09e
2 changed files with 40 additions and 27 deletions
|
|
@ -85,6 +85,20 @@ void streamFromFile(SndfileHandle& sndFile, uint32_t numFrames, sfz::Oversamplin
|
||||||
oversampler.stream(*baseBuffer, output, filledFrames);
|
oversampler.stream(*baseBuffer, output, filledFrames);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
sfz::FilePool::FilePool()
|
||||||
|
{
|
||||||
|
for (int i = 0; i < config::numBackgroundThreads; ++i)
|
||||||
|
threadPool.emplace_back( &FilePool::loadingThread, this );
|
||||||
|
threadPool.emplace_back( &FilePool::clearingThread, this );
|
||||||
|
}
|
||||||
|
|
||||||
|
sfz::FilePool::~FilePool()
|
||||||
|
{
|
||||||
|
quitThread = true;
|
||||||
|
for (auto& thread: threadPool)
|
||||||
|
thread.join();
|
||||||
|
}
|
||||||
|
|
||||||
absl::optional<sfz::FilePool::FileInformation> sfz::FilePool::getFileInformation(const std::string& filename) noexcept
|
absl::optional<sfz::FilePool::FileInformation> sfz::FilePool::getFileInformation(const std::string& filename) noexcept
|
||||||
{
|
{
|
||||||
fs::path file { rootDirectory / filename };
|
fs::path file { rootDirectory / filename };
|
||||||
|
|
@ -227,6 +241,7 @@ void sfz::FilePool::loadingThread() noexcept
|
||||||
DBG("Error enqueuing the file for " << promise->filename << " in the filledPromiseQueue");
|
DBG("Error enqueuing the file for " << promise->filename << " in the filledPromiseQueue");
|
||||||
std::this_thread::sleep_for(1ms);
|
std::this_thread::sleep_for(1ms);
|
||||||
}
|
}
|
||||||
|
|
||||||
promise.reset();
|
promise.reset();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -62,46 +62,43 @@ struct FilePromise
|
||||||
AudioBufferPtr preloadedData {};
|
AudioBufferPtr preloadedData {};
|
||||||
AudioBuffer<float> fileData {};
|
AudioBuffer<float> fileData {};
|
||||||
float sampleRate { config::defaultSampleRate };
|
float sampleRate { config::defaultSampleRate };
|
||||||
|
Oversampling oversamplingFactor { config::defaultOversamplingFactor };
|
||||||
std::atomic_size_t availableFrames { 0 };
|
std::atomic_size_t availableFrames { 0 };
|
||||||
std::atomic<bool> dataReady { false };
|
std::atomic<bool> dataReady { false };
|
||||||
Oversampling oversamplingFactor { config::defaultOversamplingFactor };
|
|
||||||
};
|
};
|
||||||
|
|
||||||
using FilePromisePtr = std::shared_ptr<FilePromise>;
|
using FilePromisePtr = std::shared_ptr<FilePromise>;
|
||||||
/**
|
/**
|
||||||
* @brief This is a singleton-designed class that holds all the preloaded
|
* @brief This is a singleton-designed class that holds all the preloaded data
|
||||||
* data as well as functions to request new file data and collect the file
|
* as well as functions to request new file data and collect the file handles to
|
||||||
* handles to close after they are read.
|
* close after they are read.
|
||||||
*
|
*
|
||||||
* This object caches the file data that was already preloaded in case it is asked
|
* This object caches the file data that was already preloaded in case it is
|
||||||
* again by a region using the same sample. In this situation, both regions have a
|
* asked again by a region using the same sample. In this situation, both
|
||||||
* handle on the same preloaded data.
|
* regions have a handle on the same preloaded data.
|
||||||
*
|
*
|
||||||
* The file request is immediately served using the preloaded data. A ticket is then
|
* The file request is immediately served using the preloaded data. A promise is
|
||||||
* provided to the voice that requested the file, and the file loading happens in the
|
* then provided to the voice that requested the file, and the file loading
|
||||||
* background. When the file is fully loaded, the background makes the full data available
|
* happens in the background. File reads happen on whole samples but
|
||||||
* to the voice and consumes the ticket, while conserving a handle on this file. When the
|
* oversampling is done in chunks, and the promise contains a counter for the
|
||||||
* voice dies it releases its handle on the files, which should decrease the reference count
|
* frames that are loaded. When the voice dies it releases its handle on the
|
||||||
* to 1. A garbage collection thread then runs regularly to clear the memory of all file
|
* promise, which should decrease the reference count to 1. A garbage
|
||||||
* handles with a reference count of 1.
|
* collection thread then runs regularly to clear the memory of all file handles
|
||||||
|
* with a reference count of 1.
|
||||||
*/
|
*/
|
||||||
|
|
||||||
|
|
||||||
class FilePool {
|
class FilePool {
|
||||||
public:
|
public:
|
||||||
FilePool()
|
/**
|
||||||
{
|
* @brief Construct a new File Pool object.
|
||||||
for (int i = 0; i < config::numBackgroundThreads; ++i)
|
*
|
||||||
fileLoadingThreadPool.emplace_back( &FilePool::loadingThread, this );
|
* This creates the background threads based on config::numBackgroundThreads
|
||||||
fileLoadingThreadPool.emplace_back( &FilePool::clearingThread, this );
|
* as well as the garbage collection thread.
|
||||||
}
|
*/
|
||||||
|
FilePool();
|
||||||
|
|
||||||
~FilePool()
|
~FilePool();
|
||||||
{
|
|
||||||
quitThread = true;
|
|
||||||
for (auto& thread: fileLoadingThreadPool)
|
|
||||||
thread.join();
|
|
||||||
}
|
|
||||||
/**
|
/**
|
||||||
* @brief Set the root directory from which to search for files to load
|
* @brief Set the root directory from which to search for files to load
|
||||||
*
|
*
|
||||||
|
|
@ -214,13 +211,14 @@ private:
|
||||||
bool emptyQueue { false };
|
bool emptyQueue { false };
|
||||||
std::atomic<int> threadsLoading { 0 };
|
std::atomic<int> threadsLoading { 0 };
|
||||||
|
|
||||||
|
// File promises data structures along with their guards.
|
||||||
std::vector<FilePromisePtr> temporaryFilePromises;
|
std::vector<FilePromisePtr> temporaryFilePromises;
|
||||||
std::vector<FilePromisePtr> promisesToClear;
|
std::vector<FilePromisePtr> promisesToClear;
|
||||||
std::atomic<bool> addingPromisesToClear { false };
|
std::atomic<bool> addingPromisesToClear { false };
|
||||||
std::atomic<bool> canAddPromisesToClear { true };
|
std::atomic<bool> canAddPromisesToClear { true };
|
||||||
|
|
||||||
absl::flat_hash_map<absl::string_view, PreloadedFileHandle> preloadedFiles;
|
absl::flat_hash_map<absl::string_view, PreloadedFileHandle> preloadedFiles;
|
||||||
std::vector<std::thread> fileLoadingThreadPool { };
|
std::vector<std::thread> threadPool { };
|
||||||
LEAK_DETECTOR(FilePool);
|
LEAK_DETECTOR(FilePool);
|
||||||
};
|
};
|
||||||
}
|
}
|
||||||
|
|
|
||||||
Loading…
Add table
Reference in a new issue