#include "../exceptions.h"
#include "../jthread/jmutex.h"
#include "../jthread/jmutexautolock.h"
-#include "../porting.h" // For sleep_ms
+#include "../jthread/jsemaphore.h"
#include <list>
#include <vector>
#include <map>
+#include <set>
+#include <queue>
/*
- Queue with unique values with fast checking of value existence
+Queue with unique values with fast checking of value existence
*/
template<typename Value>
class UniqueQueue
{
public:
-
+
/*
- Does nothing if value is already queued.
- Return value:
- true: value added
- false: value already exists
+ Does nothing if value is already queued.
+ Return value:
+ true: value added
+ false: value already exists
*/
- bool push_back(Value value)
+ bool push_back(const Value& value)
{
- // Check if already exists
- if(m_map.find(value) != m_map.end())
- return false;
+ if (m_set.insert(value).second)
+ {
+ m_queue.push(value);
+ return true;
+ }
+ return false;
+ }
- // Add
- m_map[value] = 0;
- m_list.push_back(value);
-
- return true;
+ void pop_front()
+ {
+ m_set.erase(m_queue.front());
+ m_queue.pop();
}
- Value pop_front()
+ const Value& front() const
{
- typename std::list<Value>::iterator i = m_list.begin();
- Value value = *i;
- m_map.erase(value);
- m_list.erase(i);
- return value;
+ return m_queue.front();
}
- u32 size()
+ u32 size() const
{
- return m_map.size();
+ return m_queue.size();
}
private:
- std::map<Value, u8> m_map;
- std::list<Value> m_list;
+ std::set<Value> m_set;
+ std::queue<Value> m_queue;
};
-#if 1
template<typename Key, typename Value>
class MutexedMap
{
public:
MutexedMap()
{
- m_mutex.Init();
- assert(m_mutex.IsInitialized());
}
-
+
void set(const Key &name, const Value &value)
{
JMutexAutoLock lock(m_mutex);
m_values[name] = value;
}
-
+
bool get(const Key &name, Value *result)
{
JMutexAutoLock lock(m_mutex);
if(n == m_values.end())
return false;
-
+
if(result != NULL)
*result = n->second;
-
+
return true;
}
- std::list<Value> getValues()
+ std::vector<Value> getValues()
{
- std::list<Value> result;
+ std::vector<Value> result;
for(typename std::map<Key, Value>::iterator
- i = m_values.begin();
- i != m_values.end(); ++i){
+ i = m_values.begin();
+ i != m_values.end(); ++i){
result.push_back(i->second);
}
return result;
}
-
+
void clear ()
{
m_values.clear();
std::map<Key, Value> m_values;
JMutex m_mutex;
};
-#endif
/*
- Generates ids for comparable values.
- Id=0 is reserved for "no value".
+Generates ids for comparable values.
+Id=0 is reserved for "no value".
- Is fast at:
- - Returning value by id (very fast)
- - Returning id by value
- - Generating a new id for a value
+Is fast at:
+- Returning value by id (very fast)
+- Returning id by value
+- Generating a new id for a value
- Is not able to:
- - Remove an id/value pair (is possible to implement but slow)
+Is not able to:
+- Remove an id/value pair (is possible to implement but slow)
*/
template<typename T>
class MutexedIdGenerator
public:
MutexedIdGenerator()
{
- m_mutex.Init();
- assert(m_mutex.IsInitialized());
}
-
+
// Returns true if found
bool getValue(u32 id, T &value)
{
value = m_id_to_value[id-1];
return true;
}
-
+
// If id exists for value, returns the id.
// Otherwise generates an id for the value.
u32 getId(const T &value)
};
/*
- FIFO queue (well, actually a FILO also)
+Thread-safe FIFO queue (well, actually a FILO also)
*/
+
template<typename T>
-class Queue
+class MutexedQueue
{
public:
- Queue():
- m_list_size(0)
- {}
+ template<typename Key, typename U, typename Caller, typename CallerData>
+ friend class RequestQueue;
- void push_back(T t)
+ MutexedQueue()
{
- m_list.push_back(t);
- ++m_list_size;
}
-
- T pop_front()
+ bool empty()
{
- if(m_list.empty())
- throw ItemNotFoundException("Queue: queue is empty");
-
- typename std::list<T>::iterator begin = m_list.begin();
- T t = *begin;
- m_list.erase(begin);
- --m_list_size;
- return t;
+ JMutexAutoLock lock(m_mutex);
+ return (m_queue.size() == 0);
}
- T pop_back()
+ void push_back(T t)
{
- if(m_list.empty())
- throw ItemNotFoundException("Queue: queue is empty");
-
- typename std::list<T>::iterator last = m_list.back();
- T t = *last;
- m_list.erase(last);
- --m_list_size;
- return t;
+ JMutexAutoLock lock(m_mutex);
+ m_queue.push_back(t);
+ m_size.Post();
}
- u32 size()
+ /* this version of pop_front returns a empty element of T on timeout.
+ * Make sure default constructor of T creates a recognizable "empty" element
+ */
+ T pop_frontNoEx(u32 wait_time_max_ms)
{
- return m_list_size;
- }
+ if (m_size.Wait(wait_time_max_ms)) {
+ JMutexAutoLock lock(m_mutex);
- bool empty()
- {
- return m_list.empty();
+ T t = m_queue.front();
+ m_queue.pop_front();
+ return t;
+ }
+ else {
+ return T();
+ }
}
-protected:
- std::list<T> m_list;
- u32 m_list_size;
-};
-
-/*
- Thread-safe FIFO queue (well, actually a FILO also)
-*/
-
-template<typename T>
-class MutexedQueue
-{
-public:
- MutexedQueue()
+ T pop_front(u32 wait_time_max_ms)
{
- m_mutex.Init();
+ if (m_size.Wait(wait_time_max_ms)) {
+ JMutexAutoLock lock(m_mutex);
+
+ T t = m_queue.front();
+ m_queue.pop_front();
+ return t;
+ }
+ else {
+ throw ItemNotFoundException("MutexedQueue: queue is empty");
+ }
}
- bool empty()
+
+ T pop_frontNoEx()
{
+ m_size.Wait();
+
JMutexAutoLock lock(m_mutex);
- return m_list.empty();
+
+ T t = m_queue.front();
+ m_queue.pop_front();
+ return t;
}
- void push_back(T t)
+
+ T pop_back(u32 wait_time_max_ms=0)
{
- JMutexAutoLock lock(m_mutex);
- m_list.push_back(t);
+ if (m_size.Wait(wait_time_max_ms)) {
+ JMutexAutoLock lock(m_mutex);
+
+ T t = m_queue.back();
+ m_queue.pop_back();
+ return t;
+ }
+ else {
+ throw ItemNotFoundException("MutexedQueue: queue is empty");
+ }
}
- T pop_front(u32 wait_time_max_ms=0)
- {
- u32 wait_time_ms = 0;
- for(;;)
- {
- {
- JMutexAutoLock lock(m_mutex);
-
- if(!m_list.empty())
- {
- typename std::list<T>::iterator begin = m_list.begin();
- T t = *begin;
- m_list.erase(begin);
- return t;
- }
-
- if(wait_time_ms >= wait_time_max_ms)
- throw ItemNotFoundException("MutexedQueue: queue is empty");
- }
+ /* this version of pop_back returns a empty element of T on timeout.
+ * Make sure default constructor of T creates a recognizable "empty" element
+ */
+ T pop_backNoEx(u32 wait_time_max_ms=0)
+ {
+ if (m_size.Wait(wait_time_max_ms)) {
+ JMutexAutoLock lock(m_mutex);
- // Wait a while before trying again
- sleep_ms(10);
- wait_time_ms += 10;
+ T t = m_queue.back();
+ m_queue.pop_back();
+ return t;
+ }
+ else {
+ return T();
}
}
- T pop_back(u32 wait_time_max_ms=0)
+
+ T pop_backNoEx()
{
- u32 wait_time_ms = 0;
+ m_size.Wait();
- for(;;)
- {
- {
- JMutexAutoLock lock(m_mutex);
-
- if(!m_list.empty())
- {
- typename std::list<T>::iterator last = m_list.back();
- T t = *last;
- m_list.erase(last);
- return t;
- }
-
- if(wait_time_ms >= wait_time_max_ms)
- throw ItemNotFoundException("MutexedQueue: queue is empty");
- }
+ JMutexAutoLock lock(m_mutex);
- // Wait a while before trying again
- sleep_ms(10);
- wait_time_ms += 10;
- }
+ T t = m_queue.back();
+ m_queue.pop_back();
+ return t;
}
+protected:
JMutex & getMutex()
{
return m_mutex;
}
- std::list<T> & getList()
+ std::deque<T> & getQueue()
{
- return m_list;
+ return m_queue;
}
-protected:
+ std::deque<T> m_queue;
JMutex m_mutex;
- std::list<T> m_list;
+ JSemaphore m_size;
+};
+
+template<typename K, typename V>
+class LRUCache
+{
+public:
+ LRUCache(size_t limit, void (*cache_miss)(void *data, const K &key, V *dest),
+ void *data)
+ {
+ m_limit = limit;
+ m_cache_miss = cache_miss;
+ m_cache_miss_data = data;
+ }
+
+ void setLimit(size_t limit)
+ {
+ m_limit = limit;
+ invalidate();
+ }
+
+ void invalidate()
+ {
+ m_map.clear();
+ m_queue.clear();
+ }
+
+ const V *lookupCache(K key)
+ {
+ typename cache_type::iterator it = m_map.find(key);
+ V *ret;
+ if (it != m_map.end()) {
+ // found!
+
+ cache_entry_t &entry = it->second;
+
+ ret = &entry.second;
+
+ // update the usage information
+ m_queue.erase(entry.first);
+ m_queue.push_front(key);
+ entry.first = m_queue.begin();
+ } else {
+ // cache miss -- enter into cache
+ cache_entry_t &entry =
+ m_map[key];
+ ret = &entry.second;
+ m_cache_miss(m_cache_miss_data, key, &entry.second);
+
+ // delete old entries
+ if (m_queue.size() == m_limit) {
+ const K &id = m_queue.back();
+ m_map.erase(id);
+ m_queue.pop_back();
+ }
+
+ m_queue.push_front(key);
+ entry.first = m_queue.begin();
+ }
+ return ret;
+ }
+private:
+ void (*m_cache_miss)(void *data, const K &key, V *dest);
+ void *m_cache_miss_data;
+ size_t m_limit;
+ typedef typename std::template pair<typename std::template list<K>::iterator, V> cache_entry_t;
+ typedef std::template map<K, cache_entry_t> cache_type;
+ cache_type m_map;
+ // we can't use std::deque here, because its iterators get invalidated
+ std::list<K> m_queue;
};
#endif