path: root/indra/llcommon/llinstancetracker.h

/** 
 * @file llinstancetracker.h
 * @brief LLInstanceTracker is a mixin class that automatically tracks object
 *        instances with or without an associated key
 *
 * $LicenseInfo:firstyear=2000&license=viewerlgpl$
 * Second Life Viewer Source Code
 * Copyright (C) 2010, Linden Research, Inc.
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation;
 * version 2.1 of the License only.
 * 
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 * 
 * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA
 * $/LicenseInfo$
 */

#ifndef LL_LLINSTANCETRACKER_H
#define LL_LLINSTANCETRACKER_H

#include <map>
#include <set>
#include <vector>
#include <typeinfo>
#include <memory>
#include <type_traits>

#include "mutex.h"

#include <boost/iterator/transform_iterator.hpp>
#include <boost/iterator/indirect_iterator.hpp>
#include <boost/iterator/filter_iterator.hpp>

#include "lockstatic.h"
#include "stringize.h"

/*****************************************************************************
*   StaticBase
*****************************************************************************/
namespace LLInstanceTrackerPrivate
{
    struct StaticBase
    {
        // We need to be able to lock static data while manipulating it.
        std::mutex mMutex;
    };

    void logerrs(const char* cls, const std::string&, const std::string&, const std::string&);
} // namespace LLInstanceTrackerPrivate

/*****************************************************************************
*   LLInstanceTracker with key
*****************************************************************************/
enum EInstanceTrackerAllowKeyCollisions
{
    LLInstanceTrackerErrorOnCollision,
    LLInstanceTrackerReplaceOnCollision
};

/// This mix-in class adds support for tracking all instances of the specified class parameter T
/// The (optional) key associates a value of type KEY with a given instance of T, for quick lookup
/// If KEY is not provided, then instances are stored in a simple set
/// @NOTE: see explicit specialization below for default KEY==void case
template<typename T, typename KEY = void,
         EInstanceTrackerAllowKeyCollisions KEY_COLLISION_BEHAVIOR = LLInstanceTrackerErrorOnCollision>
class LLInstanceTracker
{
    typedef std::map<KEY, std::shared_ptr<T>> InstanceMap;
    struct StaticData: public LLInstanceTrackerPrivate::StaticBase
    {
        InstanceMap mMap;
    };
    typedef llthread::LockStatic<StaticData> LockStatic;

public:
    using ptr_t  = std::shared_ptr<T>;
    using weak_t = std::weak_ptr<T>;

    /**
     * Storing a dumb T* somewhere external is a bad idea, since
     * LLInstanceTracker subclasses are explicitly destroyed rather than
     * managed by smart pointers. It's legal to declare stack instances of an
     * LLInstanceTracker subclass. But it's reasonable to store a
     * std::weak_ptr<T>, which will become invalid when the T instance is
     * destroyed.
     */
    weak_t getWeak()
    {
        return mSelf;
    }

    static size_t instanceCount() 
    { 
        return LockStatic()->mMap.size(); 
    }
    
    // snapshot of std::pair<const KEY, std::shared_ptr<SUBCLASS>> pairs, for
    // some SUBCLASS derived from T
    template <typename SUBCLASS>
    class snapshot_of
    {
        // It's very important that what we store in this snapshot are
        // weak_ptrs, NOT shared_ptrs. That's how we discover whether any
        // instance has been deleted during the lifespan of a snapshot.
        typedef std::vector<std::pair<const KEY, weak_t>> VectorType;
        // Dereferencing the iterator we publish produces a
        // std::shared_ptr<SUBCLASS> for each instance that still exists.
        // Since we store weak_ptr<T>, that involves two chained
        // transformations:
        // - a transform_iterator to lock the weak_ptr and return a shared_ptr
        // - a filter_iterator to skip any shared_ptr<T> that has become
        //   invalid or references any T instance that isn't SUBCLASS.
        // It is very important that we filter lazily, that is, during
        // traversal. Any one of our stored weak_ptrs might expire during
        // traversal.
        typedef std::pair<const KEY, std::shared_ptr<SUBCLASS>> strong_pair;
        // Note for future reference: nat has not yet had any luck (up to
        // Boost 1.67) trying to use boost::transform_iterator with a hand-
        // coded functor, only with actual functions. In my experience, an
        // internal boost::result_of() operation fails, even with an explicit
        // result_type typedef. But this works.
        static strong_pair strengthen(typename VectorType::value_type& pair)
        {
            return { pair.first, std::dynamic_pointer_cast<SUBCLASS>(pair.second.lock()) };
        }
        static bool dead_skipper(const strong_pair& pair)
        {
            return bool(pair.second);
        }

    public:
        snapshot_of():
            // populate our vector with a snapshot of (locked!) InstanceMap
            // note, this assigns pair<KEY, shared_ptr> to pair<KEY, weak_ptr>
            mData(mLock->mMap.begin(), mLock->mMap.end())
        {
            // release the lock once we've populated mData
            mLock.unlock();
        }

        // You can't make a transform_iterator (or anything else) that
        // literally stores a C++ function (decltype(strengthen)) -- but you
        // can make a transform_iterator based on a _function pointer._
        typedef boost::transform_iterator<decltype(strengthen)*,
                                          typename VectorType::iterator> strong_iterator;
        typedef boost::filter_iterator<decltype(dead_skipper)*, strong_iterator> iterator;

        iterator begin() { return make_iterator(mData.begin()); }
        iterator end()   { return make_iterator(mData.end()); }

    private:
        iterator make_iterator(typename VectorType::iterator iter)
        {
            // transform_iterator only needs the base iterator and the transform.
            // filter_iterator wants the predicate and both ends of the range.
            return iterator(dead_skipper,
                            strong_iterator(iter, strengthen),
                            strong_iterator(mData.end(), strengthen));
        }

        // lock static data during construction
#if ! LL_WINDOWS
        LockStatic mLock;
#else  // LL_WINDOWS
        // We want to be able to use (e.g.) our instance_snapshot subclass as:
        // for (auto& inst : T::instance_snapshot()) ...
        // But when this snapshot base class directly contains LockStatic, as
        // above, Visual Studio 2017 requires us to code instead:
        // for (auto& inst : std::move(T::instance_snapshot())) ...
        // nat thinks this should be unnecessary, as an anonymous class
        // instance is already a temporary. It shouldn't need to be cast to
        // rvalue reference (the role of std::move()). clang evidently agrees,
        // as the short form works fine with Xcode on Mac.
        // To support the succinct usage, instead of directly storing
        // LockStatic, store std::shared_ptr<LockStatic>, which is copyable.
        std::shared_ptr<LockStatic> mLockp{std::make_shared<LockStatic>()};
        LockStatic& mLock{*mLockp};
#endif // LL_WINDOWS
        VectorType mData;
    };
    using snapshot = snapshot_of<T>;

    // iterate over this for references to each SUBCLASS instance
    template <typename SUBCLASS>
    class instance_snapshot_of: public snapshot_of<SUBCLASS>
    {
    private:
        using super = snapshot_of<SUBCLASS>;
        static T& instance_getter(typename super::iterator::reference pair)
        {
            return *pair.second;
        }
    public:
        typedef boost::transform_iterator<decltype(instance_getter)*,
                                          typename super::iterator> iterator;
        iterator begin() { return iterator(super::begin(), instance_getter); }
        iterator end()   { return iterator(super::end(),   instance_getter); }

        void deleteAll()
        {
            for (auto it(super::begin()), end(super::end()); it != end; ++it)
            {
                delete it->second.get();
            }
        }
    };
    using instance_snapshot = instance_snapshot_of<T>;

    // iterate over this for each key
    template <typename SUBCLASS>
    class key_snapshot_of: public snapshot_of<SUBCLASS>
    {
    private:
        using super = snapshot_of<SUBCLASS>;
        static KEY key_getter(typename super::iterator::reference pair)
        {
            return pair.first;
        }
    public:
        typedef boost::transform_iterator<decltype(key_getter)*,
                                          typename super::iterator> iterator;
        iterator begin() { return iterator(super::begin(), key_getter); }
        iterator end()   { return iterator(super::end(),   key_getter); }
    };
    using key_snapshot = key_snapshot_of<T>;

    static ptr_t getInstance(const KEY& k)
    {
        LockStatic lock;
        const InstanceMap& map(lock->mMap);
        typename InstanceMap::const_iterator found = map.find(k);
        return (found == map.end()) ? NULL : found->second;
    }

protected:
    LLInstanceTracker(const KEY& key) 
    {
        // We do not intend to manage the lifespan of this object with
        // shared_ptr, so give it a no-op deleter. We store shared_ptrs in our
        // InstanceMap specifically so snapshot can store weak_ptrs so we can
        // detect deletions during traversals.
        ptr_t ptr(static_cast<T*>(this), [](T*){});
        // save corresponding weak_ptr for future reference
        mSelf = ptr;
        LockStatic lock;
        add_(lock, key, ptr);
    }
public:
    virtual ~LLInstanceTracker()
    {
        LockStatic lock;
        remove_(lock);
    }
protected:
    virtual void setKey(KEY key)
    {
        LockStatic lock;
        // Even though the shared_ptr we store in our map has a no-op deleter
        // for T itself, letting the use count decrement to 0 will still
        // delete the use-count object. Capture the shared_ptr we just removed
        // and re-add it to the map with the new key.
        auto ptr = remove_(lock);
        add_(lock, key, ptr);
    }
public:
    virtual const KEY& getKey() const { return mInstanceKey; }

    /// for use ONLY for an object we're sure resides on the heap!
    static bool destruct(const KEY& key)
    {
        return destruct(getInstance(key));
    }

    /// for use ONLY for an object we're sure resides on the heap!
    static bool destruct(const weak_t& ptr)
    {
        return destruct(ptr.lock());
    }

    /// for use ONLY for an object we're sure resides on the heap!
    static bool destruct(const ptr_t& ptr)
    {
        if (! ptr)
        {
            return false;
        }

        // Because we store and return ptr_t instances with no-op deleters,
        // merely resetting the last pointer doesn't destroy the referenced
        // object. Don't even bother resetting 'ptr'. Just extract its raw
        // pointer and delete that.
        auto raw{ ptr.get() };
        delete raw;
        return true;
    }

private:
    LLInstanceTracker( const LLInstanceTracker& ) = delete;
    LLInstanceTracker& operator=( const LLInstanceTracker& ) = delete;

    // for logging
    template <typename K>
    static std::string report(K key) { return stringize(key); }
    static std::string report(const std::string& key) { return "'" + key + "'"; }
    static std::string report(const char* key) { return report(std::string(key)); }

    // caller must instantiate LockStatic
    void add_(LockStatic& lock, const KEY& key, const ptr_t& ptr) 
    { 
        mInstanceKey = key; 
        InstanceMap& map = lock->mMap;
        switch(KEY_COLLISION_BEHAVIOR)
        {
        case LLInstanceTrackerErrorOnCollision:
        {
            // map stores shared_ptr to self
            auto pair = map.emplace(key, ptr);
            if (! pair.second)
            {
                LLInstanceTrackerPrivate::logerrs(typeid(*this).name(), " instance with key ",
                                                  report(key), " already exists!");
            }
            break;
        }
        case LLInstanceTrackerReplaceOnCollision:
            map[key] = ptr;
            break;
        default:
            break;
        }
    }
    ptr_t remove_(LockStatic& lock)
    {
        InstanceMap& map = lock->mMap;
        typename InstanceMap::iterator iter = map.find(mInstanceKey);
        if (iter != map.end())
        {
            auto ret = iter->second;
            map.erase(iter);
            return ret;
        }
        return {};
    }

private:
    // Storing a weak_ptr to self is a bit like deriving from
    // std::enable_shared_from_this(), except more explicit.
    weak_t mSelf;
    KEY mInstanceKey;
};

/*****************************************************************************
*   LLInstanceTracker without key
*****************************************************************************/
// TODO:
// - For the case of omitted KEY template parameter, consider storing
//   std::map<T*, std::shared_ptr<T>> instead of std::set<std::shared_ptr<T>>.
//   That might let us share more of the implementation between KEY and
//   non-KEY LLInstanceTracker subclasses.
// - Even if not that, consider trying to unify the snapshot implementations.
//   The trouble is that the 'iterator' published by each (and by their
//   subclasses) must reflect the specific type of the callables that
//   distinguish them. (Maybe make instance_snapshot() and key_snapshot()
//   factory functions that pass lambdas to a factory function for the generic
//   template class?)

/// explicit specialization for default case where KEY is void
/// use a simple std::set<T*>
template<typename T, EInstanceTrackerAllowKeyCollisions KEY_COLLISION_BEHAVIOR>
class LLInstanceTracker<T, void, KEY_COLLISION_BEHAVIOR>
{
    typedef std::set<std::shared_ptr<T>> InstanceSet;
    struct StaticData: public LLInstanceTrackerPrivate::StaticBase
    {
        InstanceSet mSet;
    };
    typedef llthread::LockStatic<StaticData> LockStatic;

public:
    using ptr_t  = std::shared_ptr<T>;
    using weak_t = std::weak_ptr<T>;

    /**
     * Storing a dumb T* somewhere external is a bad idea, since
     * LLInstanceTracker subclasses are explicitly destroyed rather than
     * managed by smart pointers. It's legal to declare stack instances of an
     * LLInstanceTracker subclass. But it's reasonable to store a
     * std::weak_ptr<T>, which will become invalid when the T instance is
     * destroyed.
     */
    weak_t getWeak()
    {
        return mSelf;
    }
    
    static size_t instanceCount()
    {
        return LockStatic()->mSet.size();
    }

    // snapshot of std::shared_ptr<SUBCLASS> pointers
    template <typename SUBCLASS>
    class snapshot_of
    {
        // It's very important that what we store in this snapshot are
        // weak_ptrs, NOT shared_ptrs. That's how we discover whether any
        // instance has been deleted during the lifespan of a snapshot.
        typedef std::vector<weak_t> VectorType;
        // Dereferencing the iterator we publish produces a
        // std::shared_ptr<SUBCLASS> for each instance that still exists.
        // Since we store weak_ptrs, that involves two chained
        // transformations:
        // - a transform_iterator to lock the weak_ptr and return a shared_ptr
        // - a filter_iterator to skip any shared_ptr that has become invalid
        //   or references any T instance that isn't SUBCLASS.
        typedef std::shared_ptr<SUBCLASS> strong_ptr;
        static strong_ptr strengthen(typename VectorType::value_type& ptr)
        {
            return std::dynamic_pointer_cast<SUBCLASS>(ptr.lock());
        }
        static bool dead_skipper(const strong_ptr& ptr)
        {
            return bool(ptr);
        }

    public:
        snapshot_of():
            // populate our vector with a snapshot of (locked!) InstanceSet
            // note, this assigns stored shared_ptrs to weak_ptrs for snapshot
            mData(mLock->mSet.begin(), mLock->mSet.end())
        {
            // release the lock once we've populated mData
            mLock.unlock();
        }

        typedef boost::transform_iterator<decltype(strengthen)*,
                                          typename VectorType::iterator> strong_iterator;
        typedef boost::filter_iterator<decltype(dead_skipper)*, strong_iterator> iterator;

        iterator begin() { return make_iterator(mData.begin()); }
        iterator end()   { return make_iterator(mData.end()); }

    private:
        iterator make_iterator(typename VectorType::iterator iter)
        {
            // transform_iterator only needs the base iterator and the transform.
            // filter_iterator wants the predicate and both ends of the range.
            return iterator(dead_skipper,
                            strong_iterator(iter, strengthen),
                            strong_iterator(mData.end(), strengthen));
        }

        // lock static data during construction
#if ! LL_WINDOWS
        LockStatic mLock;
#else  // LL_WINDOWS
        // We want to be able to use our instance_snapshot subclass as:
        // for (auto& inst : T::instance_snapshot()) ...
        // But when this snapshot base class directly contains LockStatic, as
        // above, Visual Studio 2017 requires us to code instead:
        // for (auto& inst : std::move(T::instance_snapshot())) ...
        // nat thinks this should be unnecessary, as an anonymous class
        // instance is already a temporary. It shouldn't need to be cast to
        // rvalue reference (the role of std::move()). clang evidently agrees,
        // as the short form works fine with Xcode on Mac.
        // To support the succinct usage, instead of directly storing
        // LockStatic, store std::shared_ptr<LockStatic>, which is copyable.
        std::shared_ptr<LockStatic> mLockp{std::make_shared<LockStatic>()};
        LockStatic& mLock{*mLockp};
#endif // LL_WINDOWS
        VectorType mData;
    };
    using snapshot = snapshot_of<T>;

    // iterate over this for references to each instance
    template <typename SUBCLASS>
    class instance_snapshot_of: public snapshot_of<SUBCLASS>
    {
    private:
        using super = snapshot_of<SUBCLASS>;

    public:
        typedef boost::indirect_iterator<typename super::iterator> iterator;
        iterator begin() { return iterator(super::begin()); }
        iterator end()   { return iterator(super::end()); }

        void deleteAll()
        {
            for (auto it(super::begin()), end(super::end()); it != end; ++it)
            {
                delete it->get();
            }
        }
    };
    using instance_snapshot = instance_snapshot_of<T>;
    // key_snapshot_of isn't really meaningful, but define it anyway to avoid
    // requiring two different LLInstanceTrackerSubclass implementations.
    template <typename SUBCLASS>
    using key_snapshot_of = instance_snapshot_of<SUBCLASS>;

    /// for use ONLY for an object we're sure resides on the heap!
    static bool destruct(const weak_t& ptr)
    {
        return destruct(ptr.lock());
    }

    /// for use ONLY for an object we're sure resides on the heap!
    static bool destruct(const ptr_t& ptr)
    {
        if (! ptr)
        {
            return false;
        }

        // Because we store and return ptr_t instances with no-op deleters,
        // merely resetting the last pointer doesn't destroy the referenced
        // object. Don't even bother resetting 'ptr'. Just extract its raw
        // pointer and delete that.
        auto raw{ ptr.get() };
        delete raw;
        return true;
    }

protected:
    LLInstanceTracker()
    {
        // Since we do not intend for this shared_ptr to manage lifespan, give
        // it a no-op deleter.
        std::shared_ptr<T> ptr(static_cast<T*>(this), [](T*){});
        // save corresponding weak_ptr for future reference
        mSelf = ptr;
        // Also store it in our class-static set to track this instance.
        LockStatic()->mSet.emplace(ptr);
    }
public:
    virtual ~LLInstanceTracker()
    {
        // convert weak_ptr to shared_ptr because that's what we store in our
        // InstanceSet
        LockStatic()->mSet.erase(mSelf.lock());
    }
protected:
    LLInstanceTracker(const LLInstanceTracker& other):
        LLInstanceTracker()
    {}

private:
    // Storing a weak_ptr to self is a bit like deriving from
    // std::enable_shared_from_this(), except more explicit.
    weak_t mSelf;
};

#endif