summaryrefslogtreecommitdiff
path: root/indra/llcommon/llfasttimer.h
blob: 17ad37b031582d77b99007b0e8c30646b4e82545 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
/**
 * @file llfasttimer.h
 * @brief Declaration of a fast timer.
 *
 * $LicenseInfo:firstyear=2004&license=viewerlgpl$
 * Second Life Viewer Source Code
 * Copyright (C) 2010, Linden Research, Inc.
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation;
 * version 2.1 of the License only.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 *
 * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA
 * $/LicenseInfo$
 */

#ifndef LL_FASTTIMER_H
#define LL_FASTTIMER_H

#include "llinstancetracker.h"
#include "lltrace.h"
#include "lltreeiterators.h"

#if LL_WINDOWS
#include <intrin.h>
#endif

#define LL_FAST_TIMER_ON 1
#define LL_FASTTIMER_USE_RDTSC 1

// NOTE: Also see llprofiler.h
#if !defined(LL_PROFILER_CONFIGURATION)
#define LL_RECORD_BLOCK_TIME(timer_stat) const LLTrace::BlockTimer& LL_GLUE_TOKENS(block_time_recorder, __LINE__)(LLTrace::timeThisBlock(timer_stat)); (void)LL_GLUE_TOKENS(block_time_recorder, __LINE__);
#endif // LL_PROFILER_CONFIGURATION

namespace LLTrace
{
// use to create blocktimer rvalue to be captured in a reference so that the BlockTimer lives to the end of the block.
class BlockTimer timeThisBlock(class BlockTimerStatHandle& timer);

class BlockTimer
{
public:
    typedef BlockTimer self_t;
    typedef class BlockTimerStatHandle DeclareTimer;

    ~BlockTimer();

    F64Seconds getElapsedTime();

        //////////////////////////////////////////////////////////////////////////////
    //
    // Important note: These implementations must be FAST!
    //


#if LL_WINDOWS
    //
    // Windows implementation of CPU clock
    //

    //
    // NOTE: put back in when we aren't using platform sdk anymore
    //
    // because MS has different signatures for these functions in winnt.h
    // need to rename them to avoid conflicts
    //#define _interlockedbittestandset _renamed_interlockedbittestandset
    //#define _interlockedbittestandreset _renamed_interlockedbittestandreset
    //#include <intrin.h>
    //#undef _interlockedbittestandset
    //#undef _interlockedbittestandreset

    //inline U32 getCPUClockCount32()
    //{
    //  U64 time_stamp = __rdtsc();
    //  return (U32)(time_stamp >> 8);
    //}
    //
    //// return full timer value, *not* shifted by 8 bits
    //inline U64 getCPUClockCount64()
    //{
    //  return __rdtsc();
    //}



    // shift off lower 8 bits for lower resolution but longer term timing
    // on 1Ghz machine, a 32-bit word will hold ~1000 seconds of timing
#if LL_FASTTIMER_USE_RDTSC
    static U32 getCPUClockCount32()
    {
        unsigned __int64 val = __rdtsc();
        val = val >> 8;
        return static_cast<U32>(val);
    }

    // return full timer value, *not* shifted by 8 bits
    static U64 getCPUClockCount64()
    {
        return static_cast<U64>( __rdtsc() );
    }

#else
    //U64 get_clock_count(); // in lltimer.cpp
    // These use QueryPerformanceCounter, which is arguably fine and also works on AMD architectures.
    static U32 getCPUClockCount32()
    {
        return (U32)(get_clock_count()>>8);
    }

    static U64 getCPUClockCount64()
    {
        return get_clock_count();
    }

#endif

#endif


#if (LL_LINUX) && !(defined(__i386__) || defined(__amd64__))
    //
    // Linux implementation of CPU clock - non-x86.
    // This is accurate but SLOW!  Only use out of desperation.
    //
    // Try to use the MONOTONIC clock if available, this is a constant time counter
    // with nanosecond resolution (but not necessarily accuracy) and attempts are
    // made to synchronize this value between cores at kernel start. It should not
    // be affected by CPU frequency. If not available use the REALTIME clock, but
    // this may be affected by NTP adjustments or other user activity affecting
    // the system time.
    static U64 getCPUClockCount64()
    {
        struct timespec tp;

#ifdef CLOCK_MONOTONIC // MONOTONIC supported at build-time?
        if (-1 == clock_gettime(CLOCK_MONOTONIC,&tp)) // if MONOTONIC isn't supported at runtime then ouch, try REALTIME
#endif
            clock_gettime(CLOCK_REALTIME,&tp);

        return (tp.tv_sec*sClockResolution)+tp.tv_nsec;
    }

    static U32 getCPUClockCount32()
    {
        return (U32)(getCPUClockCount64() >> 8);
    }

#endif // (LL_LINUX) && !(defined(__i386__) || defined(__amd64__))


#if (LL_LINUX || LL_DARWIN) && (defined(__i386__) || defined(__amd64__))
    //
    // Mac+Linux FAST x86 implementation of CPU clock
    static U32 getCPUClockCount32()
    {
        U32 low(0),high(0);
        __asm__ volatile (".byte 0x0f, 0x31": "=a"(low), "=d"(high) );
        return (low>>8) | (high<<24);
    }

    static U64 getCPUClockCount64()
    {
        U32 low(0),high(0);
        __asm__ volatile (".byte 0x0f, 0x31": "=a"(low), "=d"(high) );
        return (U64)low | ( ((U64)high) << 32);
    }

#endif

    static BlockTimerStatHandle& getRootTimeBlock();
    static void pushLog(LLSD sd);
    static void setLogLock(class LLMutex* mutex);
    static void writeLog(std::ostream& os);
    static void updateTimes();

    static U64 countsPerSecond();

    // updates cumulative times and hierarchy,
    // can be called multiple times in a frame, at any point
    static void processTimes();

    static void bootstrapTimerTree();
    static void incrementalUpdateTimerTree();

    // call this once a frame to periodically log timers
    static void logStats();

    // dumps current cumulative frame stats to log
    // call nextFrame() to reset timers
    static void dumpCurTimes();

private:
    friend class BlockTimerStatHandle;
    // FIXME: this friendship exists so that each thread can instantiate a root timer,
    // which could be a derived class with a public constructor instead, possibly
    friend class ThreadRecorder;
    friend BlockTimer timeThisBlock(BlockTimerStatHandle&);

    BlockTimer(BlockTimerStatHandle& timer);

    // no-copy
    BlockTimer(const BlockTimer& other);
    BlockTimer& operator=(const BlockTimer& other);

private:
    U64                     mStartTime;
    BlockTimerStackRecord   mParentTimerData;

public:
    // statics
    static std::string      sLogName;
    static bool             sMetricLog,
                            sLog;
    static U64              sClockResolution;

};

// this dummy function assists in allocating a block timer with stack-based lifetime.
// this is done by capturing the return value in a stack-allocated const reference variable.
// (This is most easily done using the macro LL_RECORD_BLOCK_TIME)
// Otherwise, it would be possible to store a BlockTimer on the heap, resulting in non-nested lifetimes,
// which would break the invariants of the timing hierarchy logic
LL_FORCE_INLINE class BlockTimer timeThisBlock(class BlockTimerStatHandle& timer)
{
    return BlockTimer(timer);
}

// stores a "named" timer instance to be reused via multiple BlockTimer stack instances
class BlockTimerStatHandle
:   public StatType<TimeBlockAccumulator>
{
public:
    BlockTimerStatHandle(const char* name, const char* description = "");

    TimeBlockTreeNode& getTreeNode() const;
    BlockTimerStatHandle* getParent() const { return getTreeNode().getParent(); }
    void setParent(BlockTimerStatHandle* parent) { getTreeNode().setParent(parent); }

    typedef std::vector<BlockTimerStatHandle*>::iterator child_iter;
    typedef std::vector<BlockTimerStatHandle*>::const_iterator child_const_iter;
    child_iter beginChildren();
    child_iter endChildren();
    bool hasChildren();
    std::vector<BlockTimerStatHandle*>& getChildren();

    StatType<TimeBlockAccumulator::CallCountFacet>& callCount()
    {
        return static_cast<StatType<TimeBlockAccumulator::CallCountFacet>&>(*(StatType<TimeBlockAccumulator>*)this);
    }

    StatType<TimeBlockAccumulator::SelfTimeFacet>& selfTime()
    {
        return static_cast<StatType<TimeBlockAccumulator::SelfTimeFacet>&>(*(StatType<TimeBlockAccumulator>*)this);
    }

    bool                        mCollapsed;             // don't show children
};

// iterators and helper functions for walking the call hierarchy of block timers in different ways
typedef LLTreeDFSIter<BlockTimerStatHandle, BlockTimerStatHandle::child_const_iter> block_timer_tree_df_iterator_t;
typedef LLTreeDFSPostIter<BlockTimerStatHandle, BlockTimerStatHandle::child_const_iter> block_timer_tree_df_post_iterator_t;
typedef LLTreeBFSIter<BlockTimerStatHandle, BlockTimerStatHandle::child_const_iter> block_timer_tree_bf_iterator_t;

block_timer_tree_df_iterator_t begin_block_timer_tree_df(BlockTimerStatHandle& id);
block_timer_tree_df_iterator_t end_block_timer_tree_df();
block_timer_tree_df_post_iterator_t begin_block_timer_tree_df_post(BlockTimerStatHandle& id);
block_timer_tree_df_post_iterator_t end_block_timer_tree_df_post();
block_timer_tree_bf_iterator_t begin_block_timer_tree_bf(BlockTimerStatHandle& id);
block_timer_tree_bf_iterator_t end_block_timer_tree_bf();

LL_FORCE_INLINE BlockTimer::BlockTimer(BlockTimerStatHandle& timer)
{
#if LL_FAST_TIMER_ON
    BlockTimerStackRecord* cur_timer_data = LLThreadLocalSingletonPointer<BlockTimerStackRecord>::getInstance();
    if (!cur_timer_data)
    {
        // How likely is it that
        // LLThreadLocalSingletonPointer<T>::getInstance() will return NULL?
        // Even without researching, what we can say is that if we exit
        // without setting mStartTime at all, gcc 4.7 produces (fatal)
        // warnings about a possibly-uninitialized data member.
        mStartTime = 0;
        return;
    }
    TimeBlockAccumulator& accumulator = timer.getCurrentAccumulator();
    accumulator.mActiveCount++;
    // keep current parent as long as it is active when we are
    accumulator.mMoveUpTree |= (accumulator.mParent->getCurrentAccumulator().mActiveCount == 0);

    // store top of stack
    mParentTimerData = *cur_timer_data;
    // push new information
    cur_timer_data->mActiveTimer = this;
    cur_timer_data->mTimeBlock = &timer;
    cur_timer_data->mChildTime = 0;

    mStartTime = getCPUClockCount64();
#endif
}

LL_FORCE_INLINE BlockTimer::~BlockTimer()
{
#if LL_FAST_TIMER_ON
    U64 total_time = getCPUClockCount64() - mStartTime;
    BlockTimerStackRecord* cur_timer_data = LLThreadLocalSingletonPointer<BlockTimerStackRecord>::getInstance();
    if (!cur_timer_data) return;

    TimeBlockAccumulator& accumulator = cur_timer_data->mTimeBlock->getCurrentAccumulator();

    accumulator.mCalls++;
    accumulator.mTotalTimeCounter += total_time;
    accumulator.mSelfTimeCounter += total_time - cur_timer_data->mChildTime;
    accumulator.mActiveCount--;

    // store last caller to bootstrap tree creation
    // do this in the destructor in case of recursion to get topmost caller
    accumulator.mLastCaller = mParentTimerData.mTimeBlock;

    // we are only tracking self time, so subtract our total time delta from parents
    mParentTimerData.mChildTime += total_time;

    //pop stack
    *cur_timer_data = mParentTimerData;
#endif
}

}

typedef LLTrace::BlockTimer LLFastTimer;

#endif // LL_LLFASTTIMER_H