summaryrefslogtreecommitdiff
path: root/indra/llcommon/llfasttimer.h
blob: 69a6773b12f73c366a41d6cd5ac190ccaaf0bbe4 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
/**
 * @file llfasttimer.h
 * @brief Declaration of a fast timer.
 *
 * $LicenseInfo:firstyear=2004&license=viewerlgpl$
 * Second Life Viewer Source Code
 * Copyright (C) 2010, Linden Research, Inc.
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation;
 * version 2.1 of the License only.
 * 
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 * 
 * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA
 * $/LicenseInfo$
 */

#ifndef LL_FASTTIMER_H
#define LL_FASTTIMER_H

#include "llinstancetracker.h"
#include "lltrace.h"

#define FAST_TIMER_ON 1
#define LL_FASTTIMER_USE_RDTSC 1

class LLMutex;

namespace LLTrace
{
struct CurTimerData
{
	class Time*			mCurTimer;
	class BlockTimer*	mTimerData;
	U64					mChildTime;
};

class Time
{
public:
	friend class BlockTimer;
	typedef Time self_t;
	typedef class BlockTimer DeclareTimer;

	Time(BlockTimer& timer);
	~Time();

public:
	// dumps current cumulative frame stats to log
	// call nextFrame() to reset timers
	static void dumpCurTimes();

	static void writeLog(std::ostream& os);

private:

	U64				mStartTime;
	CurTimerData	mLastTimerData;
};

// stores a "named" timer instance to be reused via multiple Time stack instances
class BlockTimer 
:	public TraceType<TimerAccumulator>,
	public LLInstanceTracker<BlockTimer>
{
public:
	BlockTimer(const char* name, bool open = false, BlockTimer* parent = &getRootTimer());
	~BlockTimer();

	enum { HISTORY_NUM = 300 };

	BlockTimer* getParent() const { return mParent; }
	void setParent(BlockTimer* parent);
	S32 getDepth();

	typedef std::vector<BlockTimer*>::const_iterator child_const_iter;
	child_const_iter beginChildren();
	child_const_iter endChildren();
	std::vector<BlockTimer*>& getChildren();

	void setCollapsed(bool collapsed)	{ mCollapsed = collapsed; }
	bool getCollapsed() const			{ return mCollapsed; }

	U32 getCountAverage() const { return mCountAverage; }
	U32 getCallAverage() const	{ return mCallAverage; }

	U32 getHistoricalCount(S32 history_index = 0) const;
	U32 getHistoricalCalls(S32 history_index = 0) const;

	static BlockTimer& getRootTimer();
	static void pushLog(LLSD sd);
	friend class Time;


	//////////////////////////////////////////////////////////////////////////////
	//
	// Important note: These implementations must be FAST!
	//


#if LL_WINDOWS
	//
	// Windows implementation of CPU clock
	//

	//
	// NOTE: put back in when we aren't using platform sdk anymore
	//
	// because MS has different signatures for these functions in winnt.h
	// need to rename them to avoid conflicts
	//#define _interlockedbittestandset _renamed_interlockedbittestandset
	//#define _interlockedbittestandreset _renamed_interlockedbittestandreset
	//#include <intrin.h>
	//#undef _interlockedbittestandset
	//#undef _interlockedbittestandreset

	//inline U32 BlockTimer::getCPUClockCount32()
	//{
	//	U64 time_stamp = __rdtsc();
	//	return (U32)(time_stamp >> 8);
	//}
	//
	//// return full timer value, *not* shifted by 8 bits
	//inline U64 BlockTimer::getCPUClockCount64()
	//{
	//	return __rdtsc();
	//}

	// shift off lower 8 bits for lower resolution but longer term timing
	// on 1Ghz machine, a 32-bit word will hold ~1000 seconds of timing
#if LL_FASTTIMER_USE_RDTSC
	static U32 getCPUClockCount32()
	{
		U32 ret_val;
		__asm
		{
			_emit   0x0f
				_emit   0x31
				shr eax,8
				shl edx,24
				or eax, edx
				mov dword ptr [ret_val], eax
		}
		return ret_val;
	}

	// return full timer value, *not* shifted by 8 bits
	static U64 getCPUClockCount64()
	{
		U64 ret_val;
		__asm
		{
			_emit   0x0f
				_emit   0x31
				mov eax,eax
				mov edx,edx
				mov dword ptr [ret_val+4], edx
				mov dword ptr [ret_val], eax
		}
		return ret_val;
	}

#else
	//U64 get_clock_count(); // in lltimer.cpp
	// These use QueryPerformanceCounter, which is arguably fine and also works on AMD architectures.
	static U32 getCPUClockCount32()
	{
		return (U32)(get_clock_count()>>8);
	}

	static U64 getCPUClockCount64()
	{
		return get_clock_count();
	}

#endif

#endif


#if (LL_LINUX || LL_SOLARIS) && !(defined(__i386__) || defined(__amd64__))
	//
	// Linux and Solaris implementation of CPU clock - non-x86.
	// This is accurate but SLOW!  Only use out of desperation.
	//
	// Try to use the MONOTONIC clock if available, this is a constant time counter
	// with nanosecond resolution (but not necessarily accuracy) and attempts are
	// made to synchronize this value between cores at kernel start. It should not
	// be affected by CPU frequency. If not available use the REALTIME clock, but
	// this may be affected by NTP adjustments or other user activity affecting
	// the system time.
	static U64 getCPUClockCount64()
	{
		struct timespec tp;

#ifdef CLOCK_MONOTONIC // MONOTONIC supported at build-time?
		if (-1 == clock_gettime(CLOCK_MONOTONIC,&tp)) // if MONOTONIC isn't supported at runtime then ouch, try REALTIME
#endif
			clock_gettime(CLOCK_REALTIME,&tp);

		return (tp.tv_sec*sClockResolution)+tp.tv_nsec;        
	}

	static U32 getCPUClockCount32()
	{
		return (U32)(getCPUClockCount64() >> 8);
	}

#endif // (LL_LINUX || LL_SOLARIS) && !(defined(__i386__) || defined(__amd64__))


#if (LL_LINUX || LL_SOLARIS || LL_DARWIN) && (defined(__i386__) || defined(__amd64__))
	//
	// Mac+Linux+Solaris FAST x86 implementation of CPU clock
	static U32 getCPUClockCount32()
	{
		U64 x;
		__asm__ volatile (".byte 0x0f, 0x31": "=A"(x));
		return (U32)(x >> 8);
	}

	static U64 getCPUClockCount64()
	{
		U64 x;
		__asm__ volatile (".byte 0x0f, 0x31": "=A"(x));
		return x;
	}

#endif

	static U64 countsPerSecond();

	// recursive call to gather total time from children
	static void accumulateTimings();

	// updates cumulative times and hierarchy,
	// can be called multiple times in a frame, at any point
	static void processTimes();

	static void buildHierarchy();
	static void resetFrame();
	static void reset();
	// call this once a frame to reset timers
	static void nextFrame();
	static S32 getLastFrameIndex() { return sLastFrameIndex; }
	static S32 getCurFrameIndex() { return sCurFrameIndex; }



	// sum of recorded self time and tree time of all children timers (might not match actual recorded time of children if topology is incomplete
	U32 						mTreeTimeCounter; 

	U32 						mCountAverage;
	U32							mCallAverage;

	U32*						mCountHistory;
	U32*						mCallHistory;

	// tree structure
	BlockTimer*					mParent;				// BlockTimer of caller(parent)
	std::vector<BlockTimer*>	mChildren;
	bool						mCollapsed;				// don't show children
	bool						mNeedsSorting;			// sort children whenever child added

	// statics
	static std::string							sLogName;
	static bool									sMetricLog;
	static bool									sLog;	
	static LLThreadLocalPointer<CurTimerData>	sCurTimerData;
	static U64									sClockResolution;
	static S32									sCurFrameIndex;
	static S32									sLastFrameIndex;
	static U64									sLastFrameTime;
	static bool 								sPauseHistory;
	static bool 								sResetHistory;

};

LL_FORCE_INLINE Time::Time(BlockTimer& timer)
{
#if FAST_TIMER_ON
	mStartTime = BlockTimer::getCPUClockCount64();

	TimerAccumulator& accumulator = timer.getPrimaryAccumulator();
	accumulator.mActiveCount++;
	accumulator.mCalls++;
	// keep current parent as long as it is active when we are
	accumulator.mMoveUpTree |= (timer.mParent->getPrimaryAccumulator().mActiveCount == 0);

	CurTimerData* cur_timer_data = BlockTimer::sCurTimerData.get();
	// store top of stack
	mLastTimerData = *cur_timer_data;
	// push new information
	cur_timer_data->mCurTimer = this;
	cur_timer_data->mTimerData = &timer;
	cur_timer_data->mChildTime = 0;
#endif
}

LL_FORCE_INLINE Time::~Time()
{
#if FAST_TIMER_ON
	U64 total_time = BlockTimer::getCPUClockCount64() - mStartTime;
	CurTimerData* cur_timer_data = BlockTimer::sCurTimerData.get();
	TimerAccumulator& accumulator = cur_timer_data->mTimerData->getPrimaryAccumulator();
	accumulator.mSelfTimeCounter += total_time - cur_timer_data->mChildTime;
	accumulator.mTotalTimeCounter += total_time;
	accumulator.mActiveCount--;

	// store last caller to bootstrap tree creation
	// do this in the destructor in case of recursion to get topmost caller
	accumulator.mLastCaller = mLastTimerData.mTimerData;

	// we are only tracking self time, so subtract our total time delta from parents
	mLastTimerData.mChildTime += total_time;

	*BlockTimer::sCurTimerData = mLastTimerData;
#endif
}

}

typedef LLTrace::Time LLFastTimer;

#endif // LL_LLFASTTIMER_H