summaryrefslogtreecommitdiff
path: root/indra/llcommon/llfasttimer.h
blob: 28e54a37defca82ace21ffc067e239295f14372d (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
/**
 * @file llfasttimer.h
 * @brief Declaration of a fast timer.
 *
 * $LicenseInfo:firstyear=2004&license=viewerlgpl$
 * Second Life Viewer Source Code
 * Copyright (C) 2010, Linden Research, Inc.
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation;
 * version 2.1 of the License only.
 * 
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301  USA
 * 
 * Linden Research, Inc., 945 Battery Street, San Francisco, CA  94111  USA
 * $/LicenseInfo$
 */

#ifndef LL_FASTTIMER_H
#define LL_FASTTIMER_H

#include "llinstancetracker.h"
#include "lltrace.h"

#define FAST_TIMER_ON 1
#define LL_FASTTIMER_USE_RDTSC 1

class LLMutex;

namespace LLTrace
{

struct BlockTimerStackRecord
{
	class BlockTimer*	mActiveTimer;
	class TimeBlock*	mTimeBlock;
	U64					mChildTime;
};

class ThreadTimerStack 
:	public BlockTimerStackRecord, 
	public LLThreadLocalSingleton<ThreadTimerStack>
{
	friend class LLThreadLocalSingleton<ThreadTimerStack>;
	ThreadTimerStack() 
	{}

public:
	ThreadTimerStack& operator=(const BlockTimerStackRecord& other)
	{
		BlockTimerStackRecord::operator=(other);
		return *this;
	}
};

class BlockTimer
{
public:
	friend class TimeBlock;
	typedef BlockTimer self_t;
	typedef class TimeBlock DeclareTimer;

	BlockTimer(TimeBlock& timer);
	~BlockTimer();

	LLUnit<LLUnits::Seconds, F64> getElapsedTime();

private:

	U64						mStartTime;
	U64						mStartSelfTimeCounter;
	U64						mStartChildTimeCounter;
	BlockTimerStackRecord	mParentTimerData;
};

// stores a "named" timer instance to be reused via multiple BlockTimer stack instances
class TimeBlock 
:	public TraceType<TimeBlockAccumulator>,
	public LLInstanceTracker<TimeBlock>
{
public:
	TimeBlock(const char* name, bool open = false, TimeBlock* parent = &getRootTimeBlock());

	TimeBlockTreeNode& getTreeNode() const;
	TimeBlock* getParent() const { return getTreeNode().getParent(); }
	void setParent(TimeBlock* parent) { getTreeNode().setParent(parent); }

	typedef std::vector<TimeBlock*>::iterator child_iter;
	typedef std::vector<TimeBlock*>::const_iterator child_const_iter;
	child_iter beginChildren();
	child_iter endChildren();
	std::vector<TimeBlock*>& getChildren();

	void setCollapsed(bool collapsed)	{ mCollapsed = collapsed; }
	bool getCollapsed() const			{ return mCollapsed; }

	TraceType<TimeBlockAccumulator::CallCountAspect>& callCount() 
	{ 
		return static_cast<TraceType<TimeBlockAccumulator::CallCountAspect>&>(*(TraceType<TimeBlockAccumulator>*)this);
	}

	TraceType<TimeBlockAccumulator::SelfTimeAspect>& selfTime() 
	{ 
		return static_cast<TraceType<TimeBlockAccumulator::SelfTimeAspect>&>(*(TraceType<TimeBlockAccumulator>*)this);
	}

	static TimeBlock& getRootTimeBlock();
	static void pushLog(LLSD sd);
	static void setLogLock(LLMutex* mutex);
	static void writeLog(std::ostream& os);

	// dumps current cumulative frame stats to log
	// call nextFrame() to reset timers
	static void dumpCurTimes();

	//////////////////////////////////////////////////////////////////////////////
	//
	// Important note: These implementations must be FAST!
	//


#if LL_WINDOWS
	//
	// Windows implementation of CPU clock
	//

	//
	// NOTE: put back in when we aren't using platform sdk anymore
	//
	// because MS has different signatures for these functions in winnt.h
	// need to rename them to avoid conflicts
	//#define _interlockedbittestandset _renamed_interlockedbittestandset
	//#define _interlockedbittestandreset _renamed_interlockedbittestandreset
	//#include <intrin.h>
	//#undef _interlockedbittestandset
	//#undef _interlockedbittestandreset

	//inline U32 TimeBlock::getCPUClockCount32()
	//{
	//	U64 time_stamp = __rdtsc();
	//	return (U32)(time_stamp >> 8);
	//}
	//
	//// return full timer value, *not* shifted by 8 bits
	//inline U64 TimeBlock::getCPUClockCount64()
	//{
	//	return __rdtsc();
	//}

	// shift off lower 8 bits for lower resolution but longer term timing
	// on 1Ghz machine, a 32-bit word will hold ~1000 seconds of timing
#if LL_FASTTIMER_USE_RDTSC
	static U32 getCPUClockCount32()
	{
		U32 ret_val;
		__asm
		{
			_emit   0x0f
				_emit   0x31
				shr eax,8
				shl edx,24
				or eax, edx
				mov dword ptr [ret_val], eax
		}
		return ret_val;
	}

	// return full timer value, *not* shifted by 8 bits
	static U64 getCPUClockCount64()
	{
		U64 ret_val;
		__asm
		{
			_emit   0x0f
				_emit   0x31
				mov eax,eax
				mov edx,edx
				mov dword ptr [ret_val+4], edx
				mov dword ptr [ret_val], eax
		}
		return ret_val;
	}

#else
	//U64 get_clock_count(); // in lltimer.cpp
	// These use QueryPerformanceCounter, which is arguably fine and also works on AMD architectures.
	static U32 getCPUClockCount32()
	{
		return (U32)(get_clock_count()>>8);
	}

	static U64 getCPUClockCount64()
	{
		return get_clock_count();
	}

#endif

#endif


#if (LL_LINUX || LL_SOLARIS) && !(defined(__i386__) || defined(__amd64__))
	//
	// Linux and Solaris implementation of CPU clock - non-x86.
	// This is accurate but SLOW!  Only use out of desperation.
	//
	// Try to use the MONOTONIC clock if available, this is a constant time counter
	// with nanosecond resolution (but not necessarily accuracy) and attempts are
	// made to synchronize this value between cores at kernel start. It should not
	// be affected by CPU frequency. If not available use the REALTIME clock, but
	// this may be affected by NTP adjustments or other user activity affecting
	// the system time.
	static U64 getCPUClockCount64()
	{
		struct timespec tp;

#ifdef CLOCK_MONOTONIC // MONOTONIC supported at build-time?
		if (-1 == clock_gettime(CLOCK_MONOTONIC,&tp)) // if MONOTONIC isn't supported at runtime then ouch, try REALTIME
#endif
			clock_gettime(CLOCK_REALTIME,&tp);

		return (tp.tv_sec*sClockResolution)+tp.tv_nsec;        
	}

	static U32 getCPUClockCount32()
	{
		return (U32)(getCPUClockCount64() >> 8);
	}

#endif // (LL_LINUX || LL_SOLARIS) && !(defined(__i386__) || defined(__amd64__))


#if (LL_LINUX || LL_SOLARIS || LL_DARWIN) && (defined(__i386__) || defined(__amd64__))
	//
	// Mac+Linux+Solaris FAST x86 implementation of CPU clock
	static U32 getCPUClockCount32()
	{
		U64 x;
		__asm__ volatile (".byte 0x0f, 0x31": "=A"(x));
		return (U32)(x >> 8);
	}

	static U64 getCPUClockCount64()
	{
		U64 x;
		__asm__ volatile (".byte 0x0f, 0x31": "=A"(x));
		return x;
	}

#endif

	static U64 countsPerSecond();

	// updates cumulative times and hierarchy,
	// can be called multiple times in a frame, at any point
	static void processTimes();

	// call this once a frame to periodically log timers
	static void logStats();

	bool						mCollapsed;				// don't show children

	// statics
	static std::string							sLogName;
	static bool									sMetricLog,
												sLog;	
	static U64									sClockResolution;
};

LL_FORCE_INLINE BlockTimer::BlockTimer(TimeBlock& timer)
{
#if FAST_TIMER_ON
	mStartTime = TimeBlock::getCPUClockCount64();

	BlockTimerStackRecord* cur_timer_data = ThreadTimerStack::getIfExists();
	TimeBlockAccumulator* accumulator = timer.getPrimaryAccumulator();
	accumulator->mActiveCount++;
	mStartSelfTimeCounter = accumulator->mSelfTimeCounter;
	mStartChildTimeCounter = accumulator->mChildTimeCounter;
	// keep current parent as long as it is active when we are
	accumulator->mMoveUpTree |= (accumulator->mParent->getPrimaryAccumulator()->mActiveCount == 0);

	// store top of stack
	mParentTimerData = *cur_timer_data;
	// push new information
	cur_timer_data->mActiveTimer = this;
	cur_timer_data->mTimeBlock = &timer;
	cur_timer_data->mChildTime = 0;
#endif
}

LL_FORCE_INLINE BlockTimer::~BlockTimer()
{
#if FAST_TIMER_ON
	U64 total_time = TimeBlock::getCPUClockCount64() - mStartTime;
	BlockTimerStackRecord* cur_timer_data = ThreadTimerStack::getIfExists();
	TimeBlockAccumulator* accumulator = cur_timer_data->mTimeBlock->getPrimaryAccumulator();

	U64 child_time = cur_timer_data->mChildTime 
					- (accumulator->mSelfTimeCounter - mStartSelfTimeCounter)
					- (accumulator->mChildTimeCounter - mStartChildTimeCounter);
	accumulator->mCalls++;
	accumulator->mChildTimeCounter += child_time;
	accumulator->mSelfTimeCounter += total_time - cur_timer_data->mChildTime;
	accumulator->mActiveCount--;

	// store last caller to bootstrap tree creation
	// do this in the destructor in case of recursion to get topmost caller
	accumulator->mLastCaller = mParentTimerData.mTimeBlock;

	// we are only tracking self time, so subtract our total time delta from parents
	mParentTimerData.mChildTime += total_time;

	//pop stack
	*cur_timer_data = mParentTimerData;
#endif
}

}

typedef LLTrace::BlockTimer LLFastTimer; 

#endif // LL_LLFASTTIMER_H